00010000:02000000:3.1F:1788561919.613169:0:8430:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1F:1788561920.625423:0:6502:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1F:1788561921.649434:0:6502:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1788561922.673337:0:6502:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1788561923.697350:0:6502:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1788561942.788555:0:7738:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1788561943.793659:0:6502:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1788561944.817508:0:6502:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1788561945.841304:0:6502:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1788561946.867800:0:6502:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1788561946.883394:0:7738:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1788561947.889606:0:6502:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1788561948.913447:0:6502:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1788561949.938140:0:6502:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1788561956.666675:0:35145:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:0.1:1788561956.693049:0:35145:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:0.1:1788561974.583388:0:35147:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00000100:00100000:3.0:1788572575.158876:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85589180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440195903744:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788572575.158946:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.159082:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb893f5600 going to sleep for 11 seconds 00000100:00100000:3.0:1788572575.159852:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85589180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440195903744:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1788572575.159903:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb200/0xaad440e68c483eef lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x578:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.159917:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb200/0xaad440e68c483eef lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x578:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.159927:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb200/0xaad440e68c483eef lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x578:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.159952:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb200/0xaad440e68c483eef lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x578:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.159967:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c483ee1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.159974:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c483ee1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.159981:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c483ee1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.159987:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c483ee1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.159992:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.159997:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c483ee1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160003:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c483ee1 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160025:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962ac000) 00010000:00010000:3.0:1788572575.160028:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.160032:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c483ee1 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160039:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c483ee1 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160054:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c483ee8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc1cf1604 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160060:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c483ee8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc1cf1604 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160065:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c483ee8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc1cf1604 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160069:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.160072:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c483ee8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc1cf1604 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160078:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c483ee8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc1cf1604 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160085:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xc1cf1604 (ffff88ca962acd00) 00010000:00010000:3.0:1788572575.160088:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.160091:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c483ee8 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xc1cf1604 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160097:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c483ee8 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xc1cf1604 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160146:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c483eda lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7724b expref: 126 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160571:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb200/0xaad440e68c483eef lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x578:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7724b expref: 125 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.160580:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x578:0x0].0x0 (ffff88ca962ac100) 00010000:00010000:3.0:1788572575.160583:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572575.160586:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfecb200, rc 0) 00000100:00100000:3.0:1788572575.164595:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632965376 00000100:00100000:3.0:1788572575.164605:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632965376 00000100:00100000:3.0:1788572575.164668:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137883 00000100:00100000:3.0:1788572575.164678:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+166:361572:x1875453632965376:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572575.164701:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.164726:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c483ef6 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x578:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77252 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.164791:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc800/0xaad440e68c483efd lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x578:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.164806:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc800/0xaad440e68c483efd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x578:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.164819:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc800/0xaad440e68c483efd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x578:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572575.164872:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x578:0x0]: returning size 0 00000004:00200000:3.0:1788572575.164876:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572575.164915:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c483ef6 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x578:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77252 expref: 168 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.164933:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc800/0xaad440e68c483efd lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x578:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77252 expref: 167 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.164943:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x578:0x0].0x0 (ffff88ca962acb00) 00010000:00010000:3.0:1788572575.164946:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572575.164950:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fc800, rc 0) 00000100:00100000:3.0:1788572575.165027:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+167:361572:x1875453632965376:12345-192.168.202.54@tcp:101:rm.0 Request processed in 338us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.165035:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137883 00010000:00010000:3.0:1788572575.188975:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572575.194507:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.215232:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632966272 00000100:00100000:3.0:1788572575.215245:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632966272 00000100:00100000:3.0:1788572575.215311:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137887 00000100:00100000:3.0:1788572575.215323:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:361572:x1875453632966272:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572575.215343:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.215377:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c483f74 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77260 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215475:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c483f7b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215491:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c483f7b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215503:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c483f7b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215517:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c483f82 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215523:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c483f82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215530:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c483f82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215685:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb200/0xaad440e68c483f89 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215694:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb200/0xaad440e68c483f89 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa7b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215702:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb200/0xaad440e68c483f89 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa7b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572575.215735:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xa7b:0x0]: returning size 0 00000004:00200000:3.0:1788572575.215739:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572575.215759:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb200/0xaad440e68c483f89 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa7b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215772:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb200/0xaad440e68c483f89 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215782:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c483f7b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215788:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c483f7b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215798:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c483f7b lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215805:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c483f7b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215812:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fc200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.215817:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c483f7b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215825:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c483f7b lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215838:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962ac000) 00010000:00010000:3.0:1788572575.215841:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.215846:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c483f7b lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215852:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c483f7b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215865:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c483f82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215871:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c483f82 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215877:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c483f82 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215883:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fc800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.215886:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c483f82 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215892:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c483f82 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215899:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x892baca7 (ffff88ca962acd00) 00010000:00010000:3.0:1788572575.215901:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.215904:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c483f82 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215909:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c483f82 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215941:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c483f74 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77260 expref: 126 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215969:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb200/0xaad440e68c483f89 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77260 expref: 125 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.215976:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa7b:0x0].0x0 (ffff88ca962ac900) 00010000:00010000:3.0:1788572575.215978:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572575.215980:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfecb200, rc 0) 00000100:00100000:3.0:1788572575.216055:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+125:361572:x1875453632966272:12345-192.168.202.54@tcp:101:rm.0 Request processed in 734us (1509us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.216063:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137887 00000100:00100000:3.0:1788572575.219861:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.238182:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195905024 00000100:00100000:3.0:1788572575.238187:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195905024 00000100:00100000:3.0:1788572575.238222:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36621 00000100:00100000:3.0:1788572575.238230:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+158:202393:x1875440195905024:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572575.238302:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+158:202393:x1875440195905024:12345-0@lo:1000:mdt00_001.0 Request processed in 72us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.238309:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36621 00000100:00100000:3.0:1788572575.248752:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.248794:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.261145:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195905280 00000100:00100000:3.0:1788572575.261182:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195905280 00010000:00010000:3.0:1788572575.269576:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484007 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x225:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269596:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484007 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269609:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484007 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269619:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484007 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269625:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484007 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269632:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484007 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x225:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269655:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572575.269677:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484000 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269685:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484000 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269692:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484000 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269698:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84affe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.269702:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484000 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269710:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484000 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269722:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x225:0x0].0x0 (ffff88ca9241b700) 00010000:00010000:3.0:1788572575.269725:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.269730:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484000 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269736:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484000 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269752:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afec00/0xaad440e68c483ff2 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c483ff9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269760:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afec00/0xaad440e68c483ff2 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c483ff9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269767:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afec00/0xaad440e68c483ff2 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c483ff9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269787:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572575.269802:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572575.269808:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84800/0xaad440e68c483fd6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c483fdd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269817:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84800/0xaad440e68c483fd6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c483fdd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269824:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84800/0xaad440e68c483fd6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c483fdd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269845:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572575.269849:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572575.269854:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85e00/0xaad440e68c483fe4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x318e5c3c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c483feb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269862:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85e00/0xaad440e68c483fe4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x318e5c3c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c483feb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.269936:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+170:361572:x1875453632967168:12345-192.168.202.54@tcp:36:rm.0 Request processed in 13787us (21138us total) trans 8589973152 rc 0/0 00000100:00100000:3.0:1788572575.269945:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137891 00010000:00010000:3.0:1788572575.269986:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572575.269992:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484007 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x225:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.269998:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfecb800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.270002:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484007 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x225:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270009:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484007 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x225:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270019:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x225:0x0].0x0 (ffff88ca9241b700) 00010000:00010000:3.0:1788572575.270021:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572575.270024:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484007 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x225:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270030:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484007 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x225:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270043:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572575.270047:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afec00/0xaad440e68c483ff2 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c483ff9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270053:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afec00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572575.270057:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afec00/0xaad440e68c483ff2 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483ff9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.270066:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afec00/0xaad440e68c483ff2 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483ff9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270097:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afec00/0xaad440e68c483ff2 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483ff9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270104:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.270125:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afec00/0xaad440e68c483ff2 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483ff9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270133:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afec00/0xaad440e68c483ff2 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x225:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483ff9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270187:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572575.270191:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84800/0xaad440e68c483fd6 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c483fdd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270198:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572575.270202:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84800/0xaad440e68c483fd6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483fdd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.270208:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84800/0xaad440e68c483fd6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483fdd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270226:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84800/0xaad440e68c483fd6 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483fdd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270232:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.270237:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84800/0xaad440e68c483fd6 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483fdd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.270244:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84800/0xaad440e68c483fd6 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483fdd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.272189:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.272191:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.272193:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572575.278237:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.292947:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632967680 00000100:00100000:3.0:1788572575.292959:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632967680 00000100:00100000:3.0:1788572575.293120:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137894 00000100:00100000:3.0:1788572575.293134:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+172:361572:x1875453632967680:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572575.293286:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.293313:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484046 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7727c expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293393:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb200/0xaad440e68c48404d lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293419:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb200/0xaad440e68c48404d lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293431:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb200/0xaad440e68c48404d lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293444:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc400/0xaad440e68c484054 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293458:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc400/0xaad440e68c484054 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293464:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc400/0xaad440e68c484054 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293542:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc800/0xaad440e68c48405b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xabb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293551:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc800/0xaad440e68c48405b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293558:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc800/0xaad440e68c48405b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.293585:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc800/0xaad440e68c48405b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293601:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb200/0xaad440e68c48404d lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293609:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb200/0xaad440e68c48404d lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293616:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb200/0xaad440e68c48404d lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293622:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb200/0xaad440e68c48404d lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293628:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfecb200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.293633:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb200/0xaad440e68c48404d lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293640:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb200/0xaad440e68c48404d lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293650:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca962ac000) 00010000:00010000:3.0:1788572575.293653:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.293657:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb200/0xaad440e68c48404d lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293664:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb200/0xaad440e68c48404d lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293676:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc400/0xaad440e68c484054 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293683:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc400/0xaad440e68c484054 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293689:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc400/0xaad440e68c484054 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293693:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fc400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.293696:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc400/0xaad440e68c484054 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293701:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc400/0xaad440e68c484054 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293707:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd444235c (ffff88ca962acd00) 00010000:00010000:3.0:1788572575.293710:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.293712:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc400/0xaad440e68c484054 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293717:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc400/0xaad440e68c484054 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293744:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecb800/0xaad440e68c484046 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7727c expref: 174 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293757:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc800/0xaad440e68c48405b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7727c expref: 173 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.293763:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xabb:0x0].0x0 (ffff88ca962ac200) 00010000:00010000:3.0:1788572575.293765:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572575.293768:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fc800, rc 0) 00000100:00100000:3.0:1788572575.293898:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+173:361572:x1875453632967680:12345-192.168.202.54@tcp:101:rm.0 Request processed in 767us (1060us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.293907:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137894 00000100:00100000:3.0:1788572575.300790:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632967808 00000100:00100000:3.0:1788572575.300803:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632967808 00000100:00100000:3.0:1788572575.300872:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137895 00000100:00100000:3.0:1788572575.300883:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+126:361572:x1875453632967808:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572575.300904:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.300928:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c484062 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0xabb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77283 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.301100:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c484069 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xabb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.301115:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c484069 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xabb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.301127:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c484069 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xabb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572575.301195:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xabb:0x0]: returning size 0 00000004:00200000:3.0:1788572575.301200:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572575.301240:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c484062 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0xabb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77283 expref: 128 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.301272:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c484069 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xabb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77283 expref: 127 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.301288:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xabb:0x0].0x0 (ffff88ca962ace00) 00010000:00010000:3.0:1788572575.301291:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572575.301295:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21a00, rc 0) 00000100:00100000:3.0:1788572575.301782:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+127:361572:x1875453632967808:12345-192.168.202.54@tcp:101:rm.0 Request processed in 898us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.301790:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137895 00000100:00100000:3.0:1788572575.305266:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.305305:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.305339:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632968192 00000100:00100000:3.0:1788572575.305596:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632968192 00000100:00100000:3.0:1788572575.305776:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137896 00000100:00100000:3.0:1788572575.305789:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+127:361572:x1875453632968192:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572575.305865:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572575.305901:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c484069 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xabb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77283 expref: 127 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.305922:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xabb:0x0].0x0 (ffff88ca962ace00) 00010000:00010000:3.0:1788572575.305935:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572575.306313:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484070 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.306323:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484070 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.306335:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484070 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.306439:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85588000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195906304:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1788572575.309304:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195906304 00000100:00100000:3.0:1788572575.309314:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195906304 00000100:00100000:3.0:1788572575.309380:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36628 00000100:00100000:3.0:1788572575.309389:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+158:202394:x1875440195906304:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572575.309420:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.309589:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484077 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484070 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.309624:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484077 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484070 expref: 159 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.309642:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484077 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484070 expref: 159 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.309652:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca962ac900) 00010000:00010000:3.0:1788572575.309655:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.309659:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1bc00, rc 0) 00000100:00100000:3.0:1788572575.309714:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+159:202394:x1875440195906304:12345-0@lo:101:mdt00_002.0 Request processed in 326us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.309721:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36628 00000100:00100000:3.0:1788572575.310597:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a57100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195906432:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572575.310611:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48407e lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484085 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.310621:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48407e lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484085 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572575.310636:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:3.0:1788572575.310672:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85588380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195906560:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572575.310702:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.310727:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb90ac0540 going to sleep for 11 seconds 00000100:00100000:3.0:1788572575.312040:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a55880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195906688:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1788572575.312099:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1ac00/0xaad440e68c48408c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.312108:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1ac00/0xaad440e68c48408c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.312118:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1ac00/0xaad440e68c48408c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.312135:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195906816:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1788572575.312202:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.312218:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb90ac0540 going to sleep for 11 seconds 00010000:00010000:3.0:1788572575.316509:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840a1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xabb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316527:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840a1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316539:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840a1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316548:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840a1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316559:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840a1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316564:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840a1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316577:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572575.316600:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48409a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316605:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48409a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316611:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48409a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316616:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.316620:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48409a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316627:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48409a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316638:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xabb:0x0].0x0 (ffff88cb87ded400) 00010000:00010000:3.0:1788572575.316641:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.316645:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48409a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316650:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48409a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316666:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1ac00/0xaad440e68c48408c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484093 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316673:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1ac00/0xaad440e68c48408c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484093 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316680:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1ac00/0xaad440e68c48408c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484093 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316697:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572575.316709:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572575.316714:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484070 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484077 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316722:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484070 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484077 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316729:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484070 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484077 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316742:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572575.316745:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572575.316752:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572575.316756:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840a1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316761:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.316764:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840a1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316771:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840a1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316778:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xabb:0x0].0x0 (ffff88cb87ded400) 00010000:00010000:3.0:1788572575.316780:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572575.316783:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840a1 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316788:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840a1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xabb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316800:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572575.316804:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1ac00/0xaad440e68c48408c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484093 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316810:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ac00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572575.316815:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1ac00/0xaad440e68c48408c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484093 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.316823:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1ac00/0xaad440e68c48408c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484093 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316849:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1ac00/0xaad440e68c48408c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484093 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316856:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.316872:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1ac00/0xaad440e68c48408c lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484093 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316884:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1ac00/0xaad440e68c48408c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xabb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484093 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316898:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572575.316901:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484070 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484077 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316906:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21c00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572575.316909:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484070 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484077 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.316915:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484070 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484077 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316931:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484070 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484077 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316936:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.316943:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484070 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484077 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316949:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484070 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484077 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316963:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.316965:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.316966:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.316978:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48407e lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484085 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.316986:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48407e lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484085 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.317076:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+127:361572:x1875453632968192:12345-192.168.202.54@tcp:36:rm.0 Request processed in 11287us (11768us total) trans 12884961840 rc 0/0 00000100:00100000:3.0:1788572575.317084:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137896 00000100:00100000:3.0:1788572575.332776:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632968576 00000100:00100000:3.0:1788572575.332788:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632968576 00000100:00100000:3.0:1788572575.332894:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137898 00000100:00100000:3.0:1788572575.332906:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+128:361572:x1875453632968576:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572575.332970:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572575.332998:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3e00/0xaad440e68c4840bd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7728a expref: 128 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333027:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8a4:0x0].0x0 (ffff88ca9241b300) 00010000:00010000:3.0:1788572575.333037:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572575.333064:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c4840c4 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333077:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c4840c4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333087:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c4840c4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333101:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840cb lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x33bbeb6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333109:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840cb lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x33bbeb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333115:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840cb lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x33bbeb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333248:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4840d2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333271:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4840d2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333279:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4840d2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572575.333771:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3870, 64 off255872 00010000:00010000:3.0:1788572575.333836:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c4840d9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333848:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c4840d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333856:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c4840d9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333864:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c4840d9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333871:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c4840d9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333877:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c4840d9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333903:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572575.333928:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4840d2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333935:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4840d2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333941:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4840d2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333947:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.333952:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4840d2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333960:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4840d2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333970:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8a4:0x0].0x0 (ffff88ca962ace00) 00010000:00010000:3.0:1788572575.333973:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572575.333978:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4840d2 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.333983:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4840d2 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8a4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.334001:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c4840c4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.334007:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c4840c4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.334018:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c4840c4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.334023:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c4840c4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.334027:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ac00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.334030:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c4840c4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.334036:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c4840c4 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.334043:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962ac500) 00010000:00010000:3.0:1788572575.334045:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.334048:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c4840c4 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.334054:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c4840c4 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.334068:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000065847e42 reply state 00000000566d7dac transno 12884961841 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840cb lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x33bbeb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.334079:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840cb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x33bbeb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.334086:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x33bbeb6 (ffff88ca962ac000) 00010000:00010000:3.0:1788572575.334088:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572575.334090:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572575.334855:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+129:361572:x1875453632968576:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1947us (2876us total) trans 12884961841 rc 0/0 00000100:00100000:3.0:1788572575.334865:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137898 00000100:00100000:3.0:1788572575.349041:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632968832 00000100:00100000:3.0:1788572575.349051:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632968832 00000100:00100000:3.0:1788572575.349112:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137900 00000100:00100000:3.0:1788572575.349122:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+172:361572:x1875453632968832:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572575.349144:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.349528:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c4840fc lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77298 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.349605:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21a00/0xaad440e68c484103 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.349619:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21a00/0xaad440e68c484103 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2f9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.349631:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21a00/0xaad440e68c484103 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2f9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572575.349695:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x2f9:0x0]: returning size 0 00000004:00200000:3.0:1788572575.349700:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572575.349743:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c4840fc lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x2f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77298 expref: 174 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.349950:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21a00/0xaad440e68c484103 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2f9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77298 expref: 173 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.349960:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2f9:0x0].0x0 (ffff88ca962acd00) 00010000:00010000:3.0:1788572575.349963:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572575.349969:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21a00, rc 0) 00000100:00100000:3.0:1788572575.350138:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+173:361572:x1875453632968832:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1015us (1191us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.350147:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137900 00000100:00100000:3.0:1788572575.377847:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195908096 00000100:00100000:3.0:1788572575.377857:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195908096 00000100:00100000:3.0:1788572575.377922:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36639 00000100:00100000:3.0:1788572575.377931:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+104:202393:x1875440195908096:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572575.377950:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.377974:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48412d lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484126 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.378006:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48412d lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484126 expref: 105 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.378038:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48412d lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484126 expref: 105 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.378047:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2f9:0x0].0x0 (ffff88ca962ac500) 00010000:00010000:3.0:1788572575.378050:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572575.378053:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21c00, rc 0) 00000100:00100000:3.0:1788572575.378115:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+105:202393:x1875440195908096:12345-0@lo:101:mdt00_001.0 Request processed in 185us (2981us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.378122:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36639 00000004:00080000:3.0:1788572575.381882:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15381 rpc_version 15381 00000020:00100000:3.0:1788572575.381938:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572575.381951:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8558b800 x1875440195908352/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572575.381985:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195908352:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572575.387707:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.387746:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632969344 00000100:00100000:3.0:1788572575.387755:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632969344 00000100:00100000:3.0:1788572575.387810:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137902 00000100:00100000:3.0:1788572575.387820:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+173:361572:x1875453632969344:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572575.387844:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.387871:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21a00/0xaad440e68c484142 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7729f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.387948:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484149 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.387963:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484149 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.387976:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484149 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.387989:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ac00/0xaad440e68c484150 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.387996:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ac00/0xaad440e68c484150 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388002:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ac00/0xaad440e68c484150 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388093:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c484157 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x81f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388101:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c484157 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x81f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388108:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c484157 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x81f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.388130:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c484157 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x81f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388146:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484149 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388181:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484149 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388188:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484149 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388194:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484149 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388199:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1bc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.388203:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484149 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388211:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484149 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388224:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca962ac100) 00010000:00010000:3.0:1788572575.388228:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.388232:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484149 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388240:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c484149 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388254:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ac00/0xaad440e68c484150 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388259:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ac00/0xaad440e68c484150 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388265:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ac00/0xaad440e68c484150 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388270:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ac00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.388272:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ac00/0xaad440e68c484150 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388278:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ac00/0xaad440e68c484150 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388285:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1b9e04f3 (ffff88ca962acb00) 00010000:00010000:3.0:1788572575.388287:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.388290:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ac00/0xaad440e68c484150 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388295:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ac00/0xaad440e68c484150 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388328:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21a00/0xaad440e68c484142 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7729f expref: 175 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388349:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c484157 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x81f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7729f expref: 174 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.388357:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x81f:0x0].0x0 (ffff88ca962acf00) 00010000:00010000:3.0:1788572575.388360:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572575.388362:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1a600, rc 0) 00000100:00100000:3.0:1788572575.388441:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+174:361572:x1875453632969344:12345-192.168.202.54@tcp:101:rm.0 Request processed in 621us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.388449:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137902 00000100:00100000:3.0:1788572575.391332:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195908608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572575.391367:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.392566:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195908608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572575.393283:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.402121:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.404963:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632969856 00000100:00100000:3.0:1788572575.404970:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632969856 00000100:00100000:3.0:1788572575.405034:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137904 00000100:00100000:3.0:1788572575.405043:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+130:361572:x1875453632969856:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572575.405095:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572575.405118:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3e00/0xaad440e68c484165 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x81f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b772a6 expref: 130 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.405135:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x81f:0x0].0x0 (ffff88ca9241b200) 00010000:00010000:3.0:1788572575.405145:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572575.405229:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc800/0xaad440e68c48416c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.405239:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc800/0xaad440e68c48416c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.405257:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc800/0xaad440e68c48416c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.405281:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195908736:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1788572575.405559:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.405591:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb90ac03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572575.406133:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195908736:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572575.406182:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc800/0xaad440e68c48416c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484173 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.406193:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc800/0xaad440e68c48416c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484173 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572575.406215:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572575.406241:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc200/0xaad440e68c48417a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.406257:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc200/0xaad440e68c48417a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.406266:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc200/0xaad440e68c48417a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.406281:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195908864:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1788572575.406307:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.406336:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb90ac03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572575.408654:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195909120 00000100:00100000:3.0:1788572575.408661:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195909120 00000100:00100000:3.0:1788572575.408700:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36644 00000100:00100000:3.0:1788572575.408709:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+162:202394:x1875440195909120:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572575.408835:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+162:202394:x1875440195909120:12345-0@lo:1000:mdt00_002.0 Request processed in 128us (825us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572575.408843:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36644 00000100:00100000:3.0:1788572575.409885:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195909248:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572575.409902:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c484188 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48418f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.409913:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c484188 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48418f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.409940:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484196 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.409949:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484196 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.409957:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484196 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572575.411707:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3871, 64 off255936 00000040:00080000:3.0:1788572575.412098:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].169, 392 off98696 00000040:00080000:3.0:1788572575.412589:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].637, 472 off347976 00000004:00080000:3.0:1788572575.412600:0:202394:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cb90ac03c0 with version 4763 00000100:00100000:3.0:1788572575.424786:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195909504 00000100:00100000:3.0:1788572575.424796:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195909504 00000100:00100000:3.0:1788572575.427004:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36646 00000100:00100000:3.0:1788572575.427029:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+163:202414:x1875440195909504:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572575.427910:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+164:202414:x1875440195909504:12345-0@lo:1000:osp_up1-0.0 Request processed in 883us (4047us total) trans 8589973156 rc 0/0 00000100:00100000:3.0:1788572575.427922:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36646 00010000:00010000:3.0:1788572575.435281:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48419d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x81f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435302:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48419d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435325:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48419d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435336:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48419d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435343:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48419d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435350:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48419d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x81f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435364:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572575.435392:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484196 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435410:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484196 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435417:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484196 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435423:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fc400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.435428:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484196 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435434:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484196 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435456:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x81f:0x0].0x0 (ffff88ca962ac100) 00010000:00010000:3.0:1788572575.435459:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.435465:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484196 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435471:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484196 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435488:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c484188 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48418f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435496:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c484188 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48418f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435503:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c484188 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x81f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48418f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435523:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572575.435538:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572575.435544:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc800/0xaad440e68c48416c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484173 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435557:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc800/0xaad440e68c48416c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484173 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435564:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc800/0xaad440e68c48416c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484173 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435581:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572575.435585:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572575.435591:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc200/0xaad440e68c48417a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484181 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.435598:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc200/0xaad440e68c48417a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484181 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.435688:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+130:361572:x1875453632969856:12345-192.168.202.54@tcp:36:rm.0 Request processed in 30641us (30848us total) trans 12884961843 rc 0/0 00000100:00100000:3.0:1788572575.435698:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137904 00000100:00100000:3.0:1788572575.438581:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.440628:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+174:361572:x1875453632969984:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1403us (2047us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.440638:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137905 00000100:00100000:3.0:1788572575.448820:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.455423:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.460826:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.469756:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.469854:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.470918:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195910016 00000100:00100000:3.0:1788572575.470925:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195910016 00000100:00100000:3.0:1788572575.470980:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36648 00000100:00100000:3.0:1788572575.470990:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+104:202393:x1875440195910016:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572575.471008:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.471030:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c48420d lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484206 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.471056:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c48420d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484206 expref: 105 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.471071:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c48420d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484206 expref: 105 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.471082:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962acb00) 00010000:00010000:3.0:1788572575.471085:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.471087:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21a00, rc 0) 00000100:00100000:3.0:1788572575.471135:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+105:202393:x1875440195910016:12345-0@lo:101:mdt00_001.0 Request processed in 146us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.471141:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36648 00000100:00100000:3.0:1788572575.472146:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195910144 00000100:00100000:3.0:1788572575.472610:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195910144 00000100:00100000:3.0:1788572575.472651:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36649 00000100:00100000:3.0:1788572575.472659:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+105:202393:x1875440195910144:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572575.472674:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.472693:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48421b lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbc9fdb17 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484214 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.472719:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48421b lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbc9fdb17 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484214 expref: 106 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.472731:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48421b lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbc9fdb17 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484214 expref: 106 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.472740:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xbc9fdb17 (ffff88ca962ac900) 00010000:00010000:3.0:1788572575.472743:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.472864:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21c00, rc 0) 00000100:00100000:3.0:1788572575.472982:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+106:202393:x1875440195910144:12345-0@lo:101:mdt00_001.0 Request processed in 322us (1135us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.472989:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36649 00000100:00100000:3.0:1788572575.475098:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195910272 00000100:00100000:3.0:1788572575.475104:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195910272 00000100:00100000:3.0:1788572575.475181:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36650 00000100:00100000:3.0:1788572575.475191:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+106:202393:x1875440195910272:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572575.475272:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+106:202393:x1875440195910272:12345-0@lo:1000:mdt00_001.0 Request processed in 83us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.475279:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36650 00000100:00100000:3.0:1788572575.476562:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195910528 00000100:00100000:3.0:1788572575.476569:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195910528 00000100:00100000:3.0:1788572575.476609:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36652 00000100:00100000:3.0:1788572575.476618:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+106:202393:x1875440195910528:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572575.476632:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.476650:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484229 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484222 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.476683:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484229 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x193:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484222 expref: 107 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.476697:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484229 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x193:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484222 expref: 107 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.476705:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x193:0x0].0x0 (ffff88ca962ac200) 00010000:00010000:3.0:1788572575.476708:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572575.476711:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fc400, rc 0) 00000100:00100000:3.0:1788572575.476749:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+107:202393:x1875440195910528:12345-0@lo:101:mdt00_001.0 Request processed in 133us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.476754:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36652 00000020:00100000:3.0:1788572575.478430:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572575.478440:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8c0a6d80 x1875440195910784/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572575.478536:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c0a6d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195910784:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572575.478606:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.478675:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572575.481046:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195910912 00000100:00100000:3.0:1788572575.481052:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195910912 00000100:00100000:3.0:1788572575.481106:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15703 00000100:00100000:3.0:1788572575.481116:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+108:3637:x1875440195910912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572575.481129:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572575.481147:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc400/0xaad440e68c484229 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x193:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484222 expref: 108 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.481199:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x193:0x0].0x0 (ffff88ca962ac200) 00010000:00010000:3.0:1788572575.481208:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572575.481945:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+107:3637:x1875440195910912:12345-0@lo:103:ldlm_bl.0 Request processed in 829us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.481954:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15703 00000100:00100000:3.0:1788572575.482174:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195911040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572575.482209:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.482877:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195911040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572575.486897:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.489843:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+177:361572:x1875453632971008:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2229us (2944us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.489855:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137910 00000100:00100000:3.0:1788572575.499907:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.501942:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195911168 00000100:00100000:3.0:1788572575.501951:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195911168 00000100:00100000:3.0:1788572575.502030:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36654 00000100:00100000:3.0:1788572575.502040:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+162:230921:x1875440195911168:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1788572575.502195:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+162:230921:x1875440195911168:12345-0@lo:1000:mdt00_006.0 Request processed in 156us (1207us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.502203:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36654 00000100:00100000:3.0:1788572575.509754:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.516598:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.516650:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.518425:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195911424 00000100:00100000:3.0:1788572575.518432:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195911424 00000100:00100000:3.0:1788572575.518462:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36656 00000100:00100000:3.0:1788572575.518468:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+107:204288:x1875440195911424:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1788572575.518481:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.518496:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c4842b5 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8f5c7d0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4842ae expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.518514:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c4842b5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8f5c7d0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4842ae expref: 108 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.518526:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c4842b5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8f5c7d0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4842ae expref: 108 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.518534:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd8f5c7d0 (ffff88ca962ac200) 00010000:00010000:3.0:1788572575.518537:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.518539:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fc800, rc 0) 00000100:00100000:3.0:1788572575.518586:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+108:204288:x1875440195911424:12345-0@lo:101:mdt00_003.0 Request processed in 118us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.518591:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36656 00000100:00100000:3.0:1788572575.519021:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195911552 00000100:00100000:3.0:1788572575.519025:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195911552 00000100:00100000:3.0:1788572575.519054:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36657 00000100:00100000:3.0:1788572575.519060:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+108:204288:x1875440195911552:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788572575.519120:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+108:204288:x1875440195911552:12345-0@lo:1000:mdt00_003.0 Request processed in 60us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.519126:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36657 00000100:00100000:3.0:1788572575.519812:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195911680 00000100:00100000:3.0:1788572575.519818:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195911680 00000100:00100000:3.0:1788572575.519852:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36658 00000100:00100000:3.0:1788572575.519859:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+108:204288:x1875440195911680:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788572575.519967:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+108:204288:x1875440195911680:12345-0@lo:1000:mdt00_003.0 Request processed in 107us (556us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572575.519975:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36658 00000004:00080000:3.0:1788572575.522693:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15383 rpc_version 15383 00000020:00100000:3.0:1788572575.522739:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572575.522752:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9478c380 x1875440195912064/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572575.522781:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478c380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195912064:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572575.522857:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.522893:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e300 going to sleep for 11 seconds 00000100:00100000:3.0:1788572575.525701:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195912192:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572575.525785:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.526838:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788572575.526848:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195912320:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572575.526891:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.526948:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195912192 00000100:00100000:3.0:1788572575.526958:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195912192 00000100:00100000:3.0:1788572575.527357:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195912320 00000100:00100000:3.0:1788572575.527362:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195912320 00000100:00100000:3.0:1788572575.527954:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195912320:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572575.527967:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195912192:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572575.531955:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.537566:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:3.0:1788572575.550017:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85600/0xaad440e68c4842ae lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8f5c7d0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4842b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.550040:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85600/0xaad440e68c4842ae lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8f5c7d0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4842b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.550094:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85600/0xaad440e68c4842ae lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8f5c7d0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4842b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.550102:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.550485:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85600/0xaad440e68c4842ae lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8f5c7d0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4842b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.550514:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa1ece800/0xaad440e68c484214 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbc9fdb17 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48421b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.550522:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa1ece800/0xaad440e68c484214 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbc9fdb17 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48421b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.550542:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa1ece800/0xaad440e68c484214 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbc9fdb17 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48421b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.550549:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.558452:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa1ece800/0xaad440e68c484214 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbc9fdb17 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48421b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558478:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85000/0xaad440e68c484118 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1a429f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48411f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.558489:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85000/0xaad440e68c484118 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1a429f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48411f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558530:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85000/0xaad440e68c484118 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1a429f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48411f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558537:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.558555:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85000/0xaad440e68c484118 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1a429f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48411f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558571:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85e00/0xaad440e68c483fe4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x318e5c3c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483feb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.558578:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85e00/0xaad440e68c483fe4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x318e5c3c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483feb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558594:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85e00/0xaad440e68c483fe4 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x318e5c3c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483feb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558600:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.558605:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85e00/0xaad440e68c483fe4 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x318e5c3c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483feb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558618:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84200/0xaad440e68c483f12 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc1cf1604 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483f19 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.558625:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84200/0xaad440e68c483f12 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc1cf1604 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483f19 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558638:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84200/0xaad440e68c483f12 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc1cf1604 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483f19 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558648:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.558653:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84200/0xaad440e68c483f12 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc1cf1604 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483f19 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558668:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbddc3800/0xaad440e68c483e08 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x301cf494 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483e0f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.558675:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbddc3800/0xaad440e68c483e08 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x301cf494 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483e0f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558697:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbddc3800/0xaad440e68c483e08 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x301cf494 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483e0f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558704:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.558709:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbddc3800/0xaad440e68c483e08 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x301cf494 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483e0f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558723:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb829e5a00/0xaad440e68c483b3e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xf9ef8601 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483b45 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.558730:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb829e5a00/0xaad440e68c483b3e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xf9ef8601 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483b45 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558744:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb829e5a00/0xaad440e68c483b3e lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xf9ef8601 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483b45 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558750:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.558754:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb829e5a00/0xaad440e68c483b3e lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xf9ef8601 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483b45 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558768:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe200/0xaad440e68c483aa4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd0e9daa6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483aab expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.558775:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe200/0xaad440e68c483aa4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd0e9daa6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483aab expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558789:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe200/0xaad440e68c483aa4 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd0e9daa6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483aab expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558794:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.558798:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe200/0xaad440e68c483aa4 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd0e9daa6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483aab expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558814:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb829e5800/0xaad440e68c483a42 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xf3f53190 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483a49 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.558821:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb829e5800/0xaad440e68c483a42 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xf3f53190 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483a49 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558837:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb829e5800/0xaad440e68c483a42 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xf3f53190 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483a49 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558843:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.558847:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb829e5800/0xaad440e68c483a42 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xf3f53190 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483a49 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558861:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48384a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcdeee485 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483851 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.558872:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48384a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcdeee485 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483851 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558887:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48384a lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcdeee485 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483851 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558893:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.558897:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48384a lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcdeee485 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483851 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558913:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c48374e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd67965bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483755 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.558920:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c48374e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd67965bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483755 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558932:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c48374e lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd67965bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483755 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558938:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.558942:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c48374e lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd67965bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483755 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558955:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca914f7200/0xaad440e68c483548 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2caf293f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48354f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.558962:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca914f7200/0xaad440e68c483548 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2caf293f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48354f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558979:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca914f7200/0xaad440e68c483548 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2caf293f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48354f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.558985:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.558989:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca914f7200/0xaad440e68c483548 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2caf293f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48354f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559012:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9600/0xaad440e68c48337a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd695fb8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483381 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.559608:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9600/0xaad440e68c48337a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd695fb8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483381 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559630:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9600/0xaad440e68c48337a lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd695fb8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483381 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559635:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.559641:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9600/0xaad440e68c48337a lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd695fb8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483381 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559656:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfeca000/0xaad440e68c4832a8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x67a8e3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4832af expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.559663:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfeca000/0xaad440e68c4832a8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x67a8e3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4832af expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559678:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfeca000/0xaad440e68c4832a8 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x67a8e3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4832af expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559689:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.559693:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfeca000/0xaad440e68c4832a8 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x67a8e3b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4832af expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559706:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c48313c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x6b0ff2c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483143 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.559712:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c48313c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x6b0ff2c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483143 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559725:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c48313c lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x6b0ff2c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483143 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559730:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.559734:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c48313c lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x6b0ff2c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483143 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559745:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c483040 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd511f4ca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483047 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.559751:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c483040 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd511f4ca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483047 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559764:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c483040 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd511f4ca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483047 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559769:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.559773:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c483040 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd511f4ca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483047 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559786:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9400/0xaad440e68c482e9c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x149a5414 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482ea3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.559793:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9400/0xaad440e68c482e9c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x149a5414 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482ea3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559807:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9400/0xaad440e68c482e9c lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x149a5414 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482ea3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559813:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.559816:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9400/0xaad440e68c482e9c lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x149a5414 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482ea3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559828:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c482cf8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc958753c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482cff expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.559835:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c482cf8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc958753c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482cff expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559848:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c482cf8 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc958753c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482cff expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559865:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.559871:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c482cf8 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc958753c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482cff expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559885:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca96a94800/0xaad440e68c482c26 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x91864d36 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482c2d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.559896:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca96a94800/0xaad440e68c482c26 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x91864d36 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482c2d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559910:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca96a94800/0xaad440e68c482c26 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x91864d36 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482c2d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559916:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.559921:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca96a94800/0xaad440e68c482c26 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x91864d36 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482c2d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559933:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa1ece200/0xaad440e68c482b8c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9d3be67d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482b93 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.559940:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa1ece200/0xaad440e68c482b8c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9d3be67d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482b93 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559953:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa1ece200/0xaad440e68c482b8c lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x9d3be67d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482b93 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559959:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.559963:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa1ece200/0xaad440e68c482b8c lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x9d3be67d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482b93 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.559977:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa1ece000/0xaad440e68c482af2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc1d0e168 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482af9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.559984:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa1ece000/0xaad440e68c482af2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc1d0e168 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482af9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561434:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa1ece000/0xaad440e68c482af2 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc1d0e168 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482af9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561445:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.561454:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa1ece000/0xaad440e68c482af2 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc1d0e168 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482af9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561476:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264c00/0xaad440e68c482a58 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x724aa495 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482a5f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.561485:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264c00/0xaad440e68c482a58 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x724aa495 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482a5f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561509:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264c00/0xaad440e68c482a58 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x724aa495 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482a5f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561515:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.561520:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264c00/0xaad440e68c482a58 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x724aa495 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482a5f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561535:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c48286e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x4c82c0bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482875 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.561543:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c48286e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x4c82c0bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482875 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561557:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c48286e lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x4c82c0bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482875 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561569:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.561585:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c48286e lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x4c82c0bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482875 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561602:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c48280c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x27727459 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482813 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.561609:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c48280c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x27727459 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482813 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561624:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c48280c lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x27727459 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482813 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561631:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.561636:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c48280c lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x27727459 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482813 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561652:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264a00/0xaad440e68c482710 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xfc7644bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482717 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.561660:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264a00/0xaad440e68c482710 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xfc7644bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482717 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561678:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264a00/0xaad440e68c482710 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xfc7644bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482717 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561684:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.561688:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264a00/0xaad440e68c482710 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xfc7644bc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482717 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561702:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a400/0xaad440e68c4826ae lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x50c29e96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4826b5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.561710:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a400/0xaad440e68c4826ae lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x50c29e96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4826b5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561722:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a400/0xaad440e68c4826ae lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x50c29e96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4826b5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561729:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.561733:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a400/0xaad440e68c4826ae lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x50c29e96 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4826b5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561748:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02a00/0xaad440e68c48264c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x17734e7b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482653 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.561755:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02a00/0xaad440e68c48264c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x17734e7b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482653 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561769:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02a00/0xaad440e68c48264c lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x17734e7b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482653 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561775:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.561779:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02a00/0xaad440e68c48264c lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x17734e7b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482653 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561793:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264000/0xaad440e68c482470 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xba85fd03 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482477 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.561805:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264000/0xaad440e68c482470 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xba85fd03 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482477 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561817:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264000/0xaad440e68c482470 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xba85fd03 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482477 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561823:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.561827:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264000/0xaad440e68c482470 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xba85fd03 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482477 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561839:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c482366 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x64842972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48236d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.561847:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c482366 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x64842972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48236d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561860:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c482366 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x64842972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48236d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561865:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.561869:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c482366 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x64842972 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48236d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561881:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c482294 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcea68fa3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48229b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.561888:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c482294 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcea68fa3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48229b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561906:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c482294 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcea68fa3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48229b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561912:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.561915:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c482294 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcea68fa3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48229b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561927:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfeca400/0xaad440e68c482056 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x31af5e47 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48205d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.561934:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfeca400/0xaad440e68c482056 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x31af5e47 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48205d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561949:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfeca400/0xaad440e68c482056 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x31af5e47 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48205d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561954:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.561959:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfeca400/0xaad440e68c482056 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x31af5e47 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48205d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561974:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde6ea00/0xaad440e68c481f22 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x364bbb4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481f29 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.561981:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde6ea00/0xaad440e68c481f22 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x364bbb4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481f29 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.561994:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde6ea00/0xaad440e68c481f22 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x364bbb4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481f29 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.562004:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.562009:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde6ea00/0xaad440e68c481f22 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x364bbb4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481f29 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.562022:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c481dee lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbf050b24 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481df5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.562029:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c481dee lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbf050b24 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481df5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.562043:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c481dee lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbf050b24 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481df5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.562051:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.562055:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c481dee lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbf050b24 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481df5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.562070:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca914f6800/0xaad440e68c481cf2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2abcdb8f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481cf9 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.562077:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca914f6800/0xaad440e68c481cf2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2abcdb8f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481cf9 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.562092:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca914f6800/0xaad440e68c481cf2 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2abcdb8f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481cf9 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.562098:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.562103:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca914f6800/0xaad440e68c481cf2 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2abcdb8f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481cf9 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.562117:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa30ac600/0xaad440e68c481c90 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa1899249 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481c97 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.562124:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa30ac600/0xaad440e68c481c90 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa1899249 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481c97 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.562138:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa30ac600/0xaad440e68c481c90 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa1899249 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481c97 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.562143:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.563448:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa30ac600/0xaad440e68c481c90 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa1899249 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481c97 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563473:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfeca600/0xaad440e68c4819f0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xf3daeda0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4819f7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.563482:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfeca600/0xaad440e68c4819f0 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xf3daeda0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4819f7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563504:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfeca600/0xaad440e68c4819f0 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xf3daeda0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4819f7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563511:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.563515:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfeca600/0xaad440e68c4819f0 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xf3daeda0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4819f7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563528:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8b781000/0xaad440e68c48191e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x90ad482a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481925 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.563541:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8b781000/0xaad440e68c48191e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x90ad482a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481925 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563555:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8b781000/0xaad440e68c48191e lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x90ad482a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481925 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563563:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.563567:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8b781000/0xaad440e68c48191e lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x90ad482a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481925 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563582:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4818bc lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x828c9260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4818c3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.563589:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4818bc lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x828c9260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4818c3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563602:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4818bc lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x828c9260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4818c3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563609:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.563613:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4818bc lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x828c9260 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4818c3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563626:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1f600/0xaad440e68c4817f8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x56e5188 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4817ff expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.563632:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1f600/0xaad440e68c4817f8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x56e5188 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4817ff expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563650:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1f600/0xaad440e68c4817f8 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x56e5188 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4817ff expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563657:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.563661:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1f600/0xaad440e68c4817f8 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x56e5188 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4817ff expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563676:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbddc2800/0xaad440e68c481726 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x19004aaa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48172d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.563685:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbddc2800/0xaad440e68c481726 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x19004aaa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48172d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563700:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbddc2800/0xaad440e68c481726 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x19004aaa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48172d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563706:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.563710:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbddc2800/0xaad440e68c481726 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x19004aaa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48172d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563723:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c48144e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb0b0aa20 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481455 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.563730:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c48144e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb0b0aa20 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481455 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563743:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c48144e lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xb0b0aa20 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481455 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563754:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.563757:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c48144e lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xb0b0aa20 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481455 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563775:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148ae00/0xaad440e68c481210 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdae9bc8d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481217 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.563783:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148ae00/0xaad440e68c481210 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdae9bc8d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481217 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563798:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148ae00/0xaad440e68c481210 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xdae9bc8d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481217 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563804:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.563808:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148ae00/0xaad440e68c481210 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xdae9bc8d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481217 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563822:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c48107a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xca4a2b35 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481081 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.563828:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c48107a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xca4a2b35 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481081 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563840:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c48107a lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xca4a2b35 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481081 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563846:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.563849:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c48107a lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xca4a2b35 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481081 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563863:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca96a94200/0xaad440e68c481018 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x437287fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48101f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.563870:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca96a94200/0xaad440e68c481018 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x437287fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48101f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563884:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca96a94200/0xaad440e68c481018 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x437287fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48101f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563889:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.563893:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca96a94200/0xaad440e68c481018 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x437287fc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48101f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563906:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ea00/0xaad440e68c480f1c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbe39735c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c480f23 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.563913:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ea00/0xaad440e68c480f1c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbe39735c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c480f23 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563926:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ea00/0xaad440e68c480f1c lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbe39735c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480f23 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563932:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.563937:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ea00/0xaad440e68c480f1c lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbe39735c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480f23 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563949:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa30ac200/0xaad440e68c480eba lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7b3ef3e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c480ec1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.563960:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa30ac200/0xaad440e68c480eba lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7b3ef3e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c480ec1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563978:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa30ac200/0xaad440e68c480eba lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x7b3ef3e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480ec1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.563984:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.563988:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa30ac200/0xaad440e68c480eba lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x7b3ef3e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480ec1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.564004:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa30ad800/0xaad440e68c480c8a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdc406ddc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c480c91 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.564011:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa30ad800/0xaad440e68c480c8a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdc406ddc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c480c91 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.564028:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa30ad800/0xaad440e68c480c8a lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xdc406ddc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480c91 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.564034:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.564039:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa30ad800/0xaad440e68c480c8a lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xdc406ddc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480c91 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.564055:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca96a95800/0xaad440e68c480b95 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x30a858d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c480b9c expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.564062:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca96a95800/0xaad440e68c480b95 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x30a858d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c480b9c expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.564081:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca96a95800/0xaad440e68c480b95 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x30a858d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480b9c expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.564087:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.564091:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca96a95800/0xaad440e68c480b95 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x30a858d8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480b9c expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.564106:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84a00/0xaad440e68c4806e8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x6bf51c13 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4806ef expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.564113:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84a00/0xaad440e68c4806e8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x6bf51c13 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4806ef expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.564127:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84a00/0xaad440e68c4806e8 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x6bf51c13 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4806ef expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.564132:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.564137:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84a00/0xaad440e68c4806e8 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x6bf51c13 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4806ef expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.565112:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c48064e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9547e195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c480655 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.565122:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c48064e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9547e195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c480655 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.569691:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca908e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195912960:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.569741:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.569763:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195913472:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.569781:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.569792:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195913984:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.569809:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.569819:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195914496:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.569837:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.569847:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195915008:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.569865:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.569874:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195915520:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.569891:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.569900:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195916032:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.569920:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.569930:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195916544:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.569948:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.569957:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195917184:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.569974:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.569984:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195917696:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578097:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.578117:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195918208:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578143:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.578179:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195918720:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578199:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.578234:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca908e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195912960:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578244:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195913472:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578252:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195913984:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578260:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195914496:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578269:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195915008:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578278:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195915520:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578287:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195916032:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578296:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195916544:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578305:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195917184:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1788572575.578362:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c48064e lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x9547e195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480655 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.578371:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.578406:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c48064e lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x9547e195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480655 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.578430:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7c00/0xaad440e68c480456 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd6f63d1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48045d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.578439:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7c00/0xaad440e68c480456 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd6f63d1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48045d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.578460:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572575.578469:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195918848:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578494:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572575.578521:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7c00/0xaad440e68c480456 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd6f63d1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48045d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.578527:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.578537:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7c00/0xaad440e68c480456 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd6f63d1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48045d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.578554:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c48020a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66640a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c480211 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.578562:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c48020a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66640a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c480211 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.578577:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195918976:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578600:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572575.578628:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c48020a lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x66640a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480211 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.578635:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.578645:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c48020a lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x66640a8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480211 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.578664:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031800/0xaad440e68c4801a8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x38f5bcc1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4801af expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.578672:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031800/0xaad440e68c4801a8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x38f5bcc1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4801af expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.578691:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788572575.578698:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195919104:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578721:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572575.578744:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031800/0xaad440e68c4801a8 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x38f5bcc1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4801af expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.578751:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.578762:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031800/0xaad440e68c4801a8 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x38f5bcc1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4801af expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.578782:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c47fe6e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd0c83595 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c47fe75 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.578789:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c47fe6e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd0c83595 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c47fe75 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.578806:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195919232:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.578828:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572575.578854:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c47fe6e lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd0c83595 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c47fe75 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.578861:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.578870:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c47fe6e lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd0c83595 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c47fe75 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788572575.578885:0:203121:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589973161 is committed 00000001:00080000:3.0:1788572575.578911:0:203121:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589973156 is committed 00000004:00080000:3.0:1788572575.578928:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 310 committed 00000004:00080000:3.0:1788572575.578943:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 316 committed 00000004:00080000:3.0:1788572575.579235:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 309 committed 00000004:00080000:3.0:1788572575.579247:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 315 committed 00000004:00080000:3.0:1788572575.579325:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 308 committed 00000004:00080000:3.0:1788572575.579344:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 314 committed 00000004:00080000:3.0:1788572575.579418:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 307 committed 00000004:00080000:3.0:1788572575.579432:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 313 committed 00000020:00080000:3.0:1788572575.579458:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999111 batchid updated 00000020:00080000:3.0:1788572575.579526:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88caa17489c0 refcount 2 committed 0 result 0 batchid 4294999117 00000020:00080000:3.0:1788572575.579532:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbadf20500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88caa1748a80 00000020:00080000:3.0:1788572575.579536:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1373 00000020:00080000:3.0:1788572575.579538:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca943d0300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fd16400 00000020:00080000:3.0:1788572575.579541:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].830 00000020:00080000:3.0:1788572575.579556:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8c1119c0 refcount 2 committed 0 result 0 batchid 4294999116 00000020:00080000:3.0:1788572575.579560:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca91872900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8c111f00 00000020:00080000:3.0:1788572575.579563:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1372 00000020:00080000:3.0:1788572575.579565:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca91872e00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9628c600 00000020:00080000:3.0:1788572575.579567:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].829 00000020:00080000:3.0:1788572575.579578:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca95396e40 refcount 2 committed 0 result 0 batchid 4294999115 00000020:00080000:3.0:1788572575.579581:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca85b54000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95396180 00000020:00080000:3.0:1788572575.579584:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1371 00000020:00080000:3.0:1788572575.579586:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca85b54800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca82728c00 00000020:00080000:3.0:1788572575.579588:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].828 00000004:00080000:3.0:1788572575.579597:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 306 committed 00000020:00080000:3.0:1788572575.579604:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88cbaf4fd0c0 refcount 2 committed 0 result 0 batchid 4294999114 00000020:00080000:3.0:1788572575.579607:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca943d0b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88cbaf4fdd80 00000020:00080000:3.0:1788572575.579610:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1370 00000020:00080000:3.0:1788572575.579613:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca943d0a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca83aee200 00000020:00080000:3.0:1788572575.579615:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].827 00000020:00080000:3.0:1788572575.579619:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88cbaf6ddd80 refcount 2 committed 0 result 0 batchid 4294999113 00000020:00080000:3.0:1788572575.579622:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca85b54100 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88cbaf6dd300 00000020:00080000:3.0:1788572575.579625:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1369 00000020:00080000:3.0:1788572575.579627:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca85b54900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca82729200 00000020:00080000:3.0:1788572575.579629:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].826 00000004:00080000:3.0:1788572575.579632:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 312 committed 00000020:00080000:3.0:1788572575.579641:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88cbaf4fd300 refcount 2 committed 0 result 0 batchid 4294999112 00000020:00080000:3.0:1788572575.579643:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca943d0800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88cbaf4fd480 00000020:00080000:3.0:1788572575.579646:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1368 00000020:00080000:3.0:1788572575.579648:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca943d0700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92de1800 00000020:00080000:3.0:1788572575.579650:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].825 00000020:00080000:3.0:1788572575.579692:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999066 batchid updated 00000100:00100000:3.0:1788572575.579713:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572575.579724:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195919360:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.579760:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.587893:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195919104:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.587921:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21086 00000100:00100000:3.0:1788572575.587931:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+40:3640:x1875440195919488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.587950:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2054 count 1 00002000:00010000:3.0:1788572575.587975:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x806:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.587982:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a4c4930/0xaad440e68c484356 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588006:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x806:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.588011:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x806:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.588017:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a4c4930/0xaad440e68c484356 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588028:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a4c4930/0xaad440e68c484356 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588037:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a4c4930/0xaad440e68c484356 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588044:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a4c4930/0xaad440e68c484356 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588055:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1788572575.588313:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+41:3640:x1875440195919488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 384us (3776us total) trans 8589944506 rc 0/0 00000100:00100000:3.0:1788572575.588321:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21086 00000100:00100000:3.0:1788572575.588341:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21087 00000100:00100000:3.0:1788572575.588348:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+40:3640:x1875440195920000:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.588361:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1951 count 1 00002000:00010000:3.0:1788572575.588377:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x79f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.588382:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008566a7eb/0xaad440e68c48435d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x79f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588405:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x79f:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.588408:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x79f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.588412:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008566a7eb/0xaad440e68c48435d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588422:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008566a7eb/0xaad440e68c48435d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588430:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008566a7eb/0xaad440e68c48435d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588438:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008566a7eb/0xaad440e68c48435d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x79f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588447:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1788572575.588603:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+41:3640:x1875440195920000:12345-0@lo:6:osp-syn-0-1.0 Request processed in 254us (4020us total) trans 8589944507 rc 0/0 00000100:00100000:3.0:1788572575.588609:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21087 00000100:00100000:3.0:1788572575.588621:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21088 00000100:00100000:3.0:1788572575.588626:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+51:3640:x1875440195920512:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572575.588637:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2027 count 1 00002000:00010000:3.0:1788572575.588651:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x7eb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.588654:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c96c738/0xaad440e68c484364 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588663:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7eb:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.588665:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7eb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.588668:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c96c738/0xaad440e68c484364 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588676:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c96c738/0xaad440e68c484364 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588680:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c96c738/0xaad440e68c484364 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588685:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c96c738/0xaad440e68c484364 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588690:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1788572575.588748:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+52:3640:x1875440195920512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 123us (4131us total) trans 8589943823 rc 0/0 00000100:00100000:3.0:1788572575.588752:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21088 00000100:00100000:3.0:1788572575.588761:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21089 00000100:00100000:3.0:1788572575.588765:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+51:3640:x1875440195921024:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572575.588773:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1981 count 1 00002000:00010000:3.0:1788572575.588783:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x7bd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.588787:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006154c3d8/0xaad440e68c48436b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588795:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7bd:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.588797:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7bd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.588800:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006154c3d8/0xaad440e68c48436b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588806:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006154c3d8/0xaad440e68c48436b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588811:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006154c3d8/0xaad440e68c48436b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588815:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006154c3d8/0xaad440e68c48436b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.588820:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:3.0:1788572575.588863:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+52:3640:x1875440195921024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 97us (4214us total) trans 8589943824 rc 0/0 00000100:00100000:3.0:1788572575.588866:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21089 00000100:00100000:3.0:1788572575.597470:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21091 00000100:00100000:3.0:1788572575.600766:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+45:3638:x1875440195920384:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.600888:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+45:3638:x1875440195919872:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5025us (5656us total) trans 8589944508 rc 0/0 00000100:00100000:3.0:1788572575.600898:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21090 00002000:00080000:3.0:1788572575.606063:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2042 count 1 00002000:00010000:3.0:1788572575.606105:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x7fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.606115:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077a2aa9d/0xaad440e68c484395 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.606134:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7fa:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.606139:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7fa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.606146:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077a2aa9d/0xaad440e68c484395 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.606185:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077a2aa9d/0xaad440e68c484395 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.606197:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000077a2aa9d/0xaad440e68c484395 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.606205:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077a2aa9d/0xaad440e68c484395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.606224:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572575.607266:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbd8a0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+45:3638:x1875440195919744:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8706us (11734us total) trans 8589944509 rc 0/0 00000100:00100000:3.0:1788572575.607278:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21094 00002000:00080000:3.0:1788572575.607344:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2107 count 1 00002000:00010000:3.0:1788572575.607375:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x83b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.607382:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055d3c20f/0xaad440e68c48439c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x83b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.607404:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x83b:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.607409:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x83b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.607415:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055d3c20f/0xaad440e68c48439c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.607431:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055d3c20f/0xaad440e68c48439c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.607439:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055d3c20f/0xaad440e68c48439c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.607445:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055d3c20f/0xaad440e68c48439c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.607455:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572575.607586:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+45:3638:x1875440195920256:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8999us (12013us total) trans 8589944510 rc 0/0 00000100:00100000:3.0:1788572575.607592:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21095 00002000:00080000:3.0:1788572575.607619:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1965 count 1 00002000:00010000:3.0:1788572575.607636:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x7ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.607642:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ba37379/0xaad440e68c4843a3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.607650:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7ad:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.607653:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7ad:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.607657:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ba37379/0xaad440e68c4843a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.607673:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ba37379/0xaad440e68c4843a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.607681:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ba37379/0xaad440e68c4843a3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.607688:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ba37379/0xaad440e68c4843a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.607697:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572575.607761:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+45:3638:x1875440195920384:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10280us (12429us total) trans 8589944511 rc 0/0 00000100:00100000:3.0:1788572575.607767:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21091 00010000:00010000:3.0:1788572575.608025:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572575.608033:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077a2aa9d/0xaad440e68c484395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608041:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfecb800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.608046:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a2aa9d/0xaad440e68c484395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608057:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077a2aa9d/0xaad440e68c484395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608076:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077a2aa9d/0xaad440e68c484395 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608084:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077a2aa9d/0xaad440e68c484395 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608107:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572575.608110:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055d3c20f/0xaad440e68c48439c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608117:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfecb200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.608120:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055d3c20f/0xaad440e68c48439c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608128:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055d3c20f/0xaad440e68c48439c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608137:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055d3c20f/0xaad440e68c48439c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608144:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055d3c20f/0xaad440e68c48439c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x83b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608232:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572575.608237:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ba37379/0xaad440e68c4843a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608244:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.608248:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ba37379/0xaad440e68c4843a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608255:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ba37379/0xaad440e68c4843a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608265:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ba37379/0xaad440e68c4843a3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608273:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ba37379/0xaad440e68c4843a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.608312:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.608313:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.608315:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572575.608406:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195921792:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.608452:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.608516:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195919360:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.608526:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195919232:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.608534:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195918848:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.608543:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195917696:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.608552:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195918208:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.608559:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195918720:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.608601:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195918976:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572575.608616:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c0a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195921536:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.608640:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.608657:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788572575.608663:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195921664:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.608678:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572575.613698:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572575.613707:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ddaf7e64/0xaad440e68c4843b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.613718:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.613722:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ddaf7e64/0xaad440e68c4843b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.613732:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ddaf7e64/0xaad440e68c4843b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.613749:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ddaf7e64/0xaad440e68c4843b1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.613757:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ddaf7e64/0xaad440e68c4843b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x838:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.613776:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.613778:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.613779:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572575.615277:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8c0a6680/2, rc 0, transno 8589944512 00000100:00100000:3.0:1788572575.615285:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c0a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195921536:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.617136:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195923840:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.617210:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.617243:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788572575.617248:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195923968:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.617262:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.617280:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195923840 00000100:00100000:3.0:1788572575.617285:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195923840 00000100:00100000:3.0:1788572575.617325:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195923968 00000100:00100000:3.0:1788572575.617328:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195923968 00000100:00100000:3.0:1788572575.617351:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21101 00000100:00100000:3.0:1788572575.617359:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+60:3639:x1875440195923840:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.617380:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21102 00000100:00100000:3.0:1788572575.617385:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+60:3639:x1875440195923968:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572575.618691:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8273ea00/2, rc 0, transno 8589943831 00000100:00100000:3.0:1788572575.618704:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195921664:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.618803:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195924608:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.618835:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195924096 00000100:00100000:3.0:1788572575.618839:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195924096 00000100:00100000:3.0:1788572575.618865:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21104 00000100:00100000:3.0:1788572575.618871:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+61:3637:x1875440195924096:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572575.628767:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1699 count 1 00002000:00010000:3.0:1788572575.628785:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x6a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.628789:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007158b769/0xaad440e68c4843cd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.628803:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6a3:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.629028:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6a3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.629033:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007158b769/0xaad440e68c4843cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.629055:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007158b769/0xaad440e68c4843cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.629064:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007158b769/0xaad440e68c4843cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.629071:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007158b769/0xaad440e68c4843cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.629080:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1788572575.629186:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+65:3637:x1875440195924096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10314us (10371us total) trans 8589943833 rc 0/0 00000100:00100000:3.0:1788572575.629193:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21104 00000100:00100000:3.0:1788572575.629208:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21107 00000100:00100000:3.0:1788572575.629213:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+12:3637:x1875440195924992:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.629225:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1811 count 1 00002000:00010000:3.0:1788572575.629239:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x713:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.629244:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004fd6b3e9/0xaad440e68c4843db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x713:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.629258:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x713:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.629260:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x713:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.629264:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004fd6b3e9/0xaad440e68c4843db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.629275:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004fd6b3e9/0xaad440e68c4843db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.629283:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004fd6b3e9/0xaad440e68c4843db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.629291:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004fd6b3e9/0xaad440e68c4843db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x713:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.629299:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1788572575.629374:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+13:3637:x1875440195924992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 161us (9909us total) trans 8589944514 rc 0/0 00000100:00100000:3.0:1788572575.629382:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21107 00000100:00100000:3.0:1788572575.633635:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195929472 00000100:00100000:3.0:1788572575.633640:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195929472 00000100:00100000:3.0:1788572575.633669:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21114 00000100:00100000:3.0:1788572575.633676:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+68:3640:x1875440195929472:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572575.633689:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1746 count 1 00002000:00010000:3.0:1788572575.633715:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x6d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.633722:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c48441a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.633734:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6d2:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.633738:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.633745:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c48441a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.633758:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c48441a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.633768:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c48441a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.633776:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c48441a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.633790:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572575.633873:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+69:3640:x1875440195929472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 198us (999us total) trans 8589943841 rc 0/0 00000100:00100000:3.0:1788572575.633879:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21114 00000001:00080000:3.0:1788572575.635899:0:204704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589943829 is committed 00000001:00080000:3.0:1788572575.635920:0:204704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589943821 is committed 00000100:00100000:3.0:1788572575.637897:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195931264 00000100:00100000:3.0:1788572575.637905:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195931264 00000100:00100000:3.0:1788572575.637961:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195931392 00000100:00100000:3.0:1788572575.637965:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195931392 00000100:00100000:3.0:1788572575.637988:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21120 00000100:00100000:3.0:1788572575.638006:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+19:3640:x1875440195931264:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572575.638038:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1980 count 1 00002000:00010000:3.0:1788572575.638068:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x7bc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.638077:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484444 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.638092:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7bc:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.638097:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7bc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.638103:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.638117:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.638126:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484444 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.638133:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484444 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.638297:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572575.638680:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3640:x1875440195931264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 675us (1032us total) trans 8589943843 rc 0/0 00000100:00100000:3.0:1788572575.638689:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21120 00000100:00100000:3.0:1788572575.638708:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21121 00000100:00100000:3.0:1788572575.638716:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8cef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3640:x1875440195931392:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.638729:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1478 count 1 00002000:00010000:3.0:1788572575.638749:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x5c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.638754:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c48444b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.638764:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5c6:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.638767:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5c6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.638772:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c48444b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.638781:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c48444b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.638788:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c48444b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.638795:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c48444b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.638814:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572575.638885:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8cef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+18:3640:x1875440195931392:12345-0@lo:6:osp-syn-0-1.0 Request processed in 171us (1079us total) trans 8589944520 rc 0/0 00000100:00100000:3.0:1788572575.638891:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21121 00000100:00100000:3.0:1788572575.638976:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195929216 00000100:00100000:3.0:1788572575.638981:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195929216 00000100:00100000:3.0:1788572575.639233:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195930368 00000100:00100000:3.0:1788572575.639237:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195930368 00000100:00100000:3.0:1788572575.639254:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195931136 00000100:00100000:3.0:1788572575.639256:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195931136 00000100:00100000:3.0:1788572575.639273:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21123 00000100:00100000:3.0:1788572575.639279:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3637:x1875440195931008:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.639290:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1809 count 1 00002000:00010000:3.0:1788572575.639305:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x711:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.639381:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e4104be/0xaad440e68c484459 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x711:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.639465:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x711:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.639468:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x711:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.639473:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e4104be/0xaad440e68c484459 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.639543:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e4104be/0xaad440e68c484459 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.640656:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e4104be/0xaad440e68c484459 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.640665:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e4104be/0xaad440e68c484459 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x711:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.640681:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572575.640794:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3637:x1875440195931008:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1513us (1938us total) trans 8589944523 rc 0/0 00000100:00100000:3.0:1788572575.640802:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21123 00000100:00100000:3.0:1788572575.641794:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195931648 00000100:00100000:3.0:1788572575.641802:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195931648 00000100:00100000:3.0:1788572575.641850:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36686 00000100:00100000:3.0:1788572575.641859:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+78:203127:x1875440195931648:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572575.642017:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+79:203127:x1875440195931648:12345-0@lo:1000:osp_up0-1.0 Request processed in 158us (311us total) trans 12884961870 rc 0/0 00000100:00100000:3.0:1788572575.642025:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36686 00010000:00010000:3.0:1788572575.642305:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572575.642591:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+23:3637:x1875440195928832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10691us (10777us total) trans 8589943847 rc 0/0 00000100:00100000:3.0:1788572575.642600:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21111 00010000:00010000:3.0:1788572575.642810:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572575.642819:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d3485b5/0xaad440e68c484405 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.642832:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.642837:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d3485b5/0xaad440e68c484405 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.642850:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d3485b5/0xaad440e68c484405 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.642870:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d3485b5/0xaad440e68c484405 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.642878:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d3485b5/0xaad440e68c484405 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.642901:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.642906:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.642908:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.644252:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572575.646515:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195931904 00000100:00100000:3.0:1788572575.646533:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195931904 00000100:00100000:3.0:1788572575.646586:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36687 00000100:00100000:3.0:1788572575.646595:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+79:203127:x1875440195931904:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572575.646766:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+80:203127:x1875440195931904:12345-0@lo:1000:osp_up0-1.0 Request processed in 172us (304us total) trans 12884961871 rc 0/0 00000100:00100000:3.0:1788572575.646773:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36687 00000100:00100000:3.0:1788572575.646955:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195932032 00000100:00100000:3.0:1788572575.646959:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195932032 00000100:00100000:3.0:1788572575.646984:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36688 00000100:00100000:3.0:1788572575.647001:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+80:202392:x1875440195932032:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572575.647012:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.647029:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513400/0xaad440e68c484483 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48447c expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.647052:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513400/0xaad440e68c484483 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48447c expref: 81 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.647065:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513400/0xaad440e68c484483 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48447c expref: 81 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.647073:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399800) 00010000:00010000:3.0:1788572575.647075:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.647078:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513400, rc 0) 00000100:00100000:3.0:1788572575.647117:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+81:202392:x1875440195932032:12345-0@lo:101:mdt00_000.0 Request processed in 127us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.647124:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36688 00000100:00100000:3.0:1788572575.647134:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195932288 00000100:00100000:3.0:1788572575.647137:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195932288 00000100:00100000:3.0:1788572575.647181:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36689 00000100:00100000:3.0:1788572575.647186:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+81:203127:x1875440195932288:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572575.647257:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+82:203127:x1875440195932288:12345-0@lo:1000:osp_up0-1.0 Request processed in 70us (155us total) trans 12884961872 rc 0/0 00000100:00100000:3.0:1788572575.647264:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36689 00000100:00100000:3.0:1788572575.647274:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195932416 00000100:00100000:3.0:1788572575.647277:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195932416 00000100:00100000:3.0:1788572575.647295:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36690 00000100:00100000:3.0:1788572575.647301:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85538e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+82:202392:x1875440195932416:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572575.647692:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.647708:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512e00/0xaad440e68c484491 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2290e8a3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48448a expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.647725:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512e00/0xaad440e68c484491 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2290e8a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48448a expref: 86 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.647735:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512e00/0xaad440e68c484491 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2290e8a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48448a expref: 86 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.647743:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x2290e8a3 (ffff88cba1399500) 00010000:00010000:3.0:1788572575.647745:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.647748:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99512e00, rc 0) 00000100:00100000:3.0:1788572575.647782:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85538e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+85:202392:x1875440195932416:12345-0@lo:101:mdt00_000.0 Request processed in 480us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.647792:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36690 00000100:00100000:3.0:1788572575.647939:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195933056 00000100:00100000:3.0:1788572575.647943:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195933056 00000100:00100000:3.0:1788572575.647965:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36693 00000100:00100000:3.0:1788572575.647972:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+85:202392:x1875440195933056:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788572575.648042:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+85:202392:x1875440195933056:12345-0@lo:1000:mdt00_000.0 Request processed in 70us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.648048:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36693 00000004:00080000:3.0:1788572575.648417:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca7ad80/2, rc 0, transno 8589944521 00000100:00100000:3.0:1788572575.648424:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195930368:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572575.648435:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca79880/2, rc 0, transno 8589944522 00000100:00100000:3.0:1788572575.648437:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195931136:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572575.648446:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca79f80/2, rc 0, transno 8589944523 00000100:00100000:3.0:1788572575.648449:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195931008:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572575.648461:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b799f80/2, rc 0, transno 8589943846 00000100:00100000:3.0:1788572575.648465:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195929216:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572575.648476:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e056d80/2, rc 0, transno 8589943844 00000100:00100000:3.0:1788572575.648490:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195930240:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572575.648502:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbade01880/2, rc 0, transno 8589943847 00000100:00100000:3.0:1788572575.648506:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195928832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.649095:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195933440 00000100:00100000:3.0:1788572575.649100:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195933440 00010000:00010000:0.0:1788572575.660712:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000030c6ac39/0xaad440e68c4844d7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.660721:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030c6ac39/0xaad440e68c4844d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.660740:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572575.660743:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e88d768/0xaad440e68c4844e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.660750:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.660753:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e88d768/0xaad440e68c4844e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.660761:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e88d768/0xaad440e68c4844e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.660771:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e88d768/0xaad440e68c4844e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.660779:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e88d768/0xaad440e68c4844e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.660790:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.660792:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.660793:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.660798:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572575.660816:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d27b80/2, rc 0, transno 8589944529 00000100:00100000:0.0:1788572575.660836:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195937536:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1788572575.660847:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d27100/2, rc 0, transno 8589943850 00000100:00100000:0.0:1788572575.660856:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195938176:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572575.660866:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d27800/2, rc 0, transno 8589944528 00000100:00100000:0.0:1788572575.660870:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195937664:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.660919:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195939200:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.660943:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.660970:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195939200 00000100:00100000:0.0:1788572575.660974:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195939200 00000100:00100000:0.0:1788572575.662177:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21137 00000100:00100000:0.0:1788572575.662186:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3640:x1875440195939200:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572575.662201:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1838 count 1 00002000:00010000:0.0:1788572575.662233:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x72e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.662240:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e66f743/0xaad440e68c4844ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x72e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.662254:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x72e:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.662257:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x72e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.662264:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e66f743/0xaad440e68c4844ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.662276:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e66f743/0xaad440e68c4844ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.662286:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e66f743/0xaad440e68c4844ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.662295:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e66f743/0xaad440e68c4844ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x72e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.662378:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572575.662643:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+27:3640:x1875440195939200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 459us (1699us total) trans 8589943851 rc 0/0 00000100:00100000:0.0:1788572575.662650:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21137 00000100:00100000:0.0:1788572575.662673:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cefa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195933568:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.662698:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.662718:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195933568 00000100:00100000:0.0:1788572575.662721:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195933568 00000100:00100000:0.0:1788572575.662742:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21138 00000100:00100000:0.0:1788572575.662747:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+27:3637:x1875440195933568:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572575.662759:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1987 count 1 00002000:00010000:0.0:1788572575.662774:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x7c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.662779:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c4844f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.662788:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7c3:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.662791:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7c3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.662795:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c4844f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.662805:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c4844f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.662818:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c4844f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.662826:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c4844f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.662838:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572575.662901:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+28:3637:x1875440195933568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 154us (202us total) trans 8589943852 rc 0/0 00000100:00100000:0.0:1788572575.662907:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21138 00010000:00010000:0.0:1788572575.662924:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572575.662929:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c4844f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.662936:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd85800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.662940:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c4844f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.663836:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195941248:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.663863:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572575.664184:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572575.664189:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6e2a8f3/0xaad440e68c484501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.664196:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.664200:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6e2a8f3/0xaad440e68c484501 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.664208:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6e2a8f3/0xaad440e68c484501 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.664218:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6e2a8f3/0xaad440e68c484501 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.664225:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6e2a8f3/0xaad440e68c484501 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.664238:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.664240:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.664242:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572575.664405:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9018ea00/2, rc 0, transno 8589943854 00000100:00100000:3.0:1788572575.664420:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195941248:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1788572575.664634:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c4844f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.664648:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c4844f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.664656:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c4844f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.664674:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.664676:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.664678:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572575.664697:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8cefa300/2, rc 0, transno 8589943852 00000100:00100000:0.0:1788572575.664744:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cefa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195933568:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.664751:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cefbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195934080:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.664777:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.664803:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195934592:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.664824:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.664842:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195935232:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.664860:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.664874:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195937792:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.664891:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.664913:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21141 00000100:00100000:0.0:1788572575.664920:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+31:3637:x1875440195934080:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572575.664933:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1718 count 1 00002000:00010000:0.0:1788572575.664951:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x6b6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.664956:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1a52106/0xaad440e68c484508 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.664965:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6b6:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.664969:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6b6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.664973:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1a52106/0xaad440e68c484508 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.665001:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1a52106/0xaad440e68c484508 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.665010:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1a52106/0xaad440e68c484508 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.665018:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a1a52106/0xaad440e68c484508 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.665034:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572575.665113:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3637:x1875440195934080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 194us (335us total) trans 8589943855 rc 0/0 00000100:00100000:0.0:1788572575.665120:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21141 00000100:00100000:0.0:1788572575.665133:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21143 00000100:00100000:0.0:1788572575.665139:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+31:3637:x1875440195935232:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572575.665172:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1620 count 1 00002000:00010000:0.0:1788572575.665187:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x654:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.665192:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d997f056/0xaad440e68c484516 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x654:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.665200:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x654:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.665203:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x654:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.665207:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d997f056/0xaad440e68c484516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.665223:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d997f056/0xaad440e68c484516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.665230:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d997f056/0xaad440e68c484516 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.665239:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d997f056/0xaad440e68c484516 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x654:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.665252:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1788572575.666105:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3637:x1875440195935232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 964us (1241us total) trans 8589943856 rc 0/0 00000100:00100000:0.0:1788572575.666113:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21143 00010000:00010000:0.0:1788572575.666136:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572575.666189:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d26d80/2, rc 0, transno 8589944531 00000100:00100000:0.0:1788572575.666201:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195937792:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.666257:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195939584:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.666289:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.666332:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195941376:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.666355:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.666374:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195939584 00000100:00100000:0.0:1788572575.666378:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195939584 00000100:00100000:0.0:1788572575.666420:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195941376 00000100:00100000:0.0:1788572575.666424:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195941376 00000100:00100000:0.0:1788572575.666442:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21145 00000100:00100000:0.0:1788572575.666449:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3637:x1875440195939584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572575.666467:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1867 count 1 00002000:00010000:0.0:1788572575.666490:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x74b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.666496:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b99ddff/0xaad440e68c484524 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x74b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.666508:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x74b:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.666512:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x74b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.666517:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b99ddff/0xaad440e68c484524 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.667809:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b99ddff/0xaad440e68c484524 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.667820:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b99ddff/0xaad440e68c484524 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.667827:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b99ddff/0xaad440e68c484524 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.667845:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572575.667937:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+30:3637:x1875440195939584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1488us (1647us total) trans 8589944532 rc 0/0 00000100:00100000:0.0:1788572575.667943:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21145 00010000:00010000:0.0:1788572575.667968:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572575.667973:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b99ddff/0xaad440e68c484524 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.667985:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.667988:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b99ddff/0xaad440e68c484524 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.669668:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b99ddff/0xaad440e68c484524 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.669696:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b99ddff/0xaad440e68c484524 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.669704:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b99ddff/0xaad440e68c484524 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.669738:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.669741:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.669743:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572575.669797:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9018fb80/2, rc 0, transno 8589943857 00000100:00100000:3.0:1788572575.670122:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195942528:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.670181:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.670215:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788572575.670220:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195942400:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.670240:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572575.671263:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.671911:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195941376:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.671952:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195942528 00000100:00100000:0.0:1788572575.671961:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195942528 00000100:00100000:0.0:1788572575.672017:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195942400 00000100:00100000:0.0:1788572575.672021:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195942400 00000100:00100000:0.0:1788572575.672044:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21147 00000100:00100000:0.0:1788572575.672052:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+34:3640:x1875440195942528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572575.672086:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2023 count 1 00002000:00010000:0.0:1788572575.672123:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x7e7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.672131:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c484532 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.672147:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7e7:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.672859:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7e7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.672864:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c484532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.672874:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c484532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.672881:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c484532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.672888:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c484532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7e7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.672904:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572575.672974:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+35:3640:x1875440195942528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 924us (2794us total) trans 8589943859 rc 0/0 00000100:00100000:0.0:1788572575.672980:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21147 00000004:00080000:0.0:1788572575.673096:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8cefbb80/2, rc 0, transno 8589943855 00000100:00100000:0.0:1788572575.673104:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cefbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195934080:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572575.673120:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbdc40e00/2, rc 0, transno 8589944530 00000100:00100000:0.0:1788572575.673137:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195934592:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1788572575.673164:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d25f80/2, rc 0, transno 8589943856 00000100:00100000:0.0:1788572575.673169:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195935232:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572575.673181:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83a1ea00/2, rc 0, transno 8589944532 00000100:00100000:0.0:1788572575.673185:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195939584:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.673197:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 7 async RPCs [1->0] 00000100:00100000:0.0:1788572575.673210:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195933696:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.673245:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.673265:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cef8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195934208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.673283:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.673300:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195934720:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.673607:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21150 00000100:00100000:0.0:1788572575.673615:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+37:3637:x1875440195934208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572575.673627:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2008 count 1 00002000:00010000:0.0:1788572575.673645:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x7d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.673650:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009536dda2/0xaad440e68c484547 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.673658:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7d8:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.673661:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7d8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.673665:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009536dda2/0xaad440e68c484547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.673675:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009536dda2/0xaad440e68c484547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.673683:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009536dda2/0xaad440e68c484547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.673691:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009536dda2/0xaad440e68c484547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.673710:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572575.673777:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+37:3637:x1875440195934208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 163us (492us total) trans 8589943861 rc 0/0 00000100:00100000:0.0:1788572575.673783:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21150 00010000:00010000:0.0:1788572575.673798:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572575.673803:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c484540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.673811:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.673814:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c484540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.673824:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c484540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.673837:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c484540 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.673844:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c484540 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x67a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.673858:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.673860:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.673862:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.673882:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.673899:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195937408:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.673921:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.673933:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195938048:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.673951:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.673972:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195934720 00000100:00100000:0.0:1788572575.673976:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195934720 00000100:00100000:3.0:1788572575.674216:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195937408 00000100:00100000:3.0:1788572575.674221:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195937408 00000100:00100000:3.0:1788572575.674245:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195938048 00000100:00100000:3.0:1788572575.674248:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195938048 00000100:00100000:3.0:1788572575.674270:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21151 00000100:00100000:3.0:1788572575.674278:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbd8a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+31:3637:x1875440195937408:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.674291:0:225668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1704 count 1 00002000:00010000:3.0:1788572575.674400:0:225668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x6a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.674407:0:225668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48454e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.674417:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6a8:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.674421:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6a8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.674425:0:225668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48454e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.674436:0:225668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48454e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.674444:0:225668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48454e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.674451:0:225668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48454e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.674464:0:225668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572575.674698:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbd8a1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+32:3637:x1875440195937408:12345-0@lo:6:osp-syn-0-1.0 Request processed in 421us (775us total) trans 8589944533 rc 0/0 00000100:00100000:3.0:1788572575.674706:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21151 00000100:00100000:3.0:1788572575.674719:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21152 00000100:00100000:3.0:1788572575.674725:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+37:3637:x1875440195938048:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572575.674737:0:225668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1944 count 1 00002000:00010000:3.0:1788572575.674752:0:225668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x798:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.674756:0:225668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4190fd4/0xaad440e68c48455c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x798:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.674764:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x798:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.674768:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x798:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.674772:0:225668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4190fd4/0xaad440e68c48455c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.674782:0:225668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4190fd4/0xaad440e68c48455c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.674789:0:225668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4190fd4/0xaad440e68c48455c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.674797:0:225668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4190fd4/0xaad440e68c48455c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x798:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.674810:0:225668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572575.674870:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+38:3637:x1875440195938048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 145us (917us total) trans 8589943862 rc 0/0 00000100:00100000:3.0:1788572575.674876:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21152 00000100:00100000:3.0:1788572575.678204:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21155 00000100:00100000:3.0:1788572575.678214:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+39:3639:x1875440195943808:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572575.678225:0:225668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1908 count 1 00002000:00010000:3.0:1788572575.678242:0:225668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x774:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.678246:0:225668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001dd8beea/0xaad440e68c484571 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.678256:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x774:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.678259:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x774:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.678263:0:225668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001dd8beea/0xaad440e68c484571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.678271:0:225668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001dd8beea/0xaad440e68c484571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.678278:0:225668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001dd8beea/0xaad440e68c484571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.678285:0:225668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001dd8beea/0xaad440e68c484571 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.678298:0:225668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572575.678428:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+41:3639:x1875440195943808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 217us (444us total) trans 8589943863 rc 0/0 00000100:00100000:3.0:1788572575.678435:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21155 00000100:00100000:3.0:1788572575.680062:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632973056 00000100:00100000:3.0:1788572575.680073:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632973056 00000100:00100000:3.0:1788572575.684422:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:0.0:1788572575.686197:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572575.686232:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d26a00/2, rc 0, transno 8589943862 00000100:00100000:0.0:1788572575.686248:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195938048:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.686255:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195939712:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.694223:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.694253:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:3.0:1788572575.694270:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572575.694276:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000552c0e3/0xaad440e68c4845ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.694283:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.694286:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000552c0e3/0xaad440e68c4845ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.694295:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000552c0e3/0xaad440e68c4845ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.694306:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000552c0e3/0xaad440e68c4845ef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.694313:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000552c0e3/0xaad440e68c4845ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.694330:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.694331:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.694333:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572575.694346:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632973568 00000100:00100000:3.0:1788572575.694350:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632973568 00000100:00100000:3.0:1788572575.694384:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137922 00000100:00100000:3.0:1788572575.694405:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+131:361572:x1875453632973568:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572575.694454:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572575.694474:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48459b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b772f3 expref: 131 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.694487:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8d8:0x0].0x0 (ffff88cbb349de00) 00010000:00010000:3.0:1788572575.694495:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572575.694533:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512c00/0xaad440e68c4845fd lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.694540:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512c00/0xaad440e68c4845fd lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.694550:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512c00/0xaad440e68c4845fd lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.694566:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92912a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195945856:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1788572575.694595:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.694612:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572575.697031:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21171 00000100:00100000:0.0:1788572575.697049:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21172 00000100:00100000:0.0:1788572575.697056:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+39:3637:x1875440195944448:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572575.697071:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1926 count 1 00002000:00010000:0.0:1788572575.697090:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x786:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.697095:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484612 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697103:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x786:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.697106:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x786:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.697110:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484612 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697120:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484612 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697129:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484612 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697136:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484612 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697146:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1788572575.697279:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+40:3637:x1875440195944448:12345-0@lo:6:osp-syn-0-1.0 Request processed in 224us (1613us total) trans 8589944542 rc 0/0 00000100:00100000:0.0:1788572575.697285:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21172 00010000:00010000:0.0:1788572575.697307:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572575.697314:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a0c9efe/0xaad440e68c4845f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697323:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.697327:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a0c9efe/0xaad440e68c4845f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697336:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a0c9efe/0xaad440e68c4845f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697351:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a0c9efe/0xaad440e68c4845f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697358:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a0c9efe/0xaad440e68c4845f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x66c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697379:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572575.697383:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484604 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697401:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.697404:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484604 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697410:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484604 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697420:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484604 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697427:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484604 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x65b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697441:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572575.697444:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484612 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697449:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.697452:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484612 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697466:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484612 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697474:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484612 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697481:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484612 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697492:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.697494:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.697496:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.697510:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+49:3637:x1875440195943936:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572575.697524:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1730 count 1 00002000:00010000:0.0:1788572575.697541:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x6c2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.697546:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000290c8c97/0xaad440e68c484619 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697554:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6c2:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.697557:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6c2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.697561:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000290c8c97/0xaad440e68c484619 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697571:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000290c8c97/0xaad440e68c484619 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697584:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000290c8c97/0xaad440e68c484619 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697591:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000290c8c97/0xaad440e68c484619 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697606:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572575.697613:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572575.697616:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000290c8c97/0xaad440e68c484619 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697623:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.697625:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000290c8c97/0xaad440e68c484619 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697632:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000290c8c97/0xaad440e68c484619 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697642:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000290c8c97/0xaad440e68c484619 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697648:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000290c8c97/0xaad440e68c484619 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.697659:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.697661:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.697663:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.697748:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+50:3637:x1875440195943936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 708us (2113us total) trans 8589943872 rc 0/0 00000100:00100000:0.0:1788572575.697755:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21171 00000004:00080000:3.0:1788572575.698241:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca853fe680/2, rc 0, transno 8589944542 00000100:00100000:3.0:1788572575.698254:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195944448:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.698264:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195944960:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.698300:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.698321:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195945472:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.698342:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572575.698368:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8cef9180/2, rc 0, transno 8589943860 00000100:00100000:3.0:1788572575.698380:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195933696:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572575.698402:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8cef8700/2, rc 0, transno 8589943861 00000100:00100000:3.0:1788572575.698406:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cef8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195934208:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572575.698419:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbdc43100/2, rc 0, transno 8589944534 00000100:00100000:3.0:1788572575.698422:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195934720:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572575.698430:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d26300/2, rc 0, transno 8589944533 00000100:00100000:3.0:1788572575.698433:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195937408:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572575.698443:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9018e300/2, rc 0, transno 8589944539 00000100:00100000:3.0:1788572575.698446:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195941760:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572575.698463:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9018d880/2, rc 0, transno 8589943873 00000100:00100000:3.0:1788572575.698466:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195943424:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572575.698473:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca853fca80/2, rc 0, transno 8589943872 00000100:00100000:3.0:1788572575.698477:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195943936:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.698482:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572575.698488:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195945600:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.698511:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572575.698536:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572575.698542:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d3485b5/0xaad440e68c48460b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698550:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.698553:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d3485b5/0xaad440e68c48460b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698561:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d3485b5/0xaad440e68c48460b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698578:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d3485b5/0xaad440e68c48460b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698585:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d3485b5/0xaad440e68c48460b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698602:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.698604:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.698606:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.698612:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572575.698748:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21174 00000100:00100000:3.0:1788572575.698755:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+42:3637:x1875440195945472:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.698766:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1652 count 1 00002000:00010000:3.0:1788572575.698781:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x674:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.698787:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c484627 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x674:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698795:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x674:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.698798:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x674:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.698803:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c484627 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698813:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c484627 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698825:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c484627 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698832:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c484627 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698845:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572575.698907:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92910000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+42:3637:x1875440195945472:12345-0@lo:6:osp-syn-0-1.0 Request processed in 152us (564us total) trans 8589944544 rc 0/0 00000100:00100000:3.0:1788572575.698913:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21174 00000100:00100000:3.0:1788572575.698925:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21176 00000100:00100000:3.0:1788572575.698931:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+51:3639:x1875440195944832:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572575.698943:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1566 count 1 00002000:00010000:3.0:1788572575.698955:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x61e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.698960:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484635 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x61e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698969:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x61e:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.698971:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x61e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.698975:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698984:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.698997:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484635 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699004:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484635 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699013:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1788572575.699075:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+52:3639:x1875440195944832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 144us (10132us total) trans 8589943875 rc 0/0 00000100:00100000:3.0:1788572575.699081:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21176 00010000:00010000:3.0:1788572575.699099:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788572575.699104:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000076faf0b/0xaad440e68c484620 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699112:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.699116:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000076faf0b/0xaad440e68c484620 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699123:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000076faf0b/0xaad440e68c484620 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699134:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000076faf0b/0xaad440e68c484620 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699141:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000076faf0b/0xaad440e68c484620 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699180:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572575.699183:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c484627 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699189:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.699192:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c484627 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699199:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c484627 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699209:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c484627 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699216:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000711ab44f/0xaad440e68c484627 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x674:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699228:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572575.699231:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf1bb015/0xaad440e68c48462e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699236:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.699239:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf1bb015/0xaad440e68c48462e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699250:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf1bb015/0xaad440e68c48462e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699258:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf1bb015/0xaad440e68c48462e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699264:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf1bb015/0xaad440e68c48462e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x673:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699274:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572575.699277:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484635 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699282:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.699284:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484635 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699291:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484635 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699299:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484635 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699306:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002898fa49/0xaad440e68c484635 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x61e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.699321:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.699323:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.699324:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572575.699592:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1788572575.702616:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572575.708488:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca908e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195946496:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.708578:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.708638:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195946368:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.708665:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.709079:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195946496 00000100:00100000:0.0:1788572575.709088:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195946496 00000100:00100000:0.0:1788572575.709141:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195946368 00000100:00100000:0.0:1788572575.709145:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195946368 00000100:00100000:0.0:1788572575.709194:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21177 00000100:00100000:0.0:1788572575.709205:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92911180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+42:3640:x1875440195946496:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572575.709247:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1845 count 1 00002000:00010000:0.0:1788572575.709288:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x735:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.709297:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008723b9d3/0xaad440e68c484658 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709314:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x735:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.709318:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x735:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.709325:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008723b9d3/0xaad440e68c484658 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709339:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008723b9d3/0xaad440e68c484658 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709351:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008723b9d3/0xaad440e68c484658 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709366:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008723b9d3/0xaad440e68c484658 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709385:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572575.709580:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92911180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+43:3640:x1875440195946496:12345-0@lo:6:osp-syn-0-1.0 Request processed in 377us (1001us total) trans 8589944545 rc 0/0 00000100:00100000:0.0:1788572575.709589:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21177 00000100:00100000:0.0:1788572575.709608:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21178 00000100:00100000:0.0:1788572575.709614:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+51:3640:x1875440195946368:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572575.709627:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1999 count 1 00002000:00010000:0.0:1788572575.709645:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x7cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.709650:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48465f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709660:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7cf:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.709663:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7cf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.709667:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48465f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709677:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48465f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709686:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48465f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709698:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48465f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709721:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572575.709796:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+52:3640:x1875440195946368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 182us (1129us total) trans 8589943876 rc 0/0 00000100:00100000:0.0:1788572575.709803:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21178 00010000:00010000:0.0:1788572575.709889:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572575.709895:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008723b9d3/0xaad440e68c484658 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709905:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.709910:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008723b9d3/0xaad440e68c484658 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709921:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008723b9d3/0xaad440e68c484658 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709938:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008723b9d3/0xaad440e68c484658 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709961:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008723b9d3/0xaad440e68c484658 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709981:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572575.709986:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48465f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.709993:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.709996:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48465f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.710005:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48465f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.710016:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48465f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.710023:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48465f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.710034:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.710036:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.710037:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572575.710080:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca908e7b80/2, rc 0, transno 8589944545 00000100:00100000:0.0:1788572575.710087:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca908e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195946496:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1788572575.710098:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbade01180/2, rc 0, transno 8589943876 00000100:00100000:0.0:1788572575.710109:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195946368:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.712441:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92911880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195947520:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.713396:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195947904 00000100:00100000:3.0:1788572575.713401:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195947904 00000100:00100000:3.0:1788572575.713440:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195946240 00000100:00100000:3.0:1788572575.713443:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195946240 00000100:00100000:3.0:1788572575.713459:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195946752 00000100:00100000:3.0:1788572575.713462:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195946752 00000100:00100000:3.0:1788572575.713475:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195947776 00000100:00100000:3.0:1788572575.713478:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195947776 00000100:00100000:3.0:1788572575.713495:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21180 00000100:00100000:3.0:1788572575.713504:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbd8a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+45:3639:x1875440195947904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.713532:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1864 count 1 00002000:00010000:3.0:1788572575.713565:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x748:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.713572:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e4104be/0xaad440e68c48466d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.713586:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x748:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.713591:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x748:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.713598:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e4104be/0xaad440e68c48466d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.713618:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e4104be/0xaad440e68c48466d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.713628:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e4104be/0xaad440e68c48466d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.713636:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e4104be/0xaad440e68c48466d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.713652:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572575.713792:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbd8a0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+46:3639:x1875440195947904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 288us (953us total) trans 8589944547 rc 0/0 00000100:00100000:3.0:1788572575.713798:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21180 00000100:00100000:3.0:1788572575.713814:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21181 00000100:00100000:3.0:1788572575.713819:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+54:3638:x1875440195946240:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572575.713830:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2079 count 1 00002000:00010000:3.0:1788572575.713849:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x81f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.713854:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c484674 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x81f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.713863:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x81f:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.713866:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x81f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.713870:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c484674 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.713885:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c484674 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.713893:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c484674 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.713899:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c484674 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x81f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.713914:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572575.714015:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+55:3638:x1875440195946240:12345-0@lo:6:osp-syn-1-1.0 Request processed in 195us (1155us total) trans 8589943877 rc 0/0 00000100:00100000:3.0:1788572575.714021:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21181 00000100:00100000:3.0:1788572575.714045:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21182 00000100:00100000:3.0:1788572575.714053:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+54:3638:x1875440195946752:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572575.714065:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1830 count 1 00002000:00010000:3.0:1788572575.714080:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x726:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.714084:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4190fd4/0xaad440e68c48467b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x726:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.714093:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x726:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.714096:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x726:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.714101:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4190fd4/0xaad440e68c48467b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.714114:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4190fd4/0xaad440e68c48467b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.714123:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4190fd4/0xaad440e68c48467b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.714130:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4190fd4/0xaad440e68c48467b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x726:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.714143:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572575.714238:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+56:3638:x1875440195946752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 186us (1340us total) trans 8589943878 rc 0/0 00000100:00100000:3.0:1788572575.714245:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21182 00000100:00100000:3.0:1788572575.714257:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21184 00000100:00100000:3.0:1788572575.714262:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+45:3638:x1875440195947776:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.714273:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1786 count 1 00002000:00010000:3.0:1788572575.714287:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x6fa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.714291:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c484689 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.714298:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6fa:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.714301:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6fa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.714305:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c484689 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.714319:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c484689 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.714327:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c484689 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.714334:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c484689 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.714342:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1788572575.714424:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+46:3638:x1875440195947776:12345-0@lo:6:osp-syn-0-1.0 Request processed in 161us (1430us total) trans 8589944548 rc 0/0 00000100:00100000:3.0:1788572575.714430:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21184 00010000:00010000:0.0:1788572575.716308:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572575.716315:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c484697 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716323:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd85800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.716326:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c484697 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716334:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c484697 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716349:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c484697 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716357:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fba9dd0/0xaad440e68c484697 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x786:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716378:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.716379:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.716381:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.716433:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.716483:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195947520 00000100:00100000:0.0:1788572575.716488:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195947520 00000100:00100000:0.0:1788572575.716516:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21187 00000100:00100000:0.0:1788572575.716523:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+57:3640:x1875440195947520:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572575.716537:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1814 count 1 00002000:00010000:0.0:1788572575.716556:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x716:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.716561:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48469e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x716:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716575:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x716:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.716577:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x716:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.716582:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48469e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716592:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48469e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716600:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48469e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716607:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48469e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716620:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572575.716628:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572575.716631:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48469e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716638:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.716642:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48469e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716650:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48469e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716665:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48469e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716673:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000024fb7d5/0xaad440e68c48469e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x716:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.716686:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.716688:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.716689:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.716772:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+58:3640:x1875440195947520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 248us (338us total) trans 8589943882 rc 0/0 00000100:00100000:0.0:1788572575.716779:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21187 00000004:00080000:0.0:1788572575.716809:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca92911880/2, rc 0, transno 8589943882 00000100:00100000:0.0:1788572575.716815:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92911880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195947520:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1788572575.717307:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572575.717329:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4846a5 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484651 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.717354:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4846a5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484651 expref: 53 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.717366:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4846a5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484651 expref: 53 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.717374:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8d8:0x0].0x0 (ffff88caa2ec8700) 00010000:00010000:0.0:1788572575.717377:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572575.717380:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd11200, rc 0) 00000100:00100000:0.0:1788572575.717441:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+53:225655:x1875440195947264:12345-0@lo:101:mdt00_005.0 Request processed in 15060us (15113us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.717448:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36723 00000100:00100000:3.0:1788572575.717512:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade01500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195947264:0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572575.717531:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84a00/0xaad440e68c484651 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4846a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.717542:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84a00/0xaad440e68c484651 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4846a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.717587:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c4846ac lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.717596:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c4846ac lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.717608:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c4846ac lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572575.717934:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3872, 64 off256000 00000100:00100000:0.0:1788572575.718031:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca908e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195948544:0@lo:6:osp-syn-0-1.0 00000040:00080000:3.0:1788572575.718097:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].170, 392 off99088 00000040:00080000:3.0:1788572575.718141:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].638, 472 off348448 00000004:00080000:3.0:1788572575.718147:0:225655:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8cf8e300 with version 4764 00000004:00080000:0.0:1788572575.718406:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4764 rpc_version 4764 00000020:00100000:0.0:1788572575.718426:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572575.718433:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca961d5880 x1875440195949056/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572575.718450:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d5880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195949056:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572575.718487:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.718513:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf480 going to sleep for 11 seconds 00000100:00100000:0.0:1788572575.718534:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.718596:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195949056 00000100:00100000:3.0:1788572575.718603:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195949056 00000100:00100000:3.0:1788572575.718647:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36724 00000100:00100000:3.0:1788572575.718656:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbc701450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+53:202414:x1875440195949056:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572575.719322:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbc701450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+54:202414:x1875440195949056:12345-0@lo:1000:osp_up1-0.0 Request processed in 665us (831us total) trans 8589973163 rc 0/0 00000100:00100000:3.0:1788572575.719332:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36724 00000100:00100000:0.0:1788572575.719628:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d5880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195949056:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1788572575.719702:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d000/0xaad440e68c4846ba lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719717:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d000/0xaad440e68c4846ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719725:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d000/0xaad440e68c4846ba lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719733:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d000/0xaad440e68c4846ba lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719738:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d000/0xaad440e68c4846ba lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719744:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d000/0xaad440e68c4846ba lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719767:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788572575.719791:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c4846ac lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719797:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c4846ac lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719803:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c4846ac lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719808:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.719812:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c4846ac lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719819:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c4846ac lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719830:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8d8:0x0].0x0 (ffff88cba1399200) 00010000:00010000:3.0:1788572575.719833:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.719837:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c4846ac lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719844:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c4846ac lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719857:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84a00/0xaad440e68c484651 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4846a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719865:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84a00/0xaad440e68c484651 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4846a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719876:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84a00/0xaad440e68c484651 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4846a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719890:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572575.719903:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572575.719908:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512c00/0xaad440e68c4845fd lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48463c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719915:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512c00/0xaad440e68c4845fd lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48463c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719921:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512c00/0xaad440e68c4845fd lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48463c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.719928:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000004:00080000:3.0:1788572575.719931:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572575.719936:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd85000/0xaad440e68c484643 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x19832601 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48464a expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.720077:0:225655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd85000/0xaad440e68c484643 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x19832601 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48464a expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572575.720180:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+131:361572:x1875453632973568:12345-192.168.202.54@tcp:36:rm.0 Request processed in 25774us (25958us total) trans 12884961898 rc 0/0 00000100:00100000:3.0:1788572575.720188:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137922 00010000:00010000:0.0:1788572575.720355:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788572575.720363:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a2f13bf/0xaad440e68c4846b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720372:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.720375:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a2f13bf/0xaad440e68c4846b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720383:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a2f13bf/0xaad440e68c4846b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720408:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a2f13bf/0xaad440e68c4846b3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720416:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a2f13bf/0xaad440e68c4846b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720434:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572575.720438:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d000/0xaad440e68c4846ba lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720443:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.720446:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d000/0xaad440e68c4846ba lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720452:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d000/0xaad440e68c4846ba lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720461:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8d8:0x0].0x0 (ffff88cba1399200) 00010000:00010000:0.0:1788572575.720464:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572575.720467:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d000/0xaad440e68c4846ba lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720472:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d000/0xaad440e68c4846ba lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720484:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572575.720487:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84a00/0xaad440e68c484651 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4846a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720494:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572575.720498:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84a00/0xaad440e68c484651 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4846a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572575.720506:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84a00/0xaad440e68c484651 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4846a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720535:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84a00/0xaad440e68c484651 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4846a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720542:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572575.720557:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84a00/0xaad440e68c484651 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4846a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720564:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84a00/0xaad440e68c484651 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8d8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4846a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720578:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572575.720582:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512c00/0xaad440e68c4845fd lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48463c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720588:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512c00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572575.720592:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512c00/0xaad440e68c4845fd lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48463c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572575.720599:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512c00/0xaad440e68c4845fd lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48463c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720615:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512c00/0xaad440e68c4845fd lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48463c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720621:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572575.720627:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512c00/0xaad440e68c4845fd lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48463c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720633:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512c00/0xaad440e68c4845fd lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48463c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.720646:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.720648:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.720650:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.720669:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195949312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.720711:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.720737:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572575.720742:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195949184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.720761:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572575.720898:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca908e7480/2, rc 0, transno 8589944549 00000100:00100000:3.0:1788572575.720911:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca908e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195948032:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.727734:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.727770:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195949696:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.727808:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572575.727835:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca908e7800/2, rc 0, transno 8589943883 00000100:00100000:3.0:1788572575.727850:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca908e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195948416:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572575.727858:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788572575.727863:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195949824:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.727883:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.727923:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195948800 00000100:00100000:3.0:1788572575.727926:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195948800 00000004:00080000:0.0:1788572575.728027:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca908e5500/2, rc 0, transno 8589944550 00000100:00100000:0.0:1788572575.728037:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca908e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195948544:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.728187:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21194 00000100:00100000:3.0:1788572575.728195:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+59:3637:x1875440195948288:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572575.728208:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2048 count 1 00002000:00010000:3.0:1788572575.728227:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x800:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.728232:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcb5575f/0xaad440e68c4846e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x800:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728240:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x800:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.728243:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x800:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.728246:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcb5575f/0xaad440e68c4846e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728256:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcb5575f/0xaad440e68c4846e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728263:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dcb5575f/0xaad440e68c4846e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728270:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dcb5575f/0xaad440e68c4846e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x800:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728283:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572575.728369:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+60:3637:x1875440195948288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 174us (545us total) trans 8589943884 rc 0/0 00000100:00100000:3.0:1788572575.728376:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21194 00000100:00100000:3.0:1788572575.728404:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21195 00000100:00100000:3.0:1788572575.728410:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+53:3637:x1875440195948800:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.728421:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1962 count 1 00002000:00010000:3.0:1788572575.728435:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x7aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.728440:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4846eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728447:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7aa:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.728450:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7aa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.728454:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4846eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728462:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4846eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728470:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4846eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728483:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4846eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728497:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572575.728564:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+54:3637:x1875440195948800:12345-0@lo:6:osp-syn-0-1.0 Request processed in 154us (699us total) trans 8589944554 rc 0/0 00000100:00100000:3.0:1788572575.728570:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21195 00000100:00100000:3.0:1788572575.728584:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21196 00000100:00100000:3.0:1788572575.728590:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+53:3639:x1875440195949824:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.728600:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1549 count 1 00002000:00010000:3.0:1788572575.728615:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x60d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.728620:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009825212e/0xaad440e68c4846f2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x60d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728627:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x60d:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.728630:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x60d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.728635:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009825212e/0xaad440e68c4846f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728644:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009825212e/0xaad440e68c4846f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728651:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009825212e/0xaad440e68c4846f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728663:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009825212e/0xaad440e68c4846f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x60d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.728672:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572575.728731:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+53:3639:x1875440195949824:12345-0@lo:6:osp-syn-0-1.0 Request processed in 141us (846us total) trans 8589944555 rc 0/0 00000100:00100000:3.0:1788572575.728737:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21196 00000100:00100000:3.0:1788572575.729279:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195949568 00000100:00100000:3.0:1788572575.729284:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195949568 00000100:00100000:3.0:1788572575.729312:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21197 00000100:00100000:3.0:1788572575.729367:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+54:3637:x1875440195949568:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.729380:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1908 count 1 00002000:00010000:3.0:1788572575.729409:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x774:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.729415:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c4846f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.729423:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x774:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.729426:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x774:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.729430:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c4846f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.729439:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c4846f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.729449:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c4846f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.729457:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c4846f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.729469:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572575.729549:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+55:3637:x1875440195949568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 184us (364us total) trans 8589944556 rc 0/0 00000100:00100000:0.0:1788572575.732254:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21198 00000100:00100000:0.0:1788572575.732283:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+55:3637:x1875440195949952:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572575.732320:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1808 count 1 00002000:00010000:0.0:1788572575.732353:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x710:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.732362:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000290c8c97/0xaad440e68c484700 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x710:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.732379:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x710:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.732383:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x710:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.732401:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000290c8c97/0xaad440e68c484700 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.732421:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000290c8c97/0xaad440e68c484700 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.732432:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000290c8c97/0xaad440e68c484700 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.732439:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000290c8c97/0xaad440e68c484700 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.732470:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572575.732647:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+56:3637:x1875440195949952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 379us (3415us total) trans 8589944557 rc 0/0 00000100:00100000:0.0:1788572575.732655:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21198 00000100:00100000:0.0:1788572575.732710:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195950336:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.732750:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.732783:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572575.732789:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195950208:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.732809:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.734239:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195950336 00000100:00100000:0.0:1788572575.734255:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195950336 00000100:00100000:0.0:1788572575.734314:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195950208 00000100:00100000:0.0:1788572575.734318:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195950208 00000100:00100000:0.0:1788572575.734345:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21199 00000100:00100000:0.0:1788572575.734354:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+57:3640:x1875440195950336:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572575.734403:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1901 count 1 00002000:00010000:0.0:1788572575.734437:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x76d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.734445:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484707 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.734461:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x76d:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.734465:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x76d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.734472:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.734486:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.734496:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484707 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.734504:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.734520:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1788572575.734713:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+58:3640:x1875440195950336:12345-0@lo:6:osp-syn-0-1.0 Request processed in 358us (1960us total) trans 8589944558 rc 0/0 00000100:00100000:0.0:1788572575.734720:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21199 00000100:00100000:0.0:1788572575.734737:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21200 00000100:00100000:0.0:1788572575.734743:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+57:3640:x1875440195950208:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572575.734758:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1846 count 1 00002000:00010000:0.0:1788572575.734773:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x736:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572575.734778:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000322f4d/0xaad440e68c48470e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x736:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.734787:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x736:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.734790:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x736:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.734794:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000322f4d/0xaad440e68c48470e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.734803:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000322f4d/0xaad440e68c48470e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.734810:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000322f4d/0xaad440e68c48470e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.734816:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000000322f4d/0xaad440e68c48470e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.734825:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1788572575.737817:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+58:3640:x1875440195950208:12345-0@lo:6:osp-syn-0-1.0 Request processed in 3070us (5002us total) trans 8589944559 rc 0/0 00000100:00100000:0.0:1788572575.737828:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21200 00010000:00010000:0.0:1788572575.737936:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788572575.739414:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c4846f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739427:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.739431:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c4846f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739446:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c4846f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739461:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c4846f9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739474:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c4846f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x774:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739500:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572575.739505:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000290c8c97/0xaad440e68c484700 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739511:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.739514:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000290c8c97/0xaad440e68c484700 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739522:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000290c8c97/0xaad440e68c484700 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739532:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000290c8c97/0xaad440e68c484700 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739538:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000290c8c97/0xaad440e68c484700 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x710:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739558:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572575.739562:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739568:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.739571:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739578:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739588:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484707 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739596:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000739d3bd4/0xaad440e68c484707 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x76d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739801:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572575.739805:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000000322f4d/0xaad440e68c48470e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739813:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.739816:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000000322f4d/0xaad440e68c48470e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739829:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000000322f4d/0xaad440e68c48470e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739839:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000000322f4d/0xaad440e68c48470e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739845:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000322f4d/0xaad440e68c48470e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x736:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.739855:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.739857:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.739859:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572575.739926:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e055880/2, rc 0, transno 8589944559 00000100:00100000:0.0:1788572575.740546:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195950208:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1788572575.740570:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e055c00/2, rc 0, transno 8589944558 00000100:00100000:0.0:1788572575.740574:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195950336:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.740590:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195949184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.740599:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195949312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.740668:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.740714:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195948160:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.740753:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.740779:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195950080:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.740802:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1788572575.740829:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca924f4380/2, rc 0, transno 8589943880 00000100:00100000:0.0:1788572575.740839:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195946112:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572575.740847:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572575.740853:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195950464:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.740874:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572575.746106:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572575.746126:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21197 00000100:00100000:3.0:1788572575.746284:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195947648 00000100:00100000:3.0:1788572575.746291:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195947648 00000100:00100000:0.0:1788572575.746489:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572575.746508:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195950720:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572575.746585:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.752889:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21202 00000100:00100000:0.0:1788572575.752905:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+62:3638:x1875440195950080:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572575.752932:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1529 count 1 00002000:00080000:2.0:1788572575.752942:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2103 count 1 00002000:00010000:2.0:1788572575.752970:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x837:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1788572575.752972:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x5f9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572575.752976:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c770e5c/0xaad440e68c484738 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x837:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.752977:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1936e48/0xaad440e68c48473f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5f9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.752991:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5f9:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:0.0:1788572575.752995:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5f9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572575.753001:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1936e48/0xaad440e68c48473f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.753014:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1936e48/0xaad440e68c48473f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.753023:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1936e48/0xaad440e68c48473f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.753038:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1936e48/0xaad440e68c48473f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.753048:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788572575.753107:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x837:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:2.0:1788572575.753110:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x837:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572575.753114:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c770e5c/0xaad440e68c484738 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753123:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c770e5c/0xaad440e68c484738 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753131:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c770e5c/0xaad440e68c484738 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753137:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c770e5c/0xaad440e68c484738 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753145:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1788572575.753179:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+62:3638:x1875440195950080:12345-0@lo:6:osp-syn-0-1.0 Request processed in 279us (12375us total) trans 8589944561 rc 0/0 00000100:00100000:2.0:1788572575.753183:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21204 00000100:00100000:0.0:1788572575.753187:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21202 00000100:00100000:2.0:1788572575.753190:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+62:3640:x1875440195950720:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572575.753203:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1681 count 1 00002000:00010000:2.0:1788572575.753217:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x691:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572575.753222:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484746 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x691:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753230:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x691:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:2.0:1788572575.753233:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x691:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572575.753237:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484746 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753246:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484746 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753254:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484746 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753262:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484746 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753270:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1788572575.753373:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+62:3640:x1875440195950720:12345-0@lo:6:osp-syn-0-1.0 Request processed in 182us (6787us total) trans 8589944562 rc 0/0 00000100:00100000:2.0:1788572575.753380:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21204 00010000:00010000:2.0:1788572575.753837:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788572575.753844:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c484731 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753853:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572575.753858:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c484731 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753869:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c484731 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753891:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c484731 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753899:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c484731 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753922:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572575.753925:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1936e48/0xaad440e68c48473f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753932:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572575.753935:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1936e48/0xaad440e68c48473f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753942:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1936e48/0xaad440e68c48473f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753951:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1936e48/0xaad440e68c48473f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753959:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1936e48/0xaad440e68c48473f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753972:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572575.753975:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c770e5c/0xaad440e68c484738 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.753983:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572575.753986:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c770e5c/0xaad440e68c484738 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572575.754044:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbade00e00/2, rc 0, transno 8589944562 00000100:00100000:0.0:1788572575.754059:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195950720:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1788572575.754065:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c770e5c/0xaad440e68c484738 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.754075:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c770e5c/0xaad440e68c484738 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.754082:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c770e5c/0xaad440e68c484738 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x837:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.754095:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572575.754099:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484746 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.754106:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572575.754109:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484746 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.754116:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484746 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.754125:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484746 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.754133:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6e2a8f3/0xaad440e68c484746 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x691:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.754144:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.754146:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.754148:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.754201:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.754207:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572575.754342:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+62:3638:x1875440195950464:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1413us (13465us total) trans 8589944563 rc 0/0 00000100:00100000:2.0:1788572575.754350:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21203 00010000:00010000:2.0:1788572575.754367:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572575.754541:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21205 00000100:00100000:3.0:1788572575.754553:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+61:3638:x1875440195947648:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.754573:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2097 count 1 00002000:00010000:3.0:1788572575.754597:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x831:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.754602:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e028f85/0xaad440e68c48474d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.754612:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x831:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.754615:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x831:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.754620:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e028f85/0xaad440e68c48474d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.754631:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e028f85/0xaad440e68c48474d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.754639:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e028f85/0xaad440e68c48474d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.754648:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e028f85/0xaad440e68c48474d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.754667:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572575.754743:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+62:3638:x1875440195947648:12345-0@lo:6:osp-syn-0-1.0 Request processed in 193us (14075us total) trans 8589944564 rc 0/0 00000004:00080000:2.0:1788572575.755008:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca92912300/2, rc 0, transno 8589944556 00000100:00100000:2.0:1788572575.755015:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92912300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195949568:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1788572575.755033:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572575.755037:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e028f85/0xaad440e68c48474d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.755045:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572575.755048:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e028f85/0xaad440e68c48474d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.755056:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e028f85/0xaad440e68c48474d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.755069:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e028f85/0xaad440e68c48474d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.755078:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e028f85/0xaad440e68c48474d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.755095:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.755097:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.755099:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572575.755119:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb85589180/2, rc 0, transno 8589944557 00000100:00100000:2.0:1788572575.755124:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb85589180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195949952:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572575.755132:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572575.755143:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195950592:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572575.755196:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.758122:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21205 00000100:00100000:0.0:1788572575.758295:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195950848:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.758320:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85588e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195951104:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572575.758623:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195950976:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.760246:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.760592:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195951104 00000100:00100000:2.0:1788572575.760602:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195951104 00000100:00100000:2.0:1788572575.760654:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21207 00000100:00100000:2.0:1788572575.760664:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+64:3638:x1875440195951104:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572575.760694:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2063 count 1 00002000:00010000:2.0:1788572575.760731:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x80f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572575.760740:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a0c9efe/0xaad440e68c48475b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x80f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.760756:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x80f:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:2.0:1788572575.760761:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x80f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572575.760768:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a0c9efe/0xaad440e68c48475b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.760789:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a0c9efe/0xaad440e68c48475b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.760799:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003a0c9efe/0xaad440e68c48475b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.760807:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003a0c9efe/0xaad440e68c48475b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.760825:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572575.760967:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+65:3638:x1875440195951104:12345-0@lo:6:osp-syn-0-1.0 Request processed in 304us (725us total) trans 8589944566 rc 0/0 00000100:00100000:2.0:1788572575.760976:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21207 00000004:00080000:3.0:1788572575.761133:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e054000/2, rc 0, transno 8589944563 00000100:00100000:3.0:1788572575.761168:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195950464:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572575.761251:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e056680/2, rc 0, transno 8589944561 00000100:00100000:3.0:1788572575.761259:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195950080:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572575.761294:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca908e6300/2, rc 0, transno 8589944564 00000100:00100000:3.0:1788572575.761301:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca908e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195947648:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572575.761541:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbde73480/2, rc 0, transno 8589944560 00000100:00100000:3.0:1788572575.761550:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195948160:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572575.761580:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85588e00/2, rc 0, transno 8589944566 00000100:00100000:3.0:1788572575.761586:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85588e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195951104:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1788572575.761677:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572575.761685:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c484754 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.761694:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572575.761700:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c484754 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.761711:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c484754 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.761730:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c484754 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.761738:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c484754 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.761763:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572575.761767:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003a0c9efe/0xaad440e68c48475b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.761774:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572575.761777:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003a0c9efe/0xaad440e68c48475b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.761785:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003a0c9efe/0xaad440e68c48475b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.761795:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003a0c9efe/0xaad440e68c48475b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.761802:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a0c9efe/0xaad440e68c48475b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x80f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.761821:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.761823:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.761824:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572575.761840:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195951232:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572575.761892:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.761973:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788572575.761980:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195951360:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572575.762018:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.762204:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195951232 00000100:00100000:3.0:1788572575.762211:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195951232 00000100:00100000:3.0:1788572575.762246:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195951360 00000100:00100000:3.0:1788572575.762249:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195951360 00000100:00100000:3.0:1788572575.762267:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21208 00000100:00100000:3.0:1788572575.762274:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+66:3639:x1875440195951232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572575.762293:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1607 count 1 00002000:00010000:3.0:1788572575.762333:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x647:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572575.762340:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000906ea64f/0xaad440e68c484762 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x647:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.762351:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x647:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:3.0:1788572575.762357:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x647:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572575.762364:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000906ea64f/0xaad440e68c484762 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.762377:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000906ea64f/0xaad440e68c484762 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.762400:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000906ea64f/0xaad440e68c484762 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.762410:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000906ea64f/0xaad440e68c484762 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x647:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.762425:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572575.762545:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+66:3639:x1875440195951232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 271us (653us total) trans 8589944567 rc 0/0 00000100:00100000:3.0:1788572575.762552:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21208 00000100:00100000:3.0:1788572575.763290:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572575.763344:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbade03800/2, rc 0, transno 8589944565 00000100:00100000:3.0:1788572575.763362:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195950592:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572575.763589:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195950976 00000100:00100000:2.0:1788572575.763596:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195950976 00000100:00100000:2.0:1788572575.763642:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21210 00000100:00100000:2.0:1788572575.763651:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+66:3637:x1875440195950976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572575.763667:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1924 count 1 00002000:00010000:2.0:1788572575.763687:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x784:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572575.763694:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c484770 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.763706:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x784:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:2.0:1788572575.763710:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x784:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572575.763716:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c484770 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.763728:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c484770 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.763738:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c484770 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.763745:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c484770 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.763760:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572575.763868:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+67:3637:x1875440195950976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 219us (579us total) trans 8589944569 rc 0/0 00000100:00100000:2.0:1788572575.763876:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21210 00010000:00010000:2.0:1788572575.763894:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572575.763899:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c484770 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.763906:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572575.763910:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c484770 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.763919:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c484770 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.763932:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c484770 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.763940:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c484770 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.763955:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.763957:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.763959:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572575.763983:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8558a680/2, rc 0, transno 8589944568 00000100:00100000:2.0:1788572575.764065:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195951360:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1788572575.764080:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85589500/2, rc 0, transno 8589944567 00000100:00100000:2.0:1788572575.764084:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195951232:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1788572575.764098:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572575.764110:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbade01500/2, rc 0, transno 8589944569 00000100:00100000:2.0:1788572575.764114:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195950976:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572575.765970:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572575.766116:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632973952 00000100:00100000:2.0:1788572575.766127:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632973952 00000100:00100000:2.0:1788572575.766204:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137924 00000100:00100000:2.0:1788572575.766214:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+132:361572:x1875453632973952:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572575.766269:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572575.766295:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85400/0xaad440e68c48472a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b772fa expref: 132 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.766328:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9d0:0x0].0x0 (ffff88ca91600600) 00010000:00010000:2.0:1788572575.766342:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572575.766375:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23400/0xaad440e68c484777 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.766407:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23400/0xaad440e68c484777 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.766420:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23400/0xaad440e68c484777 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.766434:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23c00/0xaad440e68c48477e lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xf651db93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.766441:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23c00/0xaad440e68c48477e lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xf651db93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.766448:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23c00/0xaad440e68c48477e lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xf651db93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.766737:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484785 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.766747:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484785 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.766754:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484785 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572575.767063:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3873, 64 off256064 00010000:00010000:2.0:1788572575.767120:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48478c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767131:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48478c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767140:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48478c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767148:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48478c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767184:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48478c lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767191:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48478c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767211:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572575.767231:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484785 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767243:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484785 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767250:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484785 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767256:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.767261:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484785 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767269:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484785 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767279:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9d0:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:2.0:1788572575.767282:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572575.767285:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484785 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767292:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484785 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767554:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23400/0xaad440e68c484777 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767563:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23400/0xaad440e68c484777 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767570:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23400/0xaad440e68c484777 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767577:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23400/0xaad440e68c484777 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767583:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.767586:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23400/0xaad440e68c484777 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767593:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23400/0xaad440e68c484777 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767602:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349d500) 00010000:00010000:2.0:1788572575.767605:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.767608:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23400/0xaad440e68c484777 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767615:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23400/0xaad440e68c484777 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572575.767639:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000019ff8fb0 reply state 000000002641ec71 transno 12884961899 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23c00/0xaad440e68c48477e lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xf651db93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767657:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23c00/0xaad440e68c48477e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf651db93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.767664:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xf651db93 (ffff88cbb349d300) 00010000:00010000:2.0:1788572575.767666:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572575.767670:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572575.767781:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+133:361572:x1875453632973952:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1563us (1815us total) trans 12884961899 rc 0/0 00000100:00100000:2.0:1788572575.767791:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137924 00000100:00100000:0.0:1788572575.768652:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.768760:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195950848 00000100:00100000:2.0:1788572575.768771:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195950848 00000100:00100000:2.0:1788572575.768817:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21211 00000100:00100000:2.0:1788572575.768829:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbd8a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+67:3640:x1875440195950848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572575.768857:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1541 count 1 00002000:00010000:2.0:1788572575.768900:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x605:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572575.768909:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ffd6057/0xaad440e68c484793 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x605:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.768927:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x605:0x0].0x0 since=13553s v=(0 0) 00010000:00010000:2.0:1788572575.768932:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x605:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572575.768942:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ffd6057/0xaad440e68c484793 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.768958:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ffd6057/0xaad440e68c484793 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.768969:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ffd6057/0xaad440e68c484793 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.768976:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ffd6057/0xaad440e68c484793 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.769834:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572575.770050:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbd8a2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+68:3640:x1875440195950848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1221us (1398us total) trans 8589944570 rc 0/0 00000100:00100000:2.0:1788572575.770060:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21211 00000004:00080000:0.0:1788572575.770595:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbade00000/2, rc 0, transno 8589944570 00000100:00100000:0.0:1788572575.770621:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195950848:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572575.776251:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632974080 00000100:00100000:2.0:1788572575.776261:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632974080 00000100:00100000:2.0:1788572575.776334:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137925 00000100:00100000:2.0:1788572575.776347:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+8:361572:x1875453632974080:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572575.776370:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572575.776412:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48479a lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77301 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.776482:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23600/0xaad440e68c4847a1 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.776498:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23600/0xaad440e68c4847a1 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.776510:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23600/0xaad440e68c4847a1 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.776523:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4847a8 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.776529:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4847a8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.776535:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4847a8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.776633:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4847af lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.776642:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4847af lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.776648:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4847af lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572575.776949:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x3a1:0x0]: returning size 0 00000004:00200000:2.0:1788572575.776955:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572575.776980:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4847af lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.776993:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4847af lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777004:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23600/0xaad440e68c4847a1 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777011:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23600/0xaad440e68c4847a1 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777018:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23600/0xaad440e68c4847a1 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777026:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23600/0xaad440e68c4847a1 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777032:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.777036:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23600/0xaad440e68c4847a1 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777045:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23600/0xaad440e68c4847a1 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777057:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb349df00) 00010000:00010000:2.0:1788572575.777060:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.777065:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23600/0xaad440e68c4847a1 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777076:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23600/0xaad440e68c4847a1 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777090:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4847a8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777097:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4847a8 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777103:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4847a8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777108:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.777111:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4847a8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777118:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4847a8 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777126:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1005a79a (ffff88cbb349de00) 00010000:00010000:2.0:1788572575.777128:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.777131:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4847a8 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777137:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4847a8 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777204:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48479a lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77301 expref: 10 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777229:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4847af lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77301 expref: 9 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.777236:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3a1:0x0].0x0 (ffff88cbb349d800) 00010000:00010000:2.0:1788572575.777238:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572575.777241:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22000, rc 0) 00000100:00100000:2.0:1788572575.777426:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:361572:x1875453632974080:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1078us (1349us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572575.777437:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137925 00000100:00100000:2.0:1788572575.780783:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.781206:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632974336 00000100:00100000:3.0:1788572575.781218:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632974336 00000100:00100000:3.0:1788572575.781282:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137926 00000100:00100000:3.0:1788572575.781293:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:361572:x1875453632974336:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572575.781361:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572575.781402:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4847af lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77301 expref: 9 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.781422:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3a1:0x0].0x0 (ffff88cbb349d800) 00010000:00010000:3.0:1788572575.781433:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572575.781459:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847b6 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.781473:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847b6 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.781484:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847b6 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.781497:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d400/0xaad440e68c4847bd lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.781504:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d400/0xaad440e68c4847bd lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.781510:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d400/0xaad440e68c4847bd lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.781615:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4847c4 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.781623:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4847c4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.781631:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4847c4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572575.782005:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3201, 64 off213056 00010000:00010000:3.0:1788572575.782060:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6de00/0xaad440e68c4847cb lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782070:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6de00/0xaad440e68c4847cb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782078:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6de00/0xaad440e68c4847cb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782085:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6de00/0xaad440e68c4847cb lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782091:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6de00/0xaad440e68c4847cb lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782097:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6de00/0xaad440e68c4847cb lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782117:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572575.782136:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4847c4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782145:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4847c4 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782191:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4847c4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782197:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.782201:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4847c4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782209:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4847c4 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782217:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3a1:0x0].0x0 (ffff88ca8b6a2900) 00010000:00010000:3.0:1788572575.782220:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572575.782224:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4847c4 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782230:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4847c4 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782248:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847b6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782253:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847b6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782258:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847b6 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782263:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847b6 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782269:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572575.782271:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847b6 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782277:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847b6 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782284:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8b6a2400) 00010000:00010000:3.0:1788572575.782286:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.782289:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847b6 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782295:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847b6 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.782307:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000030b75dc0 reply state 0000000039eb060e transno 8589973164 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d400/0xaad440e68c4847bd lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782317:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d400/0xaad440e68c4847bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.782324:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1005a79a (ffff88ca8b6a2100) 00010000:00010000:3.0:1788572575.782326:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572575.782328:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572575.782421:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:361572:x1875453632974336:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1129us (1647us total) trans 8589973164 rc 0/0 00000100:00100000:3.0:1788572575.782429:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137926 00010000:00010000:2.0:1788572575.782624:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572575.782631:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6de00/0xaad440e68c4847cb lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.782638:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6de00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572575.782641:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6de00/0xaad440e68c4847cb lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.782648:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6de00/0xaad440e68c4847cb lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.782657:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3a1:0x0].0x0 (ffff88ca8b6a2900) 00010000:00010000:2.0:1788572575.782660:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572575.782663:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6de00/0xaad440e68c4847cb lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.782668:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6de00/0xaad440e68c4847cb lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x3a1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.782687:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.782689:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.782690:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572575.789355:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572575.790789:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195951488 00000100:00100000:0.0:1788572575.790794:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195951488 00000100:00100000:0.0:1788572575.790832:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36725 00000100:00100000:0.0:1788572575.790840:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+52:205632:x1875440195951488:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572575.790932:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+52:205632:x1875440195951488:12345-0@lo:1000:mdt00_004.0 Request processed in 94us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.790939:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36725 00000100:00100000:2.0:1788572575.791034:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195951488:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1788572575.791083:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4847e7 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x538:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791095:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4847e7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791103:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4847e7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572575.791124:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4847e7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791137:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85200/0xaad440e68c4847d9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791144:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85200/0xaad440e68c4847d9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791184:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85200/0xaad440e68c4847d9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791193:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85200/0xaad440e68c4847d9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791199:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd85200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.791204:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85200/0xaad440e68c4847d9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791212:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85200/0xaad440e68c4847d9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791225:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91600c00) 00010000:00010000:2.0:1788572575.791228:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.791233:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85200/0xaad440e68c4847d9 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791239:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85200/0xaad440e68c4847d9 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791253:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85c00/0xaad440e68c4847e0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791259:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85c00/0xaad440e68c4847e0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791264:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85c00/0xaad440e68c4847e0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791270:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd85c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.791272:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85c00/0xaad440e68c4847e0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791278:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85c00/0xaad440e68c4847e0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791285:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xb330ae6c (ffff88ca91600000) 00010000:00010000:2.0:1788572575.791288:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.791291:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85c00/0xaad440e68c4847e0 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791297:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85c00/0xaad440e68c4847e0 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791343:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84400/0xaad440e68c4847d2 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77308 expref: 135 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791360:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4847e7 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77308 expref: 134 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.791367:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x538:0x0].0x0 (ffff88cbb349df00) 00010000:00010000:2.0:1788572575.791370:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572575.791372:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22200, rc 0) 00000100:00100000:2.0:1788572575.791843:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:361572:x1875453632974464:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1482us (2497us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572575.791852:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137927 00000100:00100000:3.0:1788572575.814137:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632974592 00000100:00100000:3.0:1788572575.814149:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632974592 00000100:00100000:3.0:1788572575.814249:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137928 00000100:00100000:3.0:1788572575.814261:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:361572:x1875453632974592:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572575.814289:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.814325:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d600/0xaad440e68c4847ee lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x538:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7730f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.814411:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847f5 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x538:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.814429:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847f5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x538:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.814442:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847f5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x538:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572575.814678:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x538:0x0]: returning size 0 00000004:00200000:3.0:1788572575.814683:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572575.814724:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d600/0xaad440e68c4847ee lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x538:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7730f expref: 12 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.814745:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847f5 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x538:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7730f expref: 11 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.814754:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x538:0x0].0x0 (ffff88ca8b6a2400) 00010000:00010000:3.0:1788572575.814757:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572575.814761:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6c800, rc 0) 00000100:00100000:3.0:1788572575.814850:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:361572:x1875453632974592:12345-192.168.202.54@tcp:101:rm.0 Request processed in 590us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.814857:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137928 00000100:00100000:3.0:1788572575.825255:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572575.826653:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632974720 00000100:00100000:2.0:1788572575.826668:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632974720 00000100:00100000:2.0:1788572575.826755:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15768 00000100:00100000:2.0:1788572575.826765:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca838d4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:352626:x1875453632974720:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572575.826782:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572575.826809:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4847e7 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77308 expref: 134 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.826830:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x538:0x0].0x0 (ffff88cbb349df00) 00010000:00010000:2.0:1788572575.826842:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572575.826984:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca838d4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+133:352626:x1875453632974720:12345-192.168.202.54@tcp:103:rm.0 Request processed in 219us (1739us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572575.827001:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15768 00000100:00100000:0.0:1788572575.832860:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572575.833210:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632974976 00000100:00100000:2.0:1788572575.833220:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632974976 00000100:00100000:2.0:1788572575.833277:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137929 00000100:00100000:2.0:1788572575.833288:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:361572:x1875453632974976:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572575.833357:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572575.833398:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c4847f5 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x538:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7730f expref: 11 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.833419:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x538:0x0].0x0 (ffff88ca8b6a2400) 00010000:00010000:2.0:1788572575.833431:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572575.833479:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.833488:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.833498:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572575.833521:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195951616:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1788572575.833570:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.833601:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca780 going to sleep for 11 seconds 00000100:00100000:0.0:1788572575.833871:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195951616 00000100:00100000:0.0:1788572575.833876:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195951616 00000100:00100000:0.0:1788572575.833920:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36726 00000100:00100000:0.0:1788572575.833929:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+107:204288:x1875440195951616:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572575.833954:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572575.833974:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10000/0xaad440e68c484803 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4847fc expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.834005:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10000/0xaad440e68c484803 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4847fc expref: 108 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.834019:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10000/0xaad440e68c484803 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4847fc expref: 108 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.834025:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9241bf00) 00010000:00010000:0.0:1788572575.834028:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572575.834031:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10000, rc 0) 00000100:00100000:0.0:1788572575.834078:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+108:204288:x1875440195951616:12345-0@lo:101:mdt00_003.0 Request processed in 150us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.834083:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36726 00000100:00100000:2.0:1788572575.834293:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195951616:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1788572575.834322:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484803 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.834333:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484803 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572575.834354:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572575.834379:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23400/0xaad440e68c48480a lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.834398:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23400/0xaad440e68c48480a lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.834406:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23400/0xaad440e68c48480a lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572575.834419:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195951744:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1788572575.834446:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.834460:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca780 going to sleep for 11 seconds 00000100:00100000:0.0:1788572575.834856:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195951744 00000100:00100000:0.0:1788572575.834862:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195951744 00000100:00100000:0.0:1788572575.834902:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36727 00000100:00100000:0.0:1788572575.834910:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+108:204288:x1875440195951744:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572575.834922:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572575.834937:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10a00/0xaad440e68c484811 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48480a expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.834965:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10a00/0xaad440e68c484811 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48480a expref: 109 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.834981:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10a00/0xaad440e68c484811 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48480a expref: 109 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.835120:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xb330ae6c (ffff88ca9241b800) 00010000:00010000:0.0:1788572575.835125:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572575.835129:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10a00, rc 0) 00000100:00100000:0.0:1788572575.835204:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+109:204288:x1875440195951744:12345-0@lo:101:mdt00_003.0 Request processed in 294us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.835211:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36727 00000100:00100000:2.0:1788572575.835408:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195951744:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1788572575.835422:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23400/0xaad440e68c48480a lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484811 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.835433:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23400/0xaad440e68c48480a lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484811 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572575.835449:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:2.0:1788572575.835490:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195951872:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788572575.835522:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.835538:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572575.835593:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195951872 00000100:00100000:0.0:1788572575.835598:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195951872 00000100:00100000:0.0:1788572575.835634:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36728 00000100:00100000:0.0:1788572575.835642:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+109:204288:x1875440195951872:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572575.835720:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+109:204288:x1875440195951872:12345-0@lo:1000:mdt00_003.0 Request processed in 78us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.835726:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36728 00000100:00100000:2.0:1788572575.835814:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195951872:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788572575.835854:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195952000:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788572575.835879:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.835902:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572575.836315:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195952000:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1788572575.836365:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484818 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.836375:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484818 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.836396:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484818 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572575.836410:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195952128:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1788572575.836435:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.836452:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca780 going to sleep for 11 seconds 00000004:00080000:0.0:1788572575.837731:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15436 rpc_version 15436 00000020:00100000:0.0:1788572575.837756:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572575.837764:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96b03b80 x1875440195952384/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572575.837782:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b03b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195952384:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572575.837822:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.837842:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572575.838504:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b03b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195952384:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572575.840239:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48482d lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x538:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840264:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48482d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x538:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840278:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48482d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x538:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840287:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48482d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x538:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840294:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48482d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x538:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840316:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48482d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x538:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840350:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572575.840376:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484826 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840394:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484826 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840400:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484826 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840405:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd85e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.840409:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484826 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840417:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484826 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840429:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x538:0x0].0x0 (ffff88ca91600800) 00010000:00010000:2.0:1788572575.840432:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.840437:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484826 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840444:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484826 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840459:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484818 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48481f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840471:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484818 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48481f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840479:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484818 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48481f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840501:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572575.840517:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572575.840523:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484803 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840530:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484803 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840535:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484803 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840548:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1788572575.840551:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572575.840556:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23400/0xaad440e68c48480a lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484811 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.840562:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23400/0xaad440e68c48480a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484811 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572575.840646:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:361572:x1875453632974976:12345-192.168.202.54@tcp:36:rm.0 Request processed in 7356us (7793us total) trans 8589973165 rc 0/0 00000100:00100000:2.0:1788572575.840658:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137929 00010000:00010000:0.0:1788572575.840937:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572575.840954:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48482d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x538:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.840962:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.840965:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48482d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x538:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.840972:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48482d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x538:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.840982:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x538:0x0].0x0 (ffff88ca91600800) 00010000:00010000:0.0:1788572575.840984:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572575.840987:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48482d lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x538:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841000:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48482d lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x538:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841017:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572575.841021:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484818 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48481f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841027:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22c00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572575.841031:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484818 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48481f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572575.841039:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484818 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48481f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841070:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484818 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48481f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841083:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572575.841105:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484818 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48481f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841112:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484818 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48481f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841126:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572575.841129:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484803 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841135:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572575.841139:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484803 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572575.841147:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484803 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841188:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484803 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841195:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572575.841201:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484803 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841208:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c4847fc lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484803 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841227:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.841228:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.841230:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.841245:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195952640:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.841295:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.841341:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572575.841347:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195952512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.841366:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.841402:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195952640 00000100:00100000:0.0:1788572575.841409:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195952640 00000100:00100000:0.0:1788572575.841449:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195952512 00000100:00100000:0.0:1788572575.841452:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195952512 00000100:00100000:0.0:1788572575.841472:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15769 00000100:00100000:0.0:1788572575.841480:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+112:3638:x1875440195952640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572575.841492:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572575.841508:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10000/0xaad440e68c484803 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4847fc expref: 112 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841520:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9241bf00) 00010000:00010000:0.0:1788572575.841527:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572575.841551:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+111:3638:x1875440195952640:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.841558:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15769 00000100:00100000:0.0:1788572575.841572:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15770 00000100:00100000:0.0:1788572575.841578:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+110:3638:x1875440195952512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572575.841587:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572575.841599:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c48481f lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x538:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484818 expref: 110 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.841609:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x538:0x0].0x0 (ffff88ca91600e00) 00010000:00010000:0.0:1788572575.841614:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572575.841635:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+109:3638:x1875440195952512:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.841641:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15770 00000100:00100000:0.0:1788572575.841679:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195952512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.841689:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195952640:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572575.844319:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.845298:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.845528:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572575.846608:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195952768 00000100:00100000:2.0:1788572575.846613:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195952768 00000100:00100000:2.0:1788572575.846657:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36732 00000100:00100000:2.0:1788572575.846665:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+52:225655:x1875440195952768:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572575.846747:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+52:225655:x1875440195952768:12345-0@lo:1000:mdt00_005.0 Request processed in 82us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572575.846755:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36732 00000100:00100000:2.0:1788572575.854840:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572575.860769:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572575.860864:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572575.870295:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195953408 00000100:00100000:0.0:1788572575.870314:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195953408 00000100:00100000:0.0:1788572575.870378:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36737 00000100:00100000:0.0:1788572575.870400:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+111:230921:x1875440195953408:12345-0@lo:101:mdt00_006.0 00010000:00010000:0.0:1788572575.870418:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572575.870437:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c484881 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48487a expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.870467:0:202397:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c484849 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77316 expref: 133 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.870645:0:202397:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c484881 lrc: 4/0,0 mode: --/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48487a expref: 112 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.870676:0:202397:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c484849 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77316 expref: 133 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.870690:0:202397:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c484849 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77316 expref: 133 pid: 225655 timeout: 13653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572575.870702:0:202397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:202397:1875440195953536:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572575.870788:0:202397:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf780 going to sleep for 11 seconds 00000100:00100000:3.0:1788572575.874662:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632975360 00000100:00100000:3.0:1788572575.874679:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632975360 00000100:00100000:0.0:1788572575.875067:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572575.875114:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572575.875171:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572575.875201:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572575.875221:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:0.0:1788572575.875405:0:202397:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.54@tcp) returned -22 from blocking AST (req@00000000e0500ccf x1875440195953536) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c484849 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77316 expref: 134 pid: 225655 timeout: 13653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.875433:0:202397:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c484849 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77316 expref: 134 pid: 225655 timeout: 13653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.875459:0:202397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c484849 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77316 expref: 134 pid: 225655 timeout: 13653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572575.877083:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632976000 00000100:00100000:2.0:1788572575.877091:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632976000 00000100:00100000:2.0:1788572575.877147:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632975872 00000100:00100000:2.0:1788572575.877172:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632975872 00000100:00100000:2.0:1788572575.877202:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 2742 00000100:00100000:2.0:1788572575.877211:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+6:352626:x1875453632976000:12345-192.168.202.54@tcp:400:kworker.0 00000100:00100000:2.0:1788572575.877260:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+6:352626:x1875453632976000:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 51us (2145us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572575.877267:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 2742 00000100:00100000:2.0:1788572575.877283:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 2743 00000100:00100000:2.0:1788572575.877289:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+7:352626:x1875453632975872:12345-192.168.202.54@tcp:400:kworker.0 00000100:00100000:2.0:1788572575.878391:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+7:352626:x1875453632975872:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 1082us (3170us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572575.878404:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 2743 00000100:00100000:0.0:1788572575.878692:0:202397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:202397:1875440195953536:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572575.878722:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c1:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:0.0:1788572575.878731:0:202397:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c484881 lrc: 3/0,0 mode: --/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48487a expref: 112 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.878750:0:202397:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c484881 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c48487a expref: 112 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.878759:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c484881 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c48487a expref: 112 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.878805:0:202397:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c484881 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48487a expref: 112 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572575.878818:0:202397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:202397:1875440195953664:0@lo:105: 00000100:00100000:0.0:1788572575.878883:0:202397:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.878926:0:202397:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf780 going to sleep for 11 seconds 00000100:00100000:0.0:1788572575.879418:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632976256 00000100:00100000:0.0:1788572575.879426:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632976256 00000100:00100000:2.0:1788572575.879632:0:202375:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195953664 00000100:00100000:2.0:1788572575.879637:0:202375:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195953664 00000100:00100000:2.0:1788572575.879672:0:202375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18599 00000100:00100000:2.0:1788572575.879681:0:202375:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:202397:x1875440195953664:12345-0@lo:105: 00010000:00010000:2.0:1788572575.879694:0:202375:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 4/0,1 mode: --/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.879705:0:202375:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 4/0,1 mode: --/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.879714:0:202375:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 4/0,1 mode: --/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.879723:0:202375:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.879732:0:202375:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 5/0,1 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.879741:0:202375:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 5/0,1 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.879758:0:202375:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88cbbdd84e00) 00000100:00100000:2.0:1788572575.879814:0:202375:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:202397:x1875440195953664:12345-0@lo:105: Request processed in 134us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572575.879823:0:202375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18599 00000100:00100000:0.0:1788572575.879938:0:202397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:202397:1875440195953664:0@lo:105: 00010000:00010000:0.0:1788572575.879963:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c484881 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48487a expref: 112 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.879973:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c1:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:0.0:1788572575.879976:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572575.879979:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10c00, rc 0) 00000100:00100000:0.0:1788572575.880017:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+112:230921:x1875440195953408:12345-0@lo:101:mdt00_006.0 Request processed in 9620us (9937us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.880025:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36737 00000100:00100000:0.0:1788572575.880048:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632976128 00000100:00100000:0.0:1788572575.880052:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632976128 00000100:00100000:0.0:1788572575.880090:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 4176 00000100:00100000:0.0:1788572575.880099:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7920f-bfd9-4190-9838-4d8d7803e42e+5:352626:x1875453632976256:12345-192.168.202.54@tcp:400:kworker.0 00000100:00100000:0.0:1788572575.880172:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7920f-bfd9-4190-9838-4d8d7803e42e+5:352626:x1875453632976256:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 75us (5021us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.880179:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 4176 00000100:00100000:0.0:1788572575.880194:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 4177 00000100:00100000:0.0:1788572575.880201:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7920f-bfd9-4190-9838-4d8d7803e42e+5:352626:x1875453632976128:12345-192.168.202.54@tcp:400:kworker.0 00000100:00100000:0.0:1788572575.880226:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1cf7920f-bfd9-4190-9838-4d8d7803e42e+5:352626:x1875453632976128:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 25us (5004us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.880232:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 4177 00000100:00100000:0.0:1788572575.880283:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15771 00000100:00100000:0.0:1788572575.880290:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+133:352626:x1875453632975360:12345-192.168.202.54@tcp:103:rm.0 00000100:00100000:2.0:1788572575.881822:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195953920 00000100:00100000:2.0:1788572575.881831:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195953920 00000100:00100000:2.0:1788572575.881885:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36738 00000100:00100000:2.0:1788572575.881894:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+112:203127:x1875440195953920:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572575.882257:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+113:203127:x1875440195953920:12345-0@lo:1000:osp_up0-1.0 Request processed in 363us (1057us total) trans 12884961901 rc 0/0 00000100:00100000:2.0:1788572575.882266:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36738 00000100:00080000:3.0:1788572575.882875:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788572575.882882:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1788572575.882971:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572575.882976:0:202377:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie aad440e68c484849) 00010000:00010000:0.0:1788572575.882979:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572575.883037:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+133:352626:x1875453632975360:12345-192.168.202.54@tcp:103:rm.0 Request processed in 2746us (22280us total) trans 0 rc 116/116 00000100:00100000:0.0:1788572575.883048:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15771 00010000:00010000:2.0:1788572575.883996:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c48488f lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884022:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c48488f lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884035:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c48488f lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884046:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c48488f lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884053:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c48488f lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884060:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c48488f lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884090:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572575.884121:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484888 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884127:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484888 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884133:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484888 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884143:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd85e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.884148:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484888 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884181:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484888 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884194:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c1:0x0].0x0 (ffff88ca91600000) 00010000:00010000:2.0:1788572575.884197:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.884202:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484888 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884209:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85e00/0xaad440e68c484888 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884227:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884236:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884243:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884257:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572575.884273:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572575.884281:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84400/0xaad440e68c48485e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484865 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884293:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84400/0xaad440e68c48485e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484865 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.884312:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84400/0xaad440e68c48485e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484865 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.886112:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1788572575.886134:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572575.886146:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85c00/0xaad440e68c48486c lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd87e4ff9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484873 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.886171:0:230921:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85c00/0xaad440e68c48486c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd87e4ff9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484873 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572575.886280:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:361572:x1875453632975616:12345-192.168.202.54@tcp:36:rm.0 Request processed in 25224us (25411us total) trans 8589973166 rc 0/0 00000100:00100000:2.0:1788572575.886290:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137932 00010000:00010000:0.0:1788572575.892405:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572575.892428:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c48488f lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892440:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572575.892445:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c48488f lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892463:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c48488f lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892499:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c1:0x0].0x0 (ffff88ca91600000) 00010000:00010000:0.0:1788572575.892502:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572575.892508:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c48488f lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892671:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c48488f lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892703:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572575.892708:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892716:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572575.892721:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572575.892730:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892776:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892782:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572575.892816:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892828:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84e00/0xaad440e68c48487a lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484881 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892841:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572575.892845:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84400/0xaad440e68c48485e lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484865 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892850:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572575.892854:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84400/0xaad440e68c48485e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484865 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572575.892861:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84400/0xaad440e68c48485e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484865 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892878:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84400/0xaad440e68c48485e lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484865 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892884:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572575.892889:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84400/0xaad440e68c48485e lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484865 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892896:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84400/0xaad440e68c48485e lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484865 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.892906:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.892907:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.892909:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.892929:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195954176:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.893004:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.893049:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572575.893055:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195954048:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.893074:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.893107:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195954176 00000100:00100000:0.0:1788572575.893114:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195954176 00000100:00100000:0.0:1788572575.893179:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195954048 00000100:00100000:0.0:1788572575.893182:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195954048 00000100:00100000:0.0:1788572575.893204:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15772 00000100:00100000:0.0:1788572575.893212:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+114:3640:x1875440195954176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572575.893225:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572575.893243:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85200/0xaad440e68c484865 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48485e expref: 114 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.893256:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91600200) 00010000:00010000:0.0:1788572575.893264:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572575.893295:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+113:3640:x1875440195954176:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.893302:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15772 00000100:00100000:0.0:1788572575.893317:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15773 00000100:00100000:0.0:1788572575.893323:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+112:3640:x1875440195954048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572575.893330:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572575.893340:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c484881 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48487a expref: 112 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.893349:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c1:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:0.0:1788572575.893356:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572575.897813:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+111:3640:x1875440195954048:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.897841:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15773 00000100:00100000:0.0:1788572575.897941:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195954048:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.897953:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195954176:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572575.898738:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.899263:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572575.910048:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572575.912275:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632976640 00000100:00100000:0.0:1788572575.912292:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632976640 00000100:00100000:0.0:1788572575.912537:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137934 00000100:00100000:0.0:1788572575.912549:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+13:361572:x1875453632976640:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572575.912604:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572575.912632:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84800/0xaad440e68c4848ab lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x47e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77324 expref: 13 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.912651:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x47e:0x0].0x0 (ffff88ca91600100) 00010000:00010000:0.0:1788572575.912662:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572575.912945:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c4848b2 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.912960:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c4848b2 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.912971:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c4848b2 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.912994:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10000/0xaad440e68c4848b9 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xf0d4409f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.913006:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10000/0xaad440e68c4848b9 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xf0d4409f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.913011:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10000/0xaad440e68c4848b9 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xf0d4409f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.913130:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11e00/0xaad440e68c4848c0 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x47e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.913140:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11e00/0xaad440e68c4848c0 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x47e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.913146:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11e00/0xaad440e68c4848c0 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x47e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572575.913878:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3207, 64 off213440 00010000:00010000:0.0:1788572575.913937:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4848c7 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x47e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.913948:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4848c7 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x47e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.913957:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4848c7 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x47e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.913965:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4848c7 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x47e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.913972:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4848c7 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x47e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.913979:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4848c7 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x47e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914492:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572575.914619:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572575.914628:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4848c7 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x47e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.914637:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.914642:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4848c7 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x47e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.914652:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4848c7 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x47e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.914666:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x47e:0x0].0x0 (ffff88ca9241bd00) 00010000:00010000:3.0:1788572575.914669:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572575.914675:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4848c7 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x47e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914752:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11e00/0xaad440e68c4848c0 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x47e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914761:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11e00/0xaad440e68c4848c0 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x47e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914768:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11e00/0xaad440e68c4848c0 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x47e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914773:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572575.914778:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11e00/0xaad440e68c4848c0 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x47e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914784:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11e00/0xaad440e68c4848c0 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x47e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914805:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x47e:0x0].0x0 (ffff88ca9241bd00) 00010000:00010000:0.0:1788572575.914808:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572575.914811:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11e00/0xaad440e68c4848c0 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x47e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914818:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11e00/0xaad440e68c4848c0 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x47e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914846:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c4848b2 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914852:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c4848b2 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914862:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c4848b2 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914868:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c4848b2 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914873:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572575.914876:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c4848b2 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914882:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c4848b2 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914889:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9241bf00) 00010000:00010000:0.0:1788572575.914891:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572575.914894:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c4848b2 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914901:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c4848b2 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572575.914918:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006ed85061 reply state 00000000fbf58390 transno 8589973167 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10000/0xaad440e68c4848b9 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xf0d4409f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914930:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10000/0xaad440e68c4848b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xf0d4409f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.914937:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xf0d4409f (ffff88ca9241b200) 00010000:00010000:0.0:1788572575.914939:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572575.914943:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788572575.915064:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c4848c7 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x47e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.915082:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.915084:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.915086:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.916922:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+14:361572:x1875453632976640:12345-192.168.202.54@tcp:36:rm.0 Request processed in 4363us (6874us total) trans 8589973167 rc 0/0 00000100:00100000:0.0:1788572575.916935:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137934 00000100:00100000:3.0:1788572575.919665:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572575.920022:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632976768 00000100:00100000:2.0:1788572575.920033:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632976768 00000100:00100000:2.0:1788572575.920104:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137935 00000100:00100000:2.0:1788572575.920115:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+14:361572:x1875453632976768:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572575.920143:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572575.920195:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c4848ce lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7732b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.920280:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4848d5 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.920297:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4848d5 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.920311:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4848d5 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.920444:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4848dc lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.920454:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4848dc lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.920463:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4848dc lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.920953:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4848e3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x692:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.920965:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4848e3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.920972:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4848e3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572575.921000:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4848e3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921026:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4848d5 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921034:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4848d5 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921041:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4848d5 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921049:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4848d5 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921055:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.921059:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4848d5 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921067:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4848d5 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921079:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb349df00) 00010000:00010000:2.0:1788572575.921083:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.921087:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4848d5 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921095:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4848d5 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921110:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4848dc lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921117:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4848dc lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921123:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4848dc lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921128:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.921132:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4848dc lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921137:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4848dc lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921145:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc848dc1c (ffff88cbb349db00) 00010000:00010000:2.0:1788572575.921148:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.921175:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4848dc lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921182:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c4848dc lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921219:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c4848ce lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7732b expref: 16 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921237:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4848e3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7732b expref: 15 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.921244:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x692:0x0].0x0 (ffff88cbb349da00) 00010000:00010000:2.0:1788572575.921247:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572575.921249:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22000, rc 0) 00000100:00100000:2.0:1788572575.922484:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:361572:x1875453632976768:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2361us (2821us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572575.922496:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137935 00000100:00100000:2.0:1788572575.929122:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632976896 00000100:00100000:2.0:1788572575.929132:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632976896 00000100:00100000:2.0:1788572575.929217:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137936 00000100:00100000:2.0:1788572575.929227:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f934700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+133:361572:x1875453632976896:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572575.929247:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572575.929273:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4848ea lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x692:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77332 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.929450:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4848f1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x692:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.929467:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4848f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x692:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.929480:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4848f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x692:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572575.929641:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x692:0x0]: returning size 0 00000004:00200000:2.0:1788572575.929647:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572575.929697:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4848ea lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x692:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77332 expref: 135 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.929718:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4848f1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x692:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77332 expref: 134 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.929726:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x692:0x0].0x0 (ffff88cbb349df00) 00010000:00010000:2.0:1788572575.929730:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572575.929735:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22600, rc 0) 00000100:00100000:2.0:1788572575.929861:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f934700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:361572:x1875453632976896:12345-192.168.202.54@tcp:101:rm.0 Request processed in 634us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572575.929873:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137936 00000100:00100000:3.0:1788572575.934794:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572575.934894:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572575.937713:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632977024 00000100:00100000:0.0:1788572575.937720:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632977024 00010000:00010000:0.0:1788572575.937747:0:225659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4848e3 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7732b expref: 15 pid: 204288 timeout: 13654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572575.937777:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28071 00000100:00100000:0.0:1788572575.937784:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:352627:x1875453632977024:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572575.937794:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572575.937800:0:225659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4848e3 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7732b expref: 15 pid: 204288 timeout: 13654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.937813:0:225659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c4848e3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7732b expref: 15 pid: 204288 timeout: 13654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.937830:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x692:0x0].0x0 (ffff88cbb349da00) 00010000:00010000:0.0:1788572575.937835:0:225659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84e00/0xaad440e68c48491b lrc: 3/0,0 mode: --/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484914 expref: 55 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.937844:0:225659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84e00/0xaad440e68c48491b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c484914 expref: 55 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.937854:0:225659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84e00/0xaad440e68c48491b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c484914 expref: 55 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.937881:0:225659:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84e00/0xaad440e68c48491b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484914 expref: 55 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572575.937894:0:225659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee23100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001_UUID:225659:1875440195955072:0@lo:105: 00000100:00100000:0.0:1788572575.937931:0:225659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.937957:0:225659:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf240 going to sleep for 11 seconds 00000100:00100000:3.0:1788572575.938084:0:229226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195955072 00000100:00100000:3.0:1788572575.938090:0:229226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195955072 00000100:00100000:3.0:1788572575.938116:0:229226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18600 00000100:00100000:3.0:1788572575.938123:0:229226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:225659:x1875440195955072:12345-0@lo:105: 00010000:00010000:3.0:1788572575.938133:0:229226:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.938142:0:229226:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.938171:0:229226:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.938180:0:229226:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.938187:0:229226:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 5/0,1 mode: EX/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.938194:0:229226:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 5/0,1 mode: EX/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.938209:0:229226:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88cbbdd84400) 00000100:00100000:3.0:1788572575.938242:0:229226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:225659:x1875440195955072:12345-0@lo:105: Request processed in 120us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.938249:0:229226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18600 00000100:00100000:0.0:1788572575.938485:0:225659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee23100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001_UUID:225659:1875440195955072:0@lo:105: 00010000:00010000:0.0:1788572575.938500:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572575.938530:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:352627:x1875453632977024:12345-192.168.202.54@tcp:103:rm.0 Request processed in 746us (3746us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.938538:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28071 00000100:00100000:2.0:1788572575.941942:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f937100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195954816:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1788572575.941963:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.942008:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484922 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.942034:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484922 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.942046:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484922 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572575.942629:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3890, 64 off257152 00000004:00080000:2.0:1788572575.942640:0:205632:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 13554036486444ns, next at 13555036483767ns, rc = 0 00000040:00080000:2.0:1788572575.942675:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].171, 392 off99480 00000040:00080000:2.0:1788572575.942730:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].639, 472 off348920 00000004:00080000:2.0:1788572575.942736:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca859ca300 with version 4765 00000004:00080000:3.0:1788572575.943006:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4765 rpc_version 4765 00000020:00100000:3.0:1788572575.943051:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572575.943059:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8c7fdc00 x1875440195955328/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572575.943087:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fdc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195955328:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572575.943144:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.943208:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e780 going to sleep for 11 seconds 00000100:00100000:0.0:1788572575.943301:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195955328 00000100:00100000:0.0:1788572575.943308:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195955328 00000100:00100000:0.0:1788572575.943369:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36744 00000100:00100000:0.0:1788572575.943392:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+55:202414:x1875440195955328:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572575.943686:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:202414:x1875440195955328:12345-0@lo:1000:osp_up1-0.0 Request processed in 308us (540us total) trans 8589973168 rc 0/0 00000100:00100000:0.0:1788572575.943694:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36744 00000100:00100000:3.0:1788572575.943996:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fdc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195955328:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1788572575.945518:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572575.945528:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85800/0xaad440e68c484929 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x692:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945536:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd85800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.945540:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85800/0xaad440e68c484929 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x692:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945548:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85800/0xaad440e68c484929 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x692:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945561:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x692:0x0].0x0 (ffff88cbb349db00) 00010000:00010000:3.0:1788572575.945564:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572575.945568:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85800/0xaad440e68c484929 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x692:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945574:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85800/0xaad440e68c484929 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x692:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945594:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572575.945598:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945604:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572575.945608:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.945617:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945653:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945659:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.945684:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945691:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84400/0xaad440e68c484914 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x692:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48491b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945704:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572575.945707:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84c00/0xaad440e68c4848f8 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4848ff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945713:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84c00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572575.945716:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84c00/0xaad440e68c4848f8 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4848ff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572575.945723:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84c00/0xaad440e68c4848f8 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4848ff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945737:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84c00/0xaad440e68c4848f8 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4848ff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945743:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572575.945748:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84c00/0xaad440e68c4848f8 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4848ff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945754:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd84c00/0xaad440e68c4848f8 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4848ff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.945765:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.945767:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572575.945768:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.945820:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572575.945908:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572575.945928:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195955584:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.946007:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572575.946246:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572575.946254:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195955456:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.946280:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.947849:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195955584 00000100:00100000:3.0:1788572575.947862:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195955584 00000100:00100000:3.0:1788572575.947943:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195955456 00000100:00100000:3.0:1788572575.947946:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195955456 00000100:00100000:3.0:1788572575.947983:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15774 00000100:00100000:3.0:1788572575.947995:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca838d5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+57:3638:x1875440195955584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572575.948013:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572575.948897:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85600/0xaad440e68c4848ff lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4848f8 expref: 55 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.948911:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91600600) 00010000:00010000:3.0:1788572575.948919:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572575.948953:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca838d5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+54:3638:x1875440195955584:12345-0@lo:103:ldlm_bl.0 Request processed in 961us (2945us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.948960:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15774 00000100:00100000:0.0:1788572575.949313:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195955456:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.949337:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195955584:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572575.949769:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572575.958762:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632977664 00000100:00100000:2.0:1788572575.958773:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632977664 00000100:00100000:2.0:1788572575.958866:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137939 00000100:00100000:2.0:1788572575.958878:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:361572:x1875453632977664:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572575.958950:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572575.958981:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c484945 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x34d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77339 expref: 15 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959136:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x34d:0x0].0x0 (ffff88ca91600200) 00010000:00010000:2.0:1788572575.959182:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572575.959210:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c48494c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959223:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c48494c lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959234:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c48494c lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959247:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23800/0xaad440e68c484953 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6f07bbfc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959253:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23800/0xaad440e68c484953 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6f07bbfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959259:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23800/0xaad440e68c484953 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6f07bbfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959490:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c48495a lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x34d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959499:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c48495a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959507:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c48495a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572575.959814:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3203, 64 off213184 00010000:00010000:2.0:1788572575.959867:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484961 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x34d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959878:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484961 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959885:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484961 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959893:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484961 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959900:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484961 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959906:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484961 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.959972:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572575.960003:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c48495a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960009:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c48495a lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960024:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c48495a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960031:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.960036:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c48495a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960044:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c48495a lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960054:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x34d:0x0].0x0 (ffff88cbb349d700) 00010000:00010000:2.0:1788572575.960057:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572575.960061:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c48495a lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960068:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c48495a lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x34d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960088:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c48494c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960094:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c48494c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960100:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c48494c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960106:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c48494c lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960111:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.960114:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c48494c lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960120:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c48494c lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960128:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb349d000) 00010000:00010000:2.0:1788572575.960131:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.960134:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c48494c lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960144:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c48494c lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572575.960179:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a7026822 reply state 0000000095a9c7a7 transno 8589973169 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23800/0xaad440e68c484953 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6f07bbfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960190:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23800/0xaad440e68c484953 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x6f07bbfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.960196:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x6f07bbfc (ffff88cbb349d100) 00010000:00010000:2.0:1788572575.960199:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572575.960201:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572575.960299:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:361572:x1875453632977664:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1421us (1709us total) trans 8589973169 rc 0/0 00000100:00100000:2.0:1788572575.960308:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137939 00010000:00010000:3.0:1788572575.966726:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572575.966741:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484961 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.966751:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572575.966756:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484961 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.966766:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484961 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.966785:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x34d:0x0].0x0 (ffff88cbb349d700) 00010000:00010000:3.0:1788572575.966788:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572575.966793:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484961 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.966800:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484961 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x34d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572575.967284:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632977792 00000100:00100000:0.0:1788572575.967296:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632977792 00000100:00100000:0.0:1788572575.967364:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137940 00000100:00100000:0.0:1788572575.967374:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:361572:x1875453632977792:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572575.967410:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572575.967432:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11e00/0xaad440e68c484968 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77340 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967497:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c48496f lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967511:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c48496f lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967522:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c48496f lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967534:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484976 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967541:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484976 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967547:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484976 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967617:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c48497d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x731:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967626:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c48497d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967632:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c48497d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572575.967654:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c48497d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967669:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c48496f lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967676:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c48496f lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967683:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c48496f lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967689:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c48496f lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967694:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572575.967698:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c48496f lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967705:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c48496f lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967713:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9241bf00) 00010000:00010000:0.0:1788572575.967716:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572575.967719:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c48496f lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967725:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c48496f lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967736:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484976 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967743:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484976 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967749:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484976 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967753:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572575.967755:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484976 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967761:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484976 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967768:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x2a7cb0c3 (ffff88ca9241be00) 00010000:00010000:0.0:1788572575.967771:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572575.967773:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484976 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967779:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484976 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967808:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11e00/0xaad440e68c484968 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77340 expref: 18 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967823:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c48497d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77340 expref: 17 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.967831:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x731:0x0].0x0 (ffff88ca9241b600) 00010000:00010000:0.0:1788572575.967833:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572575.967835:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd11800, rc 0) 00000100:00100000:0.0:1788572575.967897:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:361572:x1875453632977792:12345-192.168.202.54@tcp:101:rm.0 Request processed in 525us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.967905:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137940 00000100:00100000:0.0:1788572575.970620:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:2.0:1788572575.974347:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.974356:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.974359:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572575.975649:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632978304 00000100:00100000:2.0:1788572575.975661:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632978304 00000100:00100000:2.0:1788572575.975720:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137942 00000100:00100000:2.0:1788572575.975731:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f936680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453632978304:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572575.975791:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572575.975819:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03a00/0xaad440e68c48498b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x731:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77347 expref: 135 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.975836:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x731:0x0].0x0 (ffff88ca91600100) 00010000:00010000:2.0:1788572575.975846:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572575.975906:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.975915:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.975928:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572575.975954:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195955712:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1788572575.976025:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.976184:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572575.976486:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632978048 00000100:00100000:0.0:1788572575.976492:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632978048 00000100:00100000:0.0:1788572575.976572:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15776 00000100:00100000:0.0:1788572575.976582:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:352626:x1875453632978048:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572575.976594:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572575.976610:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c48497d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77340 expref: 17 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.976624:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x731:0x0].0x0 (ffff88ca9241b600) 00010000:00010000:0.0:1788572575.976632:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572575.976690:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:352626:x1875453632978048:12345-192.168.202.54@tcp:103:rm.0 Request processed in 109us (1720us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.976698:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15776 00000100:00100000:3.0:1788572575.976763:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195955712 00000100:00100000:3.0:1788572575.976768:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195955712 00000100:00100000:3.0:1788572575.976803:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36745 00000100:00100000:3.0:1788572575.976809:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+54:225655:x1875440195955712:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572575.976824:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.976839:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d600/0xaad440e68c484999 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484992 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.976860:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d600/0xaad440e68c484999 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484992 expref: 55 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.976871:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d600/0xaad440e68c484999 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484992 expref: 55 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.976877:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8b6a2d00) 00010000:00010000:3.0:1788572575.976879:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.976882:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6d600, rc 0) 00000100:00100000:3.0:1788572575.976920:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+55:225655:x1875440195955712:12345-0@lo:101:mdt00_005.0 Request processed in 111us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.976925:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36745 00000100:00100000:2.0:1788572575.977107:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195955712:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572575.977125:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484999 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.977136:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484999 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572575.977184:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572575.977211:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22e00/0xaad440e68c4849a0 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.977218:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22e00/0xaad440e68c4849a0 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.977226:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22e00/0xaad440e68c4849a0 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572575.977241:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195955840:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1788572575.977267:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.977288:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572575.978063:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195955840 00000100:00100000:3.0:1788572575.978070:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195955840 00000100:00100000:3.0:1788572575.978112:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36746 00000100:00100000:3.0:1788572575.978120:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+55:225655:x1875440195955840:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572575.978134:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572575.978165:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4849a7 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4849a0 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.978188:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4849a7 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4849a0 expref: 56 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.978201:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4849a7 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4849a0 expref: 56 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572575.978209:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x2a7cb0c3 (ffff88ca8b6a2f00) 00010000:00010000:3.0:1788572575.978212:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572575.978215:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6c600, rc 0) 00000100:00100000:3.0:1788572575.978260:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:225655:x1875440195955840:12345-0@lo:101:mdt00_005.0 Request processed in 140us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.978267:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36746 00000100:00100000:2.0:1788572575.978866:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195955840:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572575.978886:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22e00/0xaad440e68c4849a0 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4849a7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.978898:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22e00/0xaad440e68c4849a0 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4849a7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572575.978920:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:2.0:1788572575.978971:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195955968:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572575.979018:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.979042:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca780 going to sleep for 11 seconds 00000100:00100000:2.0:1788572575.979062:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195955968 00000100:00100000:2.0:1788572575.979066:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195955968 00000100:00100000:2.0:1788572575.979106:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36747 00000100:00100000:2.0:1788572575.979114:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:225655:x1875440195955968:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572575.979201:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:225655:x1875440195955968:12345-0@lo:1000:mdt00_005.0 Request processed in 88us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572575.979208:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36747 00000100:00100000:2.0:1788572575.979237:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195955968:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572575.979274:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195956096:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572575.979297:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.979311:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca780 going to sleep for 11 seconds 00000100:00100000:2.0:1788572575.979337:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195956096 00000100:00100000:2.0:1788572575.979341:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195956096 00000100:00100000:2.0:1788572575.979367:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36748 00000100:00100000:2.0:1788572575.979372:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:225655:x1875440195956096:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572575.979600:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:225655:x1875440195956096:12345-0@lo:1000:mdt00_005.0 Request processed in 227us (301us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572575.979606:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36748 00000100:00100000:2.0:1788572575.979634:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195956096:0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1788572575.979688:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.979697:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.979706:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572575.979718:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195956224:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1788572575.979742:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.979757:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572575.979768:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195956224 00000100:00100000:2.0:1788572575.979772:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195956224 00000100:00100000:2.0:1788572575.979796:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36749 00000100:00100000:2.0:1788572575.979802:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:225655:x1875440195956224:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572575.979811:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572575.979827:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c4849b5 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4849ae expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.979850:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c4849b5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4849ae expref: 57 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.979864:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c4849b5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4849ae expref: 57 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.979875:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x731:0x0].0x0 (ffff88cbb349df00) 00010000:00010000:2.0:1788572575.979879:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572575.979885:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22200, rc 0) 00000100:00100000:2.0:1788572575.979913:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+57:225655:x1875440195956224:12345-0@lo:101:mdt00_005.0 Request processed in 111us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572575.979918:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36749 00000100:00100000:2.0:1788572575.979945:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195956224:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572575.979957:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4849b5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.979967:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4849b5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.979989:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22000/0xaad440e68c4849bc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.979997:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22000/0xaad440e68c4849bc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.980004:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22000/0xaad440e68c4849bc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572575.980397:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3874, 64 off256128 00000040:00080000:2.0:1788572575.980430:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].172, 392 off99872 00000040:00080000:2.0:1788572575.980481:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].640, 472 off349392 00000004:00080000:2.0:1788572575.980488:0:225655:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca859ca0c0 with version 4766 00000004:00080000:2.0:1788572575.980506:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4766 rpc_version 4766 00000020:00100000:2.0:1788572575.980528:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572575.980535:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e181500 x1875440195956480/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572575.980553:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195956480:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572575.980587:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.980607:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859cae40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572575.980624:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195956480 00000100:00100000:2.0:1788572575.980628:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195956480 00000100:00100000:2.0:1788572575.980659:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36750 00000100:00100000:2.0:1788572575.980667:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+57:202414:x1875440195956480:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572575.980906:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+58:202414:x1875440195956480:12345-0@lo:1000:osp_up1-0.0 Request processed in 240us (318us total) trans 8589973170 rc 0/0 00000100:00100000:2.0:1788572575.980914:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36750 00000100:00100000:2.0:1788572575.980951:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195956480:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1788572575.980984:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4849c3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x731:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.980997:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4849c3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x731:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981005:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4849c3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x731:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981014:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4849c3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x731:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981020:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4849c3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x731:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981032:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4849c3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x731:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981054:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572575.981084:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572575.981091:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4849c3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x731:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981098:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572575.981103:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4849c3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x731:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981112:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4849c3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x731:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981124:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x731:0x0].0x0 (ffff88cbb349de00) 00010000:00010000:2.0:1788572575.981127:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572575.981132:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4849c3 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x731:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981138:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22600/0xaad440e68c4849c3 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x731:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981148:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.981173:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.981175:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.981189:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22000/0xaad440e68c4849bc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981197:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22000/0xaad440e68c4849bc lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981208:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22000/0xaad440e68c4849bc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981214:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.981218:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22000/0xaad440e68c4849bc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981225:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22000/0xaad440e68c4849bc lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981233:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x731:0x0].0x0 (ffff88cbb349de00) 00010000:00010000:2.0:1788572575.981235:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.981239:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22000/0xaad440e68c4849bc lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981246:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22000/0xaad440e68c4849bc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981261:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4849b5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981268:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4849b5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981276:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4849b5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981290:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1788572575.981301:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572575.981307:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484999 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981314:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484999 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981321:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484999 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981343:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572575.981347:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572575.981353:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22e00/0xaad440e68c4849a0 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4849a7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981361:0:225655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22e00/0xaad440e68c4849a0 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4849a7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572575.981456:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f936680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453632978304:12345-192.168.202.54@tcp:36:rm.0 Request processed in 5725us (6352us total) trans 12884961903 rc 0/0 00000100:00100000:2.0:1788572575.981464:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137942 00010000:00010000:2.0:1788572575.981586:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572575.981591:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4849b5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981599:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572575.981604:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4849b5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572575.981612:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4849b5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981643:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4849b5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981651:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572575.981670:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4849b5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.981678:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c4849ae lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x731:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4849b5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572575.981702:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca908e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195956608:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572575.981740:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572575.985534:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:2.0:1788572575.985849:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572575.985860:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484999 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.985872:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572575.985880:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484999 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572575.985889:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484999 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.985933:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484999 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.985940:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572575.985957:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484999 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.985965:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22a00/0xaad440e68c484992 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484999 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.985998:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.986000:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572575.986002:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572575.986011:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788572575.986038:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195956736:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572575.986083:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572575.986791:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572575.986975:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca908e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195956608:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572575.987011:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632978432 00000100:00100000:2.0:1788572575.987027:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632978432 00000100:00100000:2.0:1788572575.987079:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137943 00000100:00100000:2.0:1788572575.987089:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453632978432:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572575.987111:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572575.987135:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c4849ca lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7734e expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.987237:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c4849d1 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.987253:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c4849d1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.987266:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c4849d1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.987285:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4849d8 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.987292:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4849d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.987298:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4849d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572575.987763:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca908e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195956864:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788572575.987819:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572575.987854:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96d9e300 going to sleep for 11 seconds 00000100:00100000:3.0:1788572575.987915:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195956864 00000100:00100000:3.0:1788572575.987921:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195956864 00000100:00100000:3.0:1788572575.987958:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36751 00000100:00100000:3.0:1788572575.987966:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+57:204288:x1875440195956864:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788572575.988064:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+57:204288:x1875440195956864:12345-0@lo:1000:mdt00_003.0 Request processed in 98us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572575.988071:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36751 00000100:00100000:2.0:1788572575.988261:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca908e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195956864:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1788572575.988303:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23000/0xaad440e68c4849df lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988315:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23000/0xaad440e68c4849df lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988450:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23000/0xaad440e68c4849df lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572575.988475:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23000/0xaad440e68c4849df lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988490:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c4849d1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988497:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c4849d1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988508:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c4849d1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988514:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c4849d1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988519:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.988524:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c4849d1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988530:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c4849d1 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988543:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349d400) 00010000:00010000:2.0:1788572575.988546:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.988552:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c4849d1 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988559:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c4849d1 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988575:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4849d8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988581:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4849d8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988586:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4849d8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988591:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572575.988594:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4849d8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988600:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4849d8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988607:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd53e3c06 (ffff88cbb349d800) 00010000:00010000:2.0:1788572575.988608:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572575.988611:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4849d8 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988617:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4849d8 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988664:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c4849ca lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7734e expref: 137 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988681:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23000/0xaad440e68c4849df lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7734e expref: 136 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572575.988689:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2d9:0x0].0x0 (ffff88cbb349d900) 00010000:00010000:2.0:1788572575.988691:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572575.988693:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe23000, rc 0) 00000100:00100000:2.0:1788572575.988744:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453632978432:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1659us (3224us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572575.988751:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137943 00000100:00100000:3.0:1788572575.991138:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572575.993253:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195956736 00000100:00100000:0.0:1788572575.993272:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195956736 00000100:00100000:0.0:1788572575.993678:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15778 00000100:00100000:0.0:1788572575.993690:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+57:3639:x1875440195956736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572575.993708:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572575.993736:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d600/0xaad440e68c484999 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484992 expref: 57 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572575.993762:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8b6a2d00) 00010000:00010000:0.0:1788572575.993773:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572575.993860:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+56:3639:x1875440195956736:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (7776us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572575.993868:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15778 00000100:00100000:0.0:1788572575.993922:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195956736:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572575.998545:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572575.998589:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.000025:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632978944 00000100:00100000:3.0:1788572576.000036:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632978944 00000100:00100000:3.0:1788572576.000094:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137945 00000100:00100000:3.0:1788572576.000103:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:361572:x1875453632978944:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572576.000343:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.000367:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02400/0xaad440e68c4849ed lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77355 expref: 17 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.000501:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2d9:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:3.0:1788572576.000512:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572576.000561:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6da00/0xaad440e68c4849f4 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.000570:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6da00/0xaad440e68c4849f4 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.000580:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6da00/0xaad440e68c4849f4 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.000601:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca78700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195956992:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572576.000656:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.000695:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.000742:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195956992 00000100:00100000:0.0:1788572576.000746:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195956992 00000100:00100000:0.0:1788572576.000790:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36752 00000100:00100000:0.0:1788572576.000799:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+111:202393:x1875440195956992:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572576.000813:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.000829:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11800/0xaad440e68c4849fb lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4849f4 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.000852:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11800/0xaad440e68c4849fb lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4849f4 expref: 112 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.000866:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11800/0xaad440e68c4849fb lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4849f4 expref: 112 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.000874:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9241b600) 00010000:00010000:0.0:1788572576.000877:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.000879:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd11800, rc 0) 00000100:00100000:0.0:1788572576.000927:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+112:202393:x1875440195956992:12345-0@lo:101:mdt00_001.0 Request processed in 130us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.000934:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36752 00000100:00100000:3.0:1788572576.001310:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca78700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195956992:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572576.001334:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6da00/0xaad440e68c4849f4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4849fb expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.001347:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6da00/0xaad440e68c4849f4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4849fb expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572576.001367:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572576.001510:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d800/0xaad440e68c484a02 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.001519:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d800/0xaad440e68c484a02 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.001527:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d800/0xaad440e68c484a02 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.001541:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca78700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195957120:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572576.001571:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.001600:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.001646:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195957120 00000100:00100000:0.0:1788572576.001651:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195957120 00000100:00100000:0.0:1788572576.001690:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36753 00000100:00100000:0.0:1788572576.001698:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+112:202393:x1875440195957120:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572576.001707:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.001720:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11e00/0xaad440e68c484a09 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484a02 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.001736:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11e00/0xaad440e68c484a09 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484a02 expref: 113 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.001746:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11e00/0xaad440e68c484a09 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484a02 expref: 113 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.001753:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd53e3c06 (ffff88ca9241bf00) 00010000:00010000:0.0:1788572576.001755:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.001758:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd11e00, rc 0) 00000100:00100000:0.0:1788572576.001798:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+113:202393:x1875440195957120:12345-0@lo:101:mdt00_001.0 Request processed in 101us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.001804:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36753 00000100:00100000:3.0:1788572576.001888:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca78700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195957120:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572576.001899:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d800/0xaad440e68c484a02 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484a09 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.001908:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d800/0xaad440e68c484a02 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484a09 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572576.001919:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:3.0:1788572576.001950:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca78700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195957248:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572576.001978:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.002002:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e840 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.002849:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195957248 00000100:00100000:0.0:1788572576.002857:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195957248 00000100:00100000:0.0:1788572576.002903:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36754 00000100:00100000:0.0:1788572576.002911:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+113:202393:x1875440195957248:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572576.003015:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+113:202393:x1875440195957248:12345-0@lo:1000:mdt00_001.0 Request processed in 105us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.003026:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36754 00000100:00100000:3.0:1788572576.003188:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca78700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195957248:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572576.003245:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca78700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195957376:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572576.003275:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.003297:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e840 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.003470:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195957376 00000100:00100000:0.0:1788572576.003475:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195957376 00000100:00100000:0.0:1788572576.003606:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36755 00000100:00100000:0.0:1788572576.003616:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+113:202393:x1875440195957376:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572576.003734:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+113:202393:x1875440195957376:12345-0@lo:1000:mdt00_001.0 Request processed in 119us (457us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572576.003849:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca78700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195957376:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1788572576.003908:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484a10 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.003917:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484a10 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.003926:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484a10 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.003939:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195957504:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572576.003965:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.004000:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.004097:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195957504 00000100:00100000:2.0:1788572576.004103:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195957504 00000100:00100000:0.0:1788572576.004190:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36755 00000100:00100000:2.0:1788572576.004529:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36756 00000100:00100000:2.0:1788572576.004538:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+113:202393:x1875440195957504:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1788572576.004550:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.004568:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484a17 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484a10 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.004593:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484a17 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484a10 expref: 114 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.004609:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484a17 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484a10 expref: 114 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.004619:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2d9:0x0].0x0 (ffff88cbb349d400) 00010000:00010000:2.0:1788572576.004622:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572576.004626:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22c00, rc 0) 00000100:00100000:2.0:1788572576.004672:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+114:202393:x1875440195957504:12345-0@lo:101:mdt00_001.0 Request processed in 135us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.004678:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36756 00000100:00100000:3.0:1788572576.004732:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195957504:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572576.004748:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484a10 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484a17 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.004759:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484a10 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484a17 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.004785:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484a1e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.004794:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484a1e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.004803:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484a1e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572576.005129:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3204, 64 off213248 00000040:00080000:3.0:1788572576.005201:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].883, 392 off510336 00000040:00080000:3.0:1788572576.005254:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1426, 472 off1251792 00000004:00080000:3.0:1788572576.005260:0:202393:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8cf8e6c0 with version 15438 00000004:00080000:0.0:1788572576.005582:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15438 rpc_version 15438 00000020:00100000:0.0:1788572576.005612:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.005622:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee20380 x1875440195957760/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.005643:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195957760:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572576.005685:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.005910:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf780 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.006846:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195957760:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1788572576.007656:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572576.007662:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484a25 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.007670:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.007674:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484a25 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.007681:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484a25 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.007696:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2d9:0x0].0x0 (ffff88ca8b6a2e00) 00010000:00010000:0.0:1788572576.007698:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572576.007701:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484a25 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.007708:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484a25 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.007724:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572576.007727:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484a10 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484a17 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.007734:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.007737:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484a10 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484a17 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.007745:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484a10 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484a17 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.007775:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484a10 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a17 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.007781:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.007808:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484a10 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a17 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.007816:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484a10 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a17 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.007841:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572576.007860:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195957888:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.007909:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.007950:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195957888 00000100:00100000:0.0:1788572576.007957:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195957888 00000100:00100000:0.0:1788572576.007998:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15780 00000100:00100000:0.0:1788572576.008007:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+115:3638:x1875440195957888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.008019:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.008038:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22c00/0xaad440e68c484a17 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2d9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484a10 expref: 115 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.008050:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2d9:0x0].0x0 (ffff88cbb349d400) 00010000:00010000:0.0:1788572576.008059:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.008088:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+114:3638:x1875440195957888:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.008094:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15780 00000100:00100000:0.0:1788572576.008125:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195957888:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.008144:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.008149:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6da00/0xaad440e68c4849f4 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4849fb expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.008188:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6da00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.008193:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6da00/0xaad440e68c4849f4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4849fb expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.008200:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6da00/0xaad440e68c4849f4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4849fb expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.008219:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6da00/0xaad440e68c4849f4 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4849fb expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.008226:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.008236:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6da00/0xaad440e68c4849f4 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4849fb expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.008242:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6da00/0xaad440e68c4849f4 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4849fb expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.008262:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195958016:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.008286:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.008314:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195958016 00000100:00100000:0.0:1788572576.008329:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195958016 00000100:00100000:0.0:1788572576.008357:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15781 00000100:00100000:0.0:1788572576.008363:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca838d7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+114:3638:x1875440195958016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.008371:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.008583:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11800/0xaad440e68c4849fb lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4849f4 expref: 114 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.008596:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9241b600) 00010000:00010000:0.0:1788572576.008603:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.008632:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca838d7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+113:3638:x1875440195958016:12345-0@lo:103:ldlm_bl.0 Request processed in 270us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.008639:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15781 00000100:00100000:0.0:1788572576.008699:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195958016:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.008712:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.008714:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.008716:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.010806:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.010816:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.015325:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.015803:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632979072 00000100:00100000:2.0:1788572576.015815:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632979072 00000100:00100000:2.0:1788572576.015880:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137946 00000100:00100000:2.0:1788572576.015892:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453632979072:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572576.015921:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.015945:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484a2c lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7735c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.016041:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484a33 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.016055:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484a33 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.016068:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484a33 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.016082:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484a3a lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.016089:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484a3a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.016095:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484a3a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.016260:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195958144:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572576.016319:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.016348:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96d9e300 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.017965:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195958144 00000100:00100000:3.0:1788572576.017989:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195958144 00000100:00100000:3.0:1788572576.018063:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36758 00000100:00100000:3.0:1788572576.018073:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+56:225655:x1875440195958144:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788572576.018216:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+56:225655:x1875440195958144:12345-0@lo:1000:mdt00_005.0 Request processed in 145us (1896us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.018223:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36758 00000100:00100000:2.0:1788572576.018713:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195958144:0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1788572576.018780:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484a41 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018799:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484a41 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018812:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484a41 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.018836:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484a41 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018851:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484a33 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018863:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484a33 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018870:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484a33 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018878:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484a33 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018885:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.018889:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484a33 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018897:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484a33 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018909:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349d800) 00010000:00010000:2.0:1788572576.018913:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.018918:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484a33 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018924:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484a33 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018943:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484a3a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018949:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484a3a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018954:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484a3a lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018960:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.018963:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484a3a lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018968:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484a3a lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.018990:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x3a2432d5 (ffff88cbb349d000) 00010000:00010000:2.0:1788572576.018993:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.018995:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484a3a lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.019002:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484a3a lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.019053:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484a2c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7735c expref: 137 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.019072:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484a41 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7735c expref: 136 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.019089:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2e5:0x0].0x0 (ffff88cbb349db00) 00010000:00010000:2.0:1788572576.019092:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572576.019095:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe23a00, rc 0) 00000100:00100000:2.0:1788572576.019867:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453632979072:12345-192.168.202.54@tcp:101:rm.0 Request processed in 3971us (4556us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.019877:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137946 00000100:00100000:0.0:1788572576.024844:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632979200 00000100:00100000:0.0:1788572576.024855:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632979200 00000100:00100000:0.0:1788572576.024960:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137947 00000100:00100000:0.0:1788572576.024971:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:361572:x1875453632979200:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.025009:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.025045:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484a48 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77363 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.025110:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c484a4f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.025124:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c484a4f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.025137:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c484a4f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572576.025567:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x2e5:0x0]: returning size 0 00000004:00200000:0.0:1788572576.025574:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572576.025615:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484a48 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77363 expref: 19 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.025634:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c484a4f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77363 expref: 18 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.025648:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2e5:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:0.0:1788572576.025651:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572576.025654:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10c00, rc 0) 00000100:00100000:0.0:1788572576.025756:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+18:361572:x1875453632979200:12345-192.168.202.54@tcp:101:rm.0 Request processed in 786us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.025764:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137947 00000100:00100000:0.0:1788572576.032796:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632979584 00000100:00100000:0.0:1788572576.032807:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632979584 00000100:00100000:0.0:1788572576.032874:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137948 00000100:00100000:0.0:1788572576.032885:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+18:361572:x1875453632979584:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572576.032947:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.032975:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c484a4f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77363 expref: 18 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.033601:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632979328 00000100:00100000:2.0:1788572576.033608:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632979328 00000100:00100000:2.0:1788572576.033649:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15782 00000100:00100000:2.0:1788572576.033657:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:352627:x1875453632979328:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572576.033667:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.033684:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484a41 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7735c expref: 136 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.033699:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2e5:0x0].0x0 (ffff88cbb349db00) 00010000:00010000:2.0:1788572576.033710:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.033766:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:352627:x1875453632979328:12345-192.168.202.54@tcp:103:rm.0 Request processed in 110us (1210us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.033773:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15782 00010000:00010000:0.0:1788572576.039699:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2e5:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:0.0:1788572576.039722:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.042255:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195958272 00000100:00100000:2.0:1788572576.042265:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195958272 00000100:00100000:2.0:1788572576.042384:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36759 00000100:00100000:2.0:1788572576.042394:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+113:205632:x1875440195958272:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1788572576.042415:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.042437:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484a5d lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484a56 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.042467:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484a5d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484a56 expref: 114 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.042481:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484a5d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484a56 expref: 114 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.042489:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349d800) 00010000:00010000:2.0:1788572576.042492:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.042496:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22800, rc 0) 00000100:00100000:2.0:1788572576.042562:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+114:205632:x1875440195958272:12345-0@lo:101:mdt00_004.0 Request processed in 169us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.042568:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36759 00000100:00100000:3.0:1788572576.042654:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440195958272:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572576.042673:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02a00/0xaad440e68c484a56 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484a5d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.042696:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02a00/0xaad440e68c484a56 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484a5d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572576.042718:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572576.042747:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6de00/0xaad440e68c484a64 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.042754:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6de00/0xaad440e68c484a64 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.042768:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6de00/0xaad440e68c484a64 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.042783:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440195958400:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1788572576.042824:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.043753:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.044821:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195958528 00000100:00100000:3.0:1788572576.044826:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195958528 00000100:00100000:3.0:1788572576.044857:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36761 00000100:00100000:3.0:1788572576.044864:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+115:205632:x1875440195958528:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572576.044923:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+115:205632:x1875440195958528:12345-0@lo:1000:mdt00_004.0 Request processed in 60us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.044929:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36761 00000100:00100000:3.0:1788572576.045194:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195958656 00000100:00100000:3.0:1788572576.045199:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195958656 00000100:00100000:3.0:1788572576.045227:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36762 00000100:00100000:3.0:1788572576.045233:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+115:205632:x1875440195958656:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572576.045330:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+115:205632:x1875440195958656:12345-0@lo:1000:mdt00_004.0 Request processed in 96us (266us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572576.045336:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36762 00000100:00100000:3.0:1788572576.045774:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195958784 00000100:00100000:3.0:1788572576.045779:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195958784 00000100:00100000:3.0:1788572576.045809:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36763 00000100:00100000:3.0:1788572576.045816:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+115:205632:x1875440195958784:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572576.045825:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.045841:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484a79 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484a72 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.045863:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484a79 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484a72 expref: 116 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.045877:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484a79 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484a72 expref: 116 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.045886:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2e5:0x0].0x0 (ffff88ca8b6a2a00) 00010000:00010000:3.0:1788572576.045889:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572576.045893:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6c000, rc 0) 00000100:00100000:3.0:1788572576.045922:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+116:205632:x1875440195958784:12345-0@lo:101:mdt00_004.0 Request processed in 108us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.045929:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36763 00000004:00080000:2.0:1788572576.049405:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15439 rpc_version 15439 00000020:00100000:2.0:1788572576.049455:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572576.049470:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca924f7b80 x1875440195959040/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572576.049503:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f7b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195959040:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572576.049604:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.049639:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96d9e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.050876:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f7b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195959040:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1788572576.053598:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572576.053612:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484a87 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053622:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.053626:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484a87 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053636:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484a87 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053654:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2e5:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:0.0:1788572576.053657:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572576.053662:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484a87 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053668:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484a87 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053689:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572576.053692:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c484a72 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484a79 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053699:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.053703:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c484a72 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484a79 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.053712:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c484a72 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484a79 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053758:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c484a72 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a79 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053764:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.053800:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c484a72 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a79 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053807:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c484a72 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a79 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053824:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.053828:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02a00/0xaad440e68c484a56 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484a5d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053834:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.053837:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02a00/0xaad440e68c484a56 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484a5d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.053843:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02a00/0xaad440e68c484a56 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484a5d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053857:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02a00/0xaad440e68c484a56 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a5d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053863:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.053868:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02a00/0xaad440e68c484a56 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a5d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053874:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02a00/0xaad440e68c484a56 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a5d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.053884:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.053885:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.053887:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.053895:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.053911:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195959296:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.053979:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.054090:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572576.054097:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195959168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.054123:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.054183:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195959296 00000100:00100000:0.0:1788572576.054192:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195959296 00000100:00100000:0.0:1788572576.054238:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195959168 00000100:00100000:0.0:1788572576.054242:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195959168 00000100:00100000:0.0:1788572576.054266:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15783 00000100:00100000:0.0:1788572576.054274:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+118:3640:x1875440195959296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.054287:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.054305:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484a5d lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484a56 expref: 118 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.054783:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349d800) 00010000:00010000:0.0:1788572576.054798:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.054848:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+117:3640:x1875440195959296:12345-0@lo:103:ldlm_bl.0 Request processed in 574us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.054856:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15783 00000100:00100000:0.0:1788572576.054877:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15784 00000100:00100000:0.0:1788572576.054884:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+116:3640:x1875440195959168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.054892:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.054905:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484a79 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2e5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484a72 expref: 116 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.054916:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2e5:0x0].0x0 (ffff88ca8b6a2a00) 00010000:00010000:0.0:1788572576.054922:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.054944:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+115:3640:x1875440195959168:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.054954:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15784 00010000:00010000:3.0:1788572576.055325:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.055476:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195959168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.055488:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195959296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.055992:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632979712 00000100:00100000:3.0:1788572576.055998:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632979712 00000100:00100000:3.0:1788572576.056059:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137949 00000100:00100000:3.0:1788572576.056069:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+18:361572:x1875453632979712:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572576.056089:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.056110:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c484a8e lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7736a expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056210:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ca00/0xaad440e68c484a95 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056224:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ca00/0xaad440e68c484a95 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056239:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ca00/0xaad440e68c484a95 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056251:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484a9c lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056258:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484a9c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056265:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484a9c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056397:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484aa3 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x44f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056407:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484aa3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x44f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056415:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484aa3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x44f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572576.056462:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x44f:0x0]: returning size 0 00000004:00200000:3.0:1788572576.056467:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572576.056489:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484aa3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x44f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056502:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484aa3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x44f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056523:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ca00/0xaad440e68c484a95 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056535:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ca00/0xaad440e68c484a95 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056540:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ca00/0xaad440e68c484a95 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056546:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ca00/0xaad440e68c484a95 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056552:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ca00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.056556:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ca00/0xaad440e68c484a95 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056564:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ca00/0xaad440e68c484a95 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056575:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8b6a2000) 00010000:00010000:3.0:1788572576.056579:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.056584:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ca00/0xaad440e68c484a95 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056591:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ca00/0xaad440e68c484a95 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056604:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484a9c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056611:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484a9c lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056616:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484a9c lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056622:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.056625:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484a9c lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056630:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484a9c lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056638:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x56a4e897 (ffff88ca8b6a2900) 00010000:00010000:3.0:1788572576.056640:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.056643:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484a9c lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056648:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484a9c lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056679:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c484a8e lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7736a expref: 20 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056693:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484aa3 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x44f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7736a expref: 19 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.056700:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x44f:0x0].0x0 (ffff88ca8b6a2e00) 00010000:00010000:3.0:1788572576.056702:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572576.056704:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6ce00, rc 0) 00000100:00100000:3.0:1788572576.056765:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:361572:x1875453632979712:12345-192.168.202.54@tcp:101:rm.0 Request processed in 697us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.056772:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137949 00000100:00100000:3.0:1788572576.061464:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632979968 00000100:00100000:3.0:1788572576.061475:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632979968 00000100:00100000:3.0:1788572576.061558:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137950 00000100:00100000:3.0:1788572576.061571:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:361572:x1875453632979968:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572576.061633:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.061664:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484aa3 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x44f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7736a expref: 19 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.061688:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x44f:0x0].0x0 (ffff88ca8b6a2e00) 00010000:00010000:3.0:1788572576.061705:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572576.061735:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484aaa lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.061750:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484aaa lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.061761:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484aaa lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.061777:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d000/0xaad440e68c484ab1 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.061784:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d000/0xaad440e68c484ab1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.061791:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d000/0xaad440e68c484ab1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.061915:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484ab8 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x44f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.061924:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484ab8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x44f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.061931:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484ab8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x44f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572576.062217:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3206, 64 off213376 00010000:00010000:3.0:1788572576.062271:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484abf lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x44f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062280:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484abf lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x44f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062289:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484abf lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x44f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062295:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484abf lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x44f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062302:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484abf lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x44f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062308:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484abf lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x44f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062337:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572576.062356:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484ab8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x44f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062363:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484ab8 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x44f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062370:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484ab8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x44f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062393:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6da00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.062398:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484ab8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x44f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062405:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484ab8 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x44f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062414:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x44f:0x0].0x0 (ffff88cbbfecc500) 00010000:00010000:3.0:1788572576.062416:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572576.062420:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484ab8 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x44f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062427:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484ab8 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x44f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062446:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484aaa lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062453:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484aaa lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062459:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484aaa lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062464:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484aaa lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062469:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.062472:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484aaa lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062481:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484aaa lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062488:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8b6a2d00) 00010000:00010000:3.0:1788572576.062490:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.062493:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484aaa lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062499:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484aaa lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572576.062513:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c2f55bb7 reply state 0000000090a450cf transno 8589973173 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d000/0xaad440e68c484ab1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062524:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d000/0xaad440e68c484ab1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.062530:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x56a4e897 (ffff88cbbfeccb00) 00010000:00010000:3.0:1788572576.062532:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572576.062535:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572576.062604:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:361572:x1875453632979968:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1034us (1300us total) trans 8589973173 rc 0/0 00000100:00100000:3.0:1788572576.062612:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137950 00010000:00010000:0.0:1788572576.064248:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.064264:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484abf lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x44f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.064275:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.064280:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484abf lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x44f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.064290:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484abf lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x44f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.064309:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x44f:0x0].0x0 (ffff88cbbfecc500) 00010000:00010000:0.0:1788572576.064312:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572576.064326:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484abf lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x44f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.064333:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c800/0xaad440e68c484abf lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x44f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.064361:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.064363:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.064365:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.068922:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632980096 00000100:00100000:0.0:1788572576.068934:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632980096 00000100:00100000:0.0:1788572576.069131:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137951 00000100:00100000:0.0:1788572576.069143:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:361572:x1875453632980096:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.069205:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.069231:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c484ac6 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77371 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069292:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484acd lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069309:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484acd lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069611:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484acd lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069628:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c484ad4 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069636:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c484ad4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069643:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c484ad4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069711:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c484adb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x988:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069720:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c484adb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069727:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c484adb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.069748:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c484adb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069765:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484acd lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069772:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484acd lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069780:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484acd lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069787:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484acd lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069794:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.069799:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484acd lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069808:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484acd lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069820:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:0.0:1788572576.069823:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.069828:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484acd lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069835:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484acd lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069849:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c484ad4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069856:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c484ad4 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069862:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c484ad4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069868:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.069871:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c484ad4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069877:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c484ad4 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069883:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x7485fbab (ffff88ca9241b600) 00010000:00010000:0.0:1788572576.069885:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.069888:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c484ad4 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069895:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c484ad4 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069925:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c484ac6 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77371 expref: 22 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069940:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11200/0xaad440e68c484adb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77371 expref: 21 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.069947:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x988:0x0].0x0 (ffff88ca9241b500) 00010000:00010000:0.0:1788572576.069949:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572576.069951:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd11200, rc 0) 00000100:00100000:0.0:1788572576.070250:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:361572:x1875453632980096:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1107us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.070262:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137951 00000100:00100000:2.0:1788572576.073627:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632980224 00000100:00100000:2.0:1788572576.073636:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632980224 00000100:00100000:2.0:1788572576.073693:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137952 00000100:00100000:2.0:1788572576.073703:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453632980224:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572576.073722:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.073744:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484ae2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x988:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77378 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.073887:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484ae9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x988:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.073901:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484ae9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x988:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.073913:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484ae9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x988:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572576.073951:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x988:0x0]: returning size 0 00000004:00200000:2.0:1788572576.073956:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572576.074000:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484ae2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x988:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77378 expref: 137 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.074026:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484ae9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x988:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77378 expref: 136 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.074035:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x988:0x0].0x0 (ffff88cbb349db00) 00010000:00010000:2.0:1788572576.074038:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572576.074042:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe23600, rc 0) 00000100:00100000:2.0:1788572576.074100:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453632980224:12345-192.168.202.54@tcp:101:rm.0 Request processed in 398us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.074108:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137952 00000100:00100000:2.0:1788572576.077062:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.081366:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632980608 00000100:00100000:0.0:1788572576.081392:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632980608 00000100:00100000:0.0:1788572576.081464:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137953 00000100:00100000:0.0:1788572576.081475:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453632980608:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572576.081623:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.081653:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23600/0xaad440e68c484ae9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x988:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77378 expref: 136 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.081674:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x988:0x0].0x0 (ffff88cbb349db00) 00010000:00010000:0.0:1788572576.081685:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572576.081742:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.081750:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.081760:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.081781:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b00700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195959424:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572576.081831:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.081863:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf240 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.081941:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195959424 00000100:00100000:2.0:1788572576.081946:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195959424 00000100:00100000:2.0:1788572576.081989:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36765 00000100:00100000:2.0:1788572576.081997:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+56:204288:x1875440195959424:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1788572576.082007:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.082025:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c484af7 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484af0 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.082051:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c484af7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484af0 expref: 57 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.082065:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c484af7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484af0 expref: 57 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.082072:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb349d000) 00010000:00010000:2.0:1788572576.082075:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.082078:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22600, rc 0) 00000100:00100000:2.0:1788572576.082126:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+57:204288:x1875440195959424:12345-0@lo:101:mdt00_003.0 Request processed in 129us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.082132:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36765 00000100:00100000:0.0:1788572576.083079:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b00700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195959424:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.083108:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484af7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.083125:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484af7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.083147:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572576.083208:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11800/0xaad440e68c484afe lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.083216:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11800/0xaad440e68c484afe lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.083225:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11800/0xaad440e68c484afe lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.083241:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b00700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195959552:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572576.083281:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.083311:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf240 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.083498:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195959552 00000100:00100000:3.0:1788572576.083516:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195959552 00000100:00100000:3.0:1788572576.083564:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36766 00000100:00100000:3.0:1788572576.083573:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+57:204288:x1875440195959552:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1788572576.083586:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.083604:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484b05 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484afe expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.083624:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484b05 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484afe expref: 58 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.083636:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484b05 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484afe expref: 58 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.083643:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x7485fbab (ffff88cbbfecc800) 00010000:00010000:3.0:1788572576.083646:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.083648:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6c400, rc 0) 00000100:00100000:3.0:1788572576.083696:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+58:204288:x1875440195959552:12345-0@lo:101:mdt00_003.0 Request processed in 123us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.083702:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36766 00000100:00100000:0.0:1788572576.083833:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b00700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195959552:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.083849:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11800/0xaad440e68c484afe lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484b05 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.083859:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11800/0xaad440e68c484afe lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484b05 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.083873:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572576.083910:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee21f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195959680:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.083937:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.083956:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bfe40 going to sleep for 11 seconds 00000004:00080000:2.0:1788572576.086653:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4767 rpc_version 4767 00000020:00100000:2.0:1788572576.086685:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572576.086694:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca924f5180 x1875440195960192/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572576.086715:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f5180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195960192:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572576.086769:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.086859:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96d9e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.086908:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195960192 00000100:00100000:0.0:1788572576.086914:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195960192 00000100:00100000:3.0:1788572576.088038:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f5180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195960192:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572576.088346:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b21 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x988:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088367:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b21 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x988:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088393:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b21 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x988:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088402:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b21 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x988:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088408:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b21 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x988:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088415:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b21 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x988:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088433:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572576.088454:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.088459:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b21 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x988:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088466:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.088470:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b21 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x988:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088477:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b21 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x988:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088491:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x988:0x0].0x0 (ffff88ca91600600) 00010000:00010000:0.0:1788572576.088495:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572576.088500:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b21 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x988:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088517:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b21 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x988:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088528:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.088530:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.088531:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.088545:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484b1a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088551:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484b1a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088556:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484b1a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088561:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.088564:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484b1a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088570:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484b1a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088577:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x988:0x0].0x0 (ffff88ca91600600) 00010000:00010000:0.0:1788572576.088580:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.088582:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484b1a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088587:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484b1a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088606:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03c00/0xaad440e68c484b0c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484b13 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088614:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03c00/0xaad440e68c484b0c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484b13 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088621:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03c00/0xaad440e68c484b0c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484b13 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088636:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572576.088648:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572576.088655:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.088659:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03c00/0xaad440e68c484b0c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484b13 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088666:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03c00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.088670:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03c00/0xaad440e68c484b0c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484b13 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.088678:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03c00/0xaad440e68c484b0c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484b13 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088713:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03c00/0xaad440e68c484b0c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b13 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088720:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.088746:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03c00/0xaad440e68c484b0c lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b13 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088757:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03c00/0xaad440e68c484b0c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b13 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.088770:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.088772:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.088773:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.088781:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572576.088797:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92912d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195960320:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.088850:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.088891:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195960320 00000100:00100000:0.0:1788572576.088897:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195960320 00000100:00100000:0.0:1788572576.088939:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15786 00000100:00100000:0.0:1788572576.088948:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+60:3638:x1875440195960320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.088959:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.088978:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484b13 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x988:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484b0c expref: 60 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.089003:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x988:0x0].0x0 (ffff88ca91600200) 00010000:00010000:0.0:1788572576.089010:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.089041:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+59:3638:x1875440195960320:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.089048:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15786 00000100:00100000:0.0:1788572576.089085:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92912d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195960320:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.089109:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484af7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.089121:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484af7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.089127:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484af7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.089142:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572576.089148:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572576.089179:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.089184:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484af7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.089190:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10c00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.089194:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484af7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.089200:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484af7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.089218:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484af7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.089224:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.089234:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484af7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.089241:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10c00/0xaad440e68c484af0 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484af7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.089264:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92912d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195960448:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.089289:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.089317:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195960448 00000100:00100000:0.0:1788572576.089321:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195960448 00000100:00100000:0.0:1788572576.089348:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15787 00000100:00100000:0.0:1788572576.089355:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+59:3638:x1875440195960448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.089363:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.089391:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22600/0xaad440e68c484af7 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484af0 expref: 59 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.089403:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb349d000) 00010000:00010000:0.0:1788572576.089411:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.089441:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+58:3638:x1875440195960448:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.089447:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15787 00000100:00100000:0.0:1788572576.089471:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92912d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195960448:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.089485:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.089487:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.089488:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.089499:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11800/0xaad440e68c484afe lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484b05 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.089508:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11800/0xaad440e68c484afe lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484b05 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.089580:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453632980608:12345-192.168.202.54@tcp:36:rm.0 Request processed in 8104us (8313us total) trans 12884961906 rc 0/0 00000100:00100000:0.0:1788572576.089587:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137953 00000100:00100000:2.0:1788572576.099612:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.099750:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632980736 00000100:00100000:3.0:1788572576.099760:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632980736 00000100:00100000:3.0:1788572576.099828:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137954 00000100:00100000:3.0:1788572576.099839:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453632980736:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572576.099865:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.099898:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484b28 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7737f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.099980:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484b2f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.101101:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484b2f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.101122:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484b2f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.101396:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c484b36 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.101407:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c484b36 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.101415:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c484b36 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.101638:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195960576:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572576.101711:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.101788:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bfe40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.105310:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195960576:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1788572576.105515:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484b3d lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105535:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484b3d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105552:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484b3d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.105581:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484b3d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105602:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484b2f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105608:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484b2f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105615:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484b2f lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105622:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484b2f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105628:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ce00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.105632:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484b2f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105639:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484b2f lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105651:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbbfecca00) 00010000:00010000:2.0:1788572576.105653:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.105658:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484b2f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105663:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484b2f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105680:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c484b36 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105685:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c484b36 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105690:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c484b36 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105694:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.105696:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c484b36 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105701:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c484b36 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105706:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x57836da4 (ffff88ca9241b400) 00010000:00010000:2.0:1788572576.105708:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.105711:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c484b36 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105715:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c484b36 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105761:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484b28 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7737f expref: 138 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105780:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484b3d lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7737f expref: 137 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.105787:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1a9:0x0].0x0 (ffff88cbb349de00) 00010000:00010000:2.0:1788572576.105789:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572576.105791:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe23a00, rc 0) 00000100:00100000:2.0:1788572576.105882:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+137:361572:x1875453632980736:12345-192.168.202.54@tcp:101:rm.0 Request processed in 6045us (6283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.105893:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137954 00000100:00100000:2.0:1788572576.111129:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.111273:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632980864 00000100:00100000:0.0:1788572576.111283:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632980864 00000100:00100000:0.0:1788572576.111354:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137955 00000100:00100000:0.0:1788572576.111365:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:361572:x1875453632980864:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.111399:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.111424:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b44 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77386 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.111492:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c484b4b lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.111514:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c484b4b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.111526:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c484b4b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572576.111581:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x1a9:0x0]: returning size 0 00000004:00200000:0.0:1788572576.111585:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572576.111619:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c484b44 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77386 expref: 22 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.111637:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c484b4b lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77386 expref: 21 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.111646:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1a9:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:0.0:1788572576.111649:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572576.111653:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10c00, rc 0) 00000100:00100000:0.0:1788572576.111711:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:361572:x1875453632980864:12345-192.168.202.54@tcp:101:rm.0 Request processed in 348us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.111717:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137955 00000100:00100000:0.0:1788572576.115907:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.115957:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.117951:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632981248 00000100:00100000:3.0:1788572576.117966:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632981248 00000100:00100000:2.0:1788572576.122032:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137956 00000100:00100000:2.0:1788572576.122057:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:361572:x1875453632981248:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572576.122137:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.122202:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c484b4b lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77386 expref: 21 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.122230:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1a9:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:2.0:1788572576.122242:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572576.122298:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484b52 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.122307:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484b52 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.122328:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484b52 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.122355:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195960704:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1788572576.122449:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.122485:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96d9e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.124892:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195960704:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1788572576.124928:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484b52 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484b59 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.124943:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484b52 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484b59 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572576.124970:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572576.125028:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484b60 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.125037:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484b60 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.125048:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484b60 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.125070:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195960832:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1788572576.125122:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.125178:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96d9e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.125203:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195960832 00000100:00100000:2.0:1788572576.125209:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195960832 00000100:00100000:2.0:1788572576.125254:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36773 00000100:00100000:2.0:1788572576.125262:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+116:202393:x1875440195960832:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1788572576.125278:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.125295:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23000/0xaad440e68c484b67 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484b60 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.125600:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23000/0xaad440e68c484b67 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484b60 expref: 117 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.125616:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23000/0xaad440e68c484b67 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484b60 expref: 117 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.125624:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x57836da4 (ffff88cbb349d200) 00010000:00010000:2.0:1788572576.125627:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.125632:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe23000, rc 0) 00000100:00100000:2.0:1788572576.125681:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+117:202393:x1875440195960832:12345-0@lo:101:mdt00_001.0 Request processed in 419us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.125688:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36773 00000100:00100000:3.0:1788572576.125957:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195960960 00000100:00100000:3.0:1788572576.125963:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195960960 00000100:00100000:3.0:1788572576.126006:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36774 00000100:00100000:3.0:1788572576.126013:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+117:202393:x1875440195960960:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572576.126080:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+117:202393:x1875440195960960:12345-0@lo:1000:mdt00_001.0 Request processed in 67us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.126087:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36774 00010000:00010000:2.0:1788572576.131531:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572576.131546:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484b83 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131558:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.131563:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484b83 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131573:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484b83 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131590:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1a9:0x0].0x0 (ffff88ca91600100) 00010000:00010000:2.0:1788572576.131593:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572576.131598:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484b83 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131605:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484b83 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131629:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572576.131634:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c484b6e lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484b75 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131640:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572576.131645:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c484b6e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484b75 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.131659:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c484b6e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484b75 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131705:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c484b6e lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b75 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131711:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.131749:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c484b6e lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b75 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131757:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c484b6e lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b75 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131770:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.131774:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484b52 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484b59 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131779:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572576.131783:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484b52 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484b59 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.131790:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484b52 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484b59 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131806:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484b52 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b59 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131812:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.131819:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484b52 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b59 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131825:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484b52 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b59 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.131838:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.131840:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.131841:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.131850:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.131987:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195961728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.132061:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.132112:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788572576.132118:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195961600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.132140:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.134800:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195961728 00000100:00100000:2.0:1788572576.134816:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195961728 00000100:00100000:2.0:1788572576.134885:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195961600 00000100:00100000:2.0:1788572576.134888:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195961600 00000100:00100000:2.0:1788572576.134924:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15789 00000100:00100000:2.0:1788572576.134935:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+120:3640:x1875440195961728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572576.134956:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.134998:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02a00/0xaad440e68c484b59 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484b52 expref: 120 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.135020:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91600900) 00010000:00010000:2.0:1788572576.135031:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.135105:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+119:3640:x1875440195961728:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (3042us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.135112:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15789 00000100:00100000:2.0:1788572576.135130:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15790 00000100:00100000:2.0:1788572576.135136:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+118:3640:x1875440195961600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572576.135145:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.135179:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03a00/0xaad440e68c484b75 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x1a9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484b6e expref: 118 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.135191:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1a9:0x0].0x0 (ffff88ca91600200) 00010000:00010000:2.0:1788572576.135197:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.135222:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+117:3640:x1875440195961600:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (3081us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.135228:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15790 00000100:00100000:2.0:1788572576.135280:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195961600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.135292:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195961728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.137534:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:0.0:1788572576.139092:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.139126:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632981376 00000100:00100000:0.0:1788572576.139137:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632981376 00000100:00100000:0.0:1788572576.139224:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137957 00000100:00100000:0.0:1788572576.139236:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:361572:x1875453632981376:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.139260:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.139285:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21a00/0xaad440e68c484b8a lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7738d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139364:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c484b91 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139454:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c484b91 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139466:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c484b91 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139481:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c484b98 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139487:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c484b98 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139493:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c484b98 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139765:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c484b9f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139775:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c484b9f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139781:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c484b9f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572576.139825:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x4b4:0x0]: returning size 0 00000004:00200000:0.0:1788572576.139830:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572576.139851:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c484b9f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139863:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c484b9f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139875:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c484b91 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139882:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c484b91 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139888:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c484b91 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139895:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c484b91 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139901:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.139905:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c484b91 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139912:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c484b91 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139924:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9241b500) 00010000:00010000:0.0:1788572576.139926:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.139931:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c484b91 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139938:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c484b91 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139954:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c484b98 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139960:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c484b98 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139966:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c484b98 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139972:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.139984:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c484b98 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139991:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c484b98 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.139999:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xef702282 (ffff88ca9241bd00) 00010000:00010000:0.0:1788572576.140001:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.140004:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c484b98 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.140009:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c484b98 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.140625:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21a00/0xaad440e68c484b8a lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7738d expref: 23 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.140644:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c484b9f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7738d expref: 22 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.140652:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4b4:0x0].0x0 (ffff88ca9241b300) 00010000:00010000:0.0:1788572576.140655:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572576.140657:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21000, rc 0) 00000100:00100000:0.0:1788572576.140763:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:361572:x1875453632981376:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1528us (3238us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.140775:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137957 00000100:00100000:2.0:1788572576.144970:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632981632 00000100:00100000:2.0:1788572576.145092:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632981632 00000100:00100000:2.0:1788572576.145320:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137958 00000100:00100000:2.0:1788572576.145332:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:361572:x1875453632981632:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572576.145407:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.145439:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c484b9f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7738d expref: 22 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.145459:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4b4:0x0].0x0 (ffff88ca9241b300) 00010000:00010000:2.0:1788572576.145470:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572576.145498:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484ba6 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.145521:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484ba6 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.145532:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484ba6 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.145551:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c484bad lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.145558:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c484bad lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.145563:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c484bad lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.145660:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484bb4 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.145670:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484bb4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.145677:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484bb4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572576.145905:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3208, 64 off213504 00010000:00010000:2.0:1788572576.145961:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484bbb lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.145972:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484bbb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.145990:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484bbb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.145999:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484bbb lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146005:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484bbb lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146013:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484bbb lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146045:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572576.146065:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484bb4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146071:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484bb4 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146077:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484bb4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146083:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.146087:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484bb4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146094:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484bb4 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146102:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4b4:0x0].0x0 (ffff88cbb349db00) 00010000:00010000:2.0:1788572576.146106:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572576.146110:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484bb4 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146116:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484bb4 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4b4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146133:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484ba6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146142:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484ba6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146147:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484ba6 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146183:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484ba6 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146189:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.146192:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484ba6 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146197:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484ba6 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146204:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb349dd00) 00010000:00010000:2.0:1788572576.146206:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.146209:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484ba6 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146215:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484ba6 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.146231:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003706c5c4 reply state 000000001759a038 transno 8589973176 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c484bad lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146243:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c484bad lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.146249:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xef702282 (ffff88cbb349d000) 00010000:00010000:2.0:1788572576.146252:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572576.146255:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572576.146340:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:361572:x1875453632981632:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1009us (1476us total) trans 8589973176 rc 0/0 00000100:00100000:2.0:1788572576.146349:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137958 00000100:00100000:2.0:1788572576.154815:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.159225:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.168927:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.168974:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.170577:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632982272 00000100:00100000:0.0:1788572576.170591:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632982272 00000100:00100000:0.0:1788572576.170649:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137961 00000100:00100000:0.0:1788572576.170659:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+137:361572:x1875453632982272:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572576.170718:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.170740:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afee00/0xaad440e68c484be5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x965:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7739b expref: 137 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.170763:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x965:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:0.0:1788572576.170775:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572576.170837:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.170846:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.170858:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.170880:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195961856:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572576.170940:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.170968:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.172189:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195961856:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.172209:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484bf3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.172226:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484bf3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.172247:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572576.172273:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484bfa lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.172280:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484bfa lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.172289:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484bfa lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.172305:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195961984:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572576.172345:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.172382:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf900 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.172438:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195961984 00000100:00100000:3.0:1788572576.172444:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195961984 00000100:00100000:3.0:1788572576.172477:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36779 00000100:00100000:3.0:1788572576.172484:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+59:204288:x1875440195961984:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1788572576.172494:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.172519:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484c01 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484bfa expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.172536:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484c01 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484bfa expref: 60 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.172548:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484c01 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484bfa expref: 60 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.172555:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x18bb3374 (ffff88cbbfecc900) 00010000:00010000:3.0:1788572576.172558:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.172561:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6c200, rc 0) 00000100:00100000:3.0:1788572576.172605:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+60:204288:x1875440195961984:12345-0@lo:101:mdt00_003.0 Request processed in 121us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.172611:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36779 00000100:00100000:0.0:1788572576.172843:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195961984:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.172856:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484bfa lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484c01 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.172865:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484bfa lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484c01 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.172876:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572576.172910:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195962112:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.172939:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.172958:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bff00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.173319:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195962112:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.173364:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195962240:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.173405:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.173419:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bff00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.173519:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195962240 00000100:00100000:2.0:1788572576.173524:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195962240 00000100:00100000:2.0:1788572576.173556:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36781 00000100:00100000:2.0:1788572576.173565:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+60:204288:x1875440195962240:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788572576.173674:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+60:204288:x1875440195962240:12345-0@lo:1000:mdt00_003.0 Request processed in 112us (269us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572576.173681:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36781 00000100:00100000:0.0:1788572576.173849:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195962240:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1788572576.173894:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c484c08 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.173903:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c484c08 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.173911:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c484c08 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.173923:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195962368:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572576.173947:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.173970:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf900 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.174124:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195962368 00000100:00100000:2.0:1788572576.174129:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195962368 00000100:00100000:2.0:1788572576.174185:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36782 00000100:00100000:2.0:1788572576.174192:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+60:204288:x1875440195962368:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1788572576.174202:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.174216:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484c0f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484c08 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.174236:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484c0f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484c08 expref: 61 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.174248:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484c0f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484c08 expref: 61 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.174255:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x965:0x0].0x0 (ffff88cbb349dd00) 00010000:00010000:2.0:1788572576.174258:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572576.174261:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22400, rc 0) 00000100:00100000:2.0:1788572576.174295:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+61:204288:x1875440195962368:12345-0@lo:101:mdt00_003.0 Request processed in 102us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.174300:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36782 00000100:00100000:0.0:1788572576.174853:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195962368:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.174869:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c484c08 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484c0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.174881:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c484c08 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484c0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.174911:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c484c16 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.174921:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c484c16 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.174930:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c484c16 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572576.175302:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3891, 64 off257216 00000040:00080000:0.0:1788572576.175674:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].174, 392 off100656 00000040:00080000:0.0:1788572576.175723:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].642, 472 off350336 00000004:00080000:0.0:1788572576.175729:0:204288:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca962bf900 with version 4768 00000004:00080000:3.0:1788572576.175812:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4768 rpc_version 4768 00000020:00100000:3.0:1788572576.175838:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572576.175846:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83983b80 x1875440195962624/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572576.175867:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83983b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195962624:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572576.175916:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.175950:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e900 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.177903:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83983b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195962624:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572576.178061:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c484c1d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x965:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178080:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c484c1d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x965:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178091:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c484c1d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x965:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178099:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c484c1d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x965:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178105:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c484c1d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x965:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178110:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c484c1d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x965:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178133:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572576.178187:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c484c16 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178194:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c484c16 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178205:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c484c16 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178211:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.178215:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c484c16 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178222:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c484c16 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178234:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x965:0x0].0x0 (ffff88ca9241b300) 00010000:00010000:0.0:1788572576.178237:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.178242:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c484c16 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178249:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c484c16 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178263:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c484c08 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484c0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178270:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c484c08 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484c0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178276:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c484c08 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484c0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.178294:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572576.178307:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572576.178830:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.178845:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195962752 00000100:00100000:2.0:1788572576.178852:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195962752 00000100:00100000:2.0:1788572576.178907:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15792 00000100:00100000:2.0:1788572576.178917:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+62:3637:x1875440195962752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572576.178929:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.178947:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484c0f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x965:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484c08 expref: 62 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.178959:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x965:0x0].0x0 (ffff88cbb349dd00) 00010000:00010000:2.0:1788572576.178967:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.179003:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+61:3637:x1875440195962752:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.179011:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15792 00000100:00100000:2.0:1788572576.179043:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195962752:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.179085:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484bf3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.179093:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484bf3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.179100:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484bf3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.179123:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572576.179129:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572576.179134:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484bfa lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484c01 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.179142:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484bfa lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484c01 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.179232:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+137:361572:x1875453632982272:12345-192.168.202.54@tcp:36:rm.0 Request processed in 8573us (10255us total) trans 12884961908 rc 0/0 00000100:00100000:0.0:1788572576.179241:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137961 00010000:00010000:2.0:1788572576.179477:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.179484:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484bf3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.179492:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572576.179496:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484bf3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.179515:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484bf3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.179538:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484bf3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.179544:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.179566:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484bf3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.179575:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21a00/0xaad440e68c484bec lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484bf3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.179590:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.179592:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.179594:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.179600:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572576.179609:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195962880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.179637:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.179665:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195962880 00000100:00100000:2.0:1788572576.179669:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195962880 00000100:00100000:2.0:1788572576.179697:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15793 00000100:00100000:2.0:1788572576.179703:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+61:3637:x1875440195962880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572576.179711:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.179724:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c484bf3 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484bec expref: 61 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.179742:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91600200) 00010000:00010000:2.0:1788572576.179750:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.179778:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+60:3637:x1875440195962880:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.179785:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15793 00000100:00100000:2.0:1788572576.179809:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195962880:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.184538:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.184667:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632982400 00000100:00100000:0.0:1788572576.184677:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632982400 00000100:00100000:0.0:1788572576.184740:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137962 00000100:00100000:0.0:1788572576.184752:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+137:361572:x1875453632982400:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.184782:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.184804:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c484c24 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b773a2 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.184886:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484c2b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.184901:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484c2b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.184912:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484c2b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.184926:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c32 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.184934:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c32 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.184940:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c32 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185109:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484c39 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185118:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484c39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185124:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484c39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572576.185195:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xb0c:0x0]: returning size 0 00000004:00200000:0.0:1788572576.185199:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572576.185219:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484c39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185236:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484c39 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185246:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484c2b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185252:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484c2b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185258:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484c2b lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185264:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484c2b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185269:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.185274:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484c2b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185282:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484c2b lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185296:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:0.0:1788572576.185299:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.185303:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484c2b lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185310:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484c2b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185323:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c32 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185329:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c32 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185335:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c32 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185340:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.185344:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c32 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185350:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c32 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185357:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd1efd449 (ffff88ca9241b400) 00010000:00010000:0.0:1788572576.185359:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.185362:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c32 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185378:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c32 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185412:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c484c24 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773a2 expref: 139 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185429:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484c39 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773a2 expref: 138 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.185437:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xb0c:0x0].0x0 (ffff88ca8b6a2d00) 00010000:00010000:0.0:1788572576.185439:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572576.185442:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfede600, rc 0) 00000100:00100000:0.0:1788572576.185813:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+138:361572:x1875453632982400:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1061us (1285us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.185822:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137962 00000100:00100000:0.0:1788572576.190604:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.190742:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632982656 00000100:00100000:3.0:1788572576.190753:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632982656 00000100:00100000:3.0:1788572576.190859:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137963 00000100:00100000:3.0:1788572576.190870:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+138:361572:x1875453632982656:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572576.190927:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.190954:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484c39 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773a2 expref: 138 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.190991:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xb0c:0x0].0x0 (ffff88ca8b6a2d00) 00010000:00010000:3.0:1788572576.191003:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572576.191040:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484c40 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191053:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484c40 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191062:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484c40 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191074:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c484c47 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191080:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c484c47 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191086:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c484c47 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191216:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c484c4e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191226:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c484c4e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191234:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c484c4e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572576.191509:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3876, 64 off256256 00010000:00010000:3.0:1788572576.191565:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c484c55 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191576:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c484c55 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191583:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c484c55 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191591:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c484c55 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191597:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c484c55 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191603:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c484c55 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191626:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572576.191645:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c484c4e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191651:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c484c4e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191656:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c484c4e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191662:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.191666:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c484c4e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191674:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c484c4e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191686:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xb0c:0x0].0x0 (ffff88cbbfecc200) 00010000:00010000:3.0:1788572576.191689:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572576.191693:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c484c4e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191699:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c484c4e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191718:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484c40 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191724:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484c40 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191730:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484c40 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191735:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484c40 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191741:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6cc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.191744:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484c40 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191750:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484c40 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191758:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbbfeccd00) 00010000:00010000:3.0:1788572576.191760:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.191763:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484c40 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191772:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484c40 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572576.191783:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000083e7186a reply state 0000000076079070 transno 12884961909 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c484c47 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191792:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c484c47 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.191797:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd1efd449 (ffff88cbbfecc300) 00010000:00010000:3.0:1788572576.191799:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572576.191801:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572576.191867:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+139:361572:x1875453632982656:12345-192.168.202.54@tcp:36:rm.0 Request processed in 998us (1272us total) trans 12884961909 rc 0/0 00000100:00100000:3.0:1788572576.191874:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137963 00010000:00010000:0.0:1788572576.191947:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.191954:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c484c55 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.191960:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.191964:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c484c55 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.191972:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c484c55 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.191980:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xb0c:0x0].0x0 (ffff88cbbfecc200) 00010000:00010000:0.0:1788572576.191983:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572576.191986:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c484c55 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.191992:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c484c55 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xb0c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.192005:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.192007:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.192008:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.198995:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.203877:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.205719:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632982912 00000100:00100000:0.0:1788572576.205733:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632982912 00000100:00100000:0.0:1788572576.205801:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137965 00000100:00100000:0.0:1788572576.205812:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+139:361572:x1875453632982912:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.205837:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.205861:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c484c78 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b773b0 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.206130:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c7f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.206145:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.206177:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c7f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572576.206214:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x9b5:0x0]: returning size 0 00000004:00200000:0.0:1788572576.206218:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572576.206261:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c484c78 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773b0 expref: 141 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.206280:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c7f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773b0 expref: 140 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.206289:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9b5:0x0].0x0 (ffff88ca8b6a2e00) 00010000:00010000:0.0:1788572576.206292:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572576.206295:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfede200, rc 0) 00000100:00100000:0.0:1788572576.206433:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+140:361572:x1875453632982912:12345-192.168.202.54@tcp:101:rm.0 Request processed in 622us (2565us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.206440:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137965 00000100:00100000:2.0:1788572576.211339:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632983040 00000100:00100000:2.0:1788572576.211351:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632983040 00000100:00100000:2.0:1788572576.211434:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15794 00000100:00100000:2.0:1788572576.211445:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:352626:x1875453632983040:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572576.211466:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.211495:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c484c71 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773a9 expref: 24 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.211530:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9b5:0x0].0x0 (ffff88ca91600300) 00010000:00010000:2.0:1788572576.211543:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.211604:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:352626:x1875453632983040:12345-192.168.202.54@tcp:103:rm.0 Request processed in 161us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.211612:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15794 00000100:00100000:0.0:1788572576.211866:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632983296 00000100:00100000:0.0:1788572576.211871:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632983296 00000100:00100000:0.0:1788572576.211904:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137966 00000100:00100000:0.0:1788572576.211912:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+140:361572:x1875453632983296:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572576.211960:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.211984:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484c7f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773b0 expref: 140 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.211999:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9b5:0x0].0x0 (ffff88ca8b6a2e00) 00010000:00010000:0.0:1788572576.212006:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572576.212210:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.212220:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.212231:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.212253:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee58e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195963008:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1788572576.212301:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.214203:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf840 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.214241:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195963008 00000100:00100000:0.0:1788572576.214248:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195963008 00000100:00100000:0.0:1788572576.214303:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36784 00000100:00100000:0.0:1788572576.214385:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+60:202394:x1875440195963008:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572576.214410:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.214435:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484c8d lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484c86 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.214472:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484c8d lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484c86 expref: 61 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.214488:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484c8d lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484c86 expref: 61 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.214496:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8b6a2900) 00010000:00010000:0.0:1788572576.214562:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.214566:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedf800, rc 0) 00000100:00100000:0.0:1788572576.214627:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+61:202394:x1875440195963008:12345-0@lo:101:mdt00_002.0 Request processed in 315us (2325us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.214634:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36784 00000100:00100000:0.0:1788572576.214686:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee58e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195963008:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572576.214706:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484c8d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.214721:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484c8d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.214750:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572576.214782:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede000/0xaad440e68c484c94 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.214790:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede000/0xaad440e68c484c94 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.214799:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede000/0xaad440e68c484c94 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.214820:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee58e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195963136:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1788572576.214858:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.214878:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf840 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.214891:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195963136 00000100:00100000:0.0:1788572576.214894:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195963136 00000100:00100000:0.0:1788572576.214921:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36785 00000100:00100000:0.0:1788572576.214927:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+61:202394:x1875440195963136:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572576.214936:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.214948:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf600/0xaad440e68c484c9b lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484c94 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.214964:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf600/0xaad440e68c484c9b lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484c94 expref: 62 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.214974:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf600/0xaad440e68c484c9b lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484c94 expref: 62 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.214981:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x6116f306 (ffff88ca8b6a2d00) 00010000:00010000:0.0:1788572576.215943:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.215950:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedf600, rc 0) 00000100:00100000:0.0:1788572576.216211:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+62:202394:x1875440195963136:12345-0@lo:101:mdt00_002.0 Request processed in 1282us (1351us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.216220:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36785 00000100:00100000:2.0:1788572576.221815:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee58e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195963136:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572576.221851:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede000/0xaad440e68c484c94 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484c9b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.221868:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede000/0xaad440e68c484c94 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484c9b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572576.221897:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:2.0:1788572576.221970:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195963264:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572576.222094:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.222181:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96d9e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.222238:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195963264 00000100:00100000:0.0:1788572576.222246:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195963264 00000100:00100000:0.0:1788572576.222417:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36786 00000100:00100000:0.0:1788572576.222428:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+62:202394:x1875440195963264:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572576.222522:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+62:202394:x1875440195963264:12345-0@lo:1000:mdt00_002.0 Request processed in 96us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.222531:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36786 00000100:00100000:2.0:1788572576.222587:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195963264:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572576.222631:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195963392:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572576.222656:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.225216:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca480 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.225817:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195963392 00000100:00100000:3.0:1788572576.225830:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195963392 00000100:00100000:3.0:1788572576.225995:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36787 00000100:00100000:3.0:1788572576.226005:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+62:202394:x1875440195963392:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572576.226197:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+62:202394:x1875440195963392:12345-0@lo:1000:mdt00_002.0 Request processed in 193us (3539us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572576.226204:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36787 00000100:00100000:2.0:1788572576.227186:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195963392:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1788572576.227291:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484ca2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.227302:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484ca2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.228879:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484ca2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.228910:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195963520:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1788572576.229045:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.229166:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca840 going to sleep for 11 seconds 00000004:00080000:2.0:1788572576.231234:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4769 rpc_version 4769 00000020:00100000:2.0:1788572576.231268:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572576.231279:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca839a4a80 x1875440195963776/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572576.231302:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a4a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195963776:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572576.231437:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.231478:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca480 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.231611:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195963776 00000100:00100000:3.0:1788572576.231620:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195963776 00000100:00100000:3.0:1788572576.231662:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36789 00000100:00100000:3.0:1788572576.231671:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+63:202414:x1875440195963776:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572576.232121:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+64:202414:x1875440195963776:12345-0@lo:1000:osp_up1-0.0 Request processed in 448us (682us total) trans 8589973178 rc 0/0 00000100:00100000:3.0:1788572576.232129:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36789 00000100:00100000:2.0:1788572576.232263:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a4a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195963776:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1788572576.232421:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484cb7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232440:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484cb7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232451:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484cb7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232460:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484cb7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232467:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484cb7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232473:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484cb7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232495:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572576.232600:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c484cb0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232607:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c484cb0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232613:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c484cb0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232618:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afec00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.232623:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c484cb0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232631:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c484cb0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232645:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9b5:0x0].0x0 (ffff88ca91600600) 00010000:00010000:3.0:1788572576.232648:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.232653:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c484cb0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232659:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c484cb0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232675:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484ca2 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484ca9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232758:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484ca2 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484ca9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232766:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484ca2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484ca9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232780:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572576.232794:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572576.232799:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484c8d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232806:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484c8d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232812:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484c8d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232824:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572576.232827:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572576.232832:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede000/0xaad440e68c484c94 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484c9b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.232839:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede000/0xaad440e68c484c94 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484c9b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.232910:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+140:361572:x1875453632983296:12345-192.168.202.54@tcp:36:rm.0 Request processed in 20997us (22315us total) trans 12884961910 rc 0/0 00000100:00100000:3.0:1788572576.232919:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137966 00010000:00010000:2.0:1788572576.233250:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572576.233258:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484cb7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233264:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6cc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.233267:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484cb7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233274:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484cb7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233283:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9b5:0x0].0x0 (ffff88ca91600600) 00010000:00010000:2.0:1788572576.233286:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572576.233289:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484cb7 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233295:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484cb7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233384:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572576.233388:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484ca2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484ca9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233395:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572576.233399:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484ca2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484ca9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.233407:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484ca2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484ca9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233438:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484ca2 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484ca9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233445:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.233466:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484ca2 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484ca9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233473:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484ca2 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484ca9 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233486:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.233490:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484c8d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233496:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572576.233570:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484c8d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.233578:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484c8d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233596:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484c8d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233606:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.233612:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484c8d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233620:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede800/0xaad440e68c484c86 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484c8d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.233632:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.233634:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.233636:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.233651:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195964032:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.233841:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.233874:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788572576.233880:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195963904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.233901:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.233931:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195964032 00000100:00100000:2.0:1788572576.233938:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195964032 00000100:00100000:3.0:1788572576.234410:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15796 00000100:00100000:3.0:1788572576.234420:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+64:3640:x1875440195963904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572576.234429:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.234443:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe000/0xaad440e68c484ca9 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9b5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484ca2 expref: 64 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.234457:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9b5:0x0].0x0 (ffff88ca91600000) 00010000:00010000:3.0:1788572576.234464:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572576.234664:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.234694:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195963904:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.237064:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.237527:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+63:3640:x1875440195963904:12345-0@lo:103:ldlm_bl.0 Request processed in 3104us (3619us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.237540:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15796 00000100:00100000:3.0:1788572576.238199:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195964032:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.238434:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.238564:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632983424 00000100:00100000:3.0:1788572576.238570:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632983424 00000100:00100000:3.0:1788572576.238646:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137967 00000100:00100000:3.0:1788572576.238655:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+140:361572:x1875453632983424:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572576.238676:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.238698:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c484cbe lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b773b7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.238771:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484cc5 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.238786:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484cc5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.238797:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484cc5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.238809:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484ccc lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.238816:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484ccc lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.238822:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484ccc lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.238941:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83980e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195964160:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788572576.239090:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.239118:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbade1ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.239598:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440195964160:0@lo:1000:mdt00_005.0 00010000:00010000:3.0:1788572576.239637:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484cd3 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x269:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239653:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484cd3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239661:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484cd3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572576.239681:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484cd3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239694:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484cc5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239701:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484cc5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239708:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484cc5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239714:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484cc5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239720:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6da00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.239724:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484cc5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239731:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484cc5 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239742:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbbfeccd00) 00010000:00010000:3.0:1788572576.239745:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.239749:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484cc5 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239756:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484cc5 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239767:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484ccc lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239773:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484ccc lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239779:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484ccc lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239784:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ce00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.239786:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484ccc lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239792:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484ccc lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239798:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x8126b7eb (ffff88cbbfecc200) 00010000:00010000:3.0:1788572576.239800:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.239803:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484ccc lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239808:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c484ccc lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239840:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c484cbe lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773b7 expref: 142 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239859:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484cd3 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773b7 expref: 141 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.239867:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x269:0x0].0x0 (ffff88cbbfecca00) 00010000:00010000:3.0:1788572576.239869:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572576.239872:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6c800, rc 0) 00000100:00100000:3.0:1788572576.239918:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+141:361572:x1875453632983424:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1264us (1487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.239924:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137967 00000100:00100000:2.0:1788572576.242800:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.247077:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.247131:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.247332:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632983680 00000100:00100000:0.0:1788572576.247344:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632983680 00000100:00100000:0.0:1788572576.247420:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15797 00000100:00100000:0.0:1788572576.247431:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+141:352626:x1875453632983680:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572576.247448:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.247475:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484cd3 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773b7 expref: 141 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.247496:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x269:0x0].0x0 (ffff88cbbfecca00) 00010000:00010000:0.0:1788572576.247519:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.247583:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+140:352626:x1875453632983680:12345-192.168.202.54@tcp:103:rm.0 Request processed in 154us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.247591:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15797 00000100:00100000:2.0:1788572576.249613:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632983936 00000100:00100000:2.0:1788572576.249626:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632983936 00000100:00100000:2.0:1788572576.249691:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137969 00000100:00100000:2.0:1788572576.249701:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:361572:x1875453632983936:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572576.249758:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.249784:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff600/0xaad440e68c484ce1 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x269:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773be expref: 24 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.249805:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x269:0x0].0x0 (ffff88ca91600900) 00010000:00010000:2.0:1788572576.249815:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572576.249869:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484ce8 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.249877:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484ce8 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.249888:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484ce8 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.249911:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440195964288:0@lo:101:mdt00_006.0 00000100:00100000:2.0:1788572576.249989:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.250133:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195964288 00000100:00100000:2.0:1788572576.250138:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195964288 00000100:00100000:2.0:1788572576.250202:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36791 00000100:00100000:2.0:1788572576.250209:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+117:230921:x1875440195964288:12345-0@lo:101:mdt00_006.0 00010000:00010000:2.0:1788572576.250225:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.250241:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484cef lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484ce8 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.250264:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484cef lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484ce8 expref: 118 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.250278:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484cef lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484ce8 expref: 118 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.250285:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:2.0:1788572576.250288:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.250290:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22a00, rc 0) 00000100:00100000:2.0:1788572576.250334:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+118:230921:x1875440195964288:12345-0@lo:101:mdt00_006.0 Request processed in 125us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.250342:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36791 00000100:00100000:2.0:1788572576.250377:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca480 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.250403:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440195964288:0@lo:101:mdt00_006.0 00010000:00010000:2.0:1788572576.250421:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484ce8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484cef expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.250432:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484ce8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484cef expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572576.250452:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572576.250472:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c484cf6 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.250479:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c484cf6 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.250487:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c484cf6 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.250697:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440195964416:0@lo:101:mdt00_006.0 00000100:00100000:2.0:1788572576.250723:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.250744:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca480 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.251747:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440195964416:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572576.251767:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c484cf6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484cfd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.251778:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c484cf6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484cfd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572576.251793:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:0.0:1788572576.251939:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5a300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440195964544:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572576.252403:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.252769:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195964544 00000100:00100000:2.0:1788572576.252776:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195964544 00000100:00100000:2.0:1788572576.252873:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36793 00000100:00100000:2.0:1788572576.252884:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+119:230921:x1875440195964544:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1788572576.252971:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+119:230921:x1875440195964544:12345-0@lo:1000:mdt00_006.0 Request processed in 90us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.252990:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36793 00000100:00100000:0.0:1788572576.253628:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195964672 00000100:00100000:0.0:1788572576.253634:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195964672 00000100:00100000:0.0:1788572576.253673:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36794 00000100:00100000:0.0:1788572576.253682:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+119:230921:x1875440195964672:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572576.253792:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+119:230921:x1875440195964672:12345-0@lo:1000:mdt00_006.0 Request processed in 112us (371us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572576.253799:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36794 00000100:00100000:3.0:1788572576.253911:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde71180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440195964672:0@lo:1000:mdt00_006.0 00010000:00010000:3.0:1788572576.254029:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484d04 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.254039:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484d04 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.254053:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484d04 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.254067:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83982a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440195964800:0@lo:101:mdt00_006.0 00000100:00100000:3.0:1788572576.254095:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.254121:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbade1ed80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.254588:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83982a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440195964800:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572576.254603:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484d04 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484d0b expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.254614:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484d04 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484d0b expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.254636:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484d12 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.254645:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484d12 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.254653:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484d12 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572576.261673:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15441 rpc_version 15441 00000020:00100000:3.0:1788572576.261716:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572576.261726:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83982a00 x1875440195965056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572576.261749:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83982a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195965056:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572576.261817:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.261854:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbade1e900 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.264924:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83982a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195965056:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1788572576.265560:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572576.265567:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484d19 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x269:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.265574:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84affe00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.265578:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484d19 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x269:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.265585:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484d19 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x269:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.265596:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x269:0x0].0x0 (ffff88cbbfecc200) 00010000:00010000:0.0:1788572576.265598:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572576.265601:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484d19 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x269:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.265608:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484d19 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x269:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.265625:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.265629:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484d04 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484d0b expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.265636:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.265640:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484d04 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484d0b expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.265648:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484d04 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484d0b expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.265697:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484d04 lrc: 4/0,0 mode: --/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484d0b expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.265710:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788572576.265769:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195965184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.265839:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.265932:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195965184 00000100:00100000:3.0:1788572576.265940:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195965184 00000100:00100000:3.0:1788572576.266003:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15798 00000100:00100000:3.0:1788572576.266014:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+121:3637:x1875440195965184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572576.266029:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.266047:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c484d0b lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484d04 expref: 121 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.266061:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x269:0x0].0x0 (ffff88ca91600100) 00010000:00010000:3.0:1788572576.266068:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572576.266410:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484d04 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484d0b expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.266419:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d200/0xaad440e68c484d04 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x269:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484d0b expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.266434:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.266438:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484ce8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484cef expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.266444:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.266448:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484ce8 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484cef expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.266456:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484ce8 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484cef expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.266479:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484ce8 lrc: 4/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484cef expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.266486:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788572576.266927:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+120:3637:x1875440195965184:12345-0@lo:103:ldlm_bl.0 Request processed in 914us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.266935:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15798 00010000:00010000:0.0:1788572576.266988:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484ce8 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484cef expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.266997:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c484ce8 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484cef expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.267020:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.267022:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.267024:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.267039:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195965312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.267084:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.270870:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195965312:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.271240:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.271248:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.273922:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440195965184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.274619:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.274710:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632984064 00000100:00100000:3.0:1788572576.274717:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632984064 00000100:00100000:3.0:1788572576.274800:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137970 00000100:00100000:3.0:1788572576.274810:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+140:361572:x1875453632984064:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572576.274832:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.274857:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484d20 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b773c5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.274925:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484d27 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.274955:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484d27 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.274968:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c484d27 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.274991:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484d2e lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.274999:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484d2e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.275005:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484d2e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.275141:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83982d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195965440:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572576.275226:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.275261:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.275791:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195965440 00000100:00100000:2.0:1788572576.275798:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195965440 00000100:00100000:2.0:1788572576.275857:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36797 00000100:00100000:2.0:1788572576.275866:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+62:202394:x1875440195965440:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572576.275973:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+62:202394:x1875440195965440:12345-0@lo:1000:mdt00_002.0 Request processed in 107us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.275980:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36797 00000100:00100000:3.0:1788572576.279329:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.279812:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632984192 00000100:00100000:0.0:1788572576.279821:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632984192 00000100:00100000:0.0:1788572576.279879:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137971 00000100:00100000:0.0:1788572576.279888:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:361572:x1875453632984192:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.279909:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.279931:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c484d3c lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x43e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b773cc expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.280004:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484d43 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x43e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.280026:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484d43 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x43e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.280038:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484d43 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x43e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572576.280090:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x43e:0x0]: returning size 0 00000004:00200000:0.0:1788572576.280096:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572576.280134:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c484d3c lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x43e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773cc expref: 26 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.280197:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484d43 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x43e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773cc expref: 25 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.280206:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x43e:0x0].0x0 (ffff88ca8b6a2e00) 00010000:00010000:0.0:1788572576.280208:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572576.280212:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedf800, rc 0) 00000100:00100000:0.0:1788572576.280267:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:361572:x1875453632984192:12345-192.168.202.54@tcp:101:rm.0 Request processed in 380us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.280274:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137971 00000100:00100000:2.0:1788572576.288606:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.288651:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.288717:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632984576 00000100:00100000:2.0:1788572576.288726:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632984576 00000100:00100000:2.0:1788572576.288820:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137972 00000100:00100000:2.0:1788572576.288832:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:361572:x1875453632984576:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572576.288897:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.288929:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484d43 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x43e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773cc expref: 25 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.288955:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x43e:0x0].0x0 (ffff88ca8b6a2e00) 00010000:00010000:2.0:1788572576.288965:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572576.289119:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c484d4a lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.289128:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c484d4a lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.289140:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c484d4a lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.289190:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195965568:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1788572576.289252:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.289291:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.289360:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632984320 00000100:00100000:0.0:1788572576.289379:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632984320 00000100:00100000:0.0:1788572576.289428:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15800 00000100:00100000:0.0:1788572576.289437:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+141:352627:x1875453632984320:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572576.289448:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.289463:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff400/0xaad440e68c484d35 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x43e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773c5 expref: 141 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.289476:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x43e:0x0].0x0 (ffff88ca91600900) 00010000:00010000:0.0:1788572576.289483:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.289762:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+140:352627:x1875453632984320:12345-192.168.202.54@tcp:103:rm.0 Request processed in 324us (1108us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.289771:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15800 00000100:00100000:0.0:1788572576.291190:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195965568 00000100:00100000:0.0:1788572576.291204:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195965568 00000100:00100000:0.0:1788572576.291261:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36798 00000100:00100000:0.0:1788572576.291271:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+119:225655:x1875440195965568:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1788572576.291297:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.291333:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484d51 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484d4a expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.291387:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484d51 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484d4a expref: 120 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.291403:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484d51 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484d4a expref: 120 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.291414:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8b6a2900) 00010000:00010000:0.0:1788572576.291417:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.291422:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfede200, rc 0) 00000100:00100000:0.0:1788572576.291489:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+120:225655:x1875440195965568:12345-0@lo:101:mdt00_005.0 Request processed in 220us (2235us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.291659:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36798 00000100:00100000:2.0:1788572576.291765:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195965568:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572576.291786:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c484d4a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484d51 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.291797:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c484d4a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484d51 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572576.291826:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572576.291863:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22600/0xaad440e68c484d58 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.291871:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22600/0xaad440e68c484d58 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.291884:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22600/0xaad440e68c484d58 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.291903:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195965696:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1788572576.291938:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.291970:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.292075:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195965696 00000100:00100000:0.0:1788572576.292081:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195965696 00000100:00100000:0.0:1788572576.292118:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36799 00000100:00100000:0.0:1788572576.292127:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+120:225655:x1875440195965696:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1788572576.292137:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.292171:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484d5f lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484d58 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.292187:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484d5f lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484d58 expref: 121 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.292202:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484d5f lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484d58 expref: 121 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.292208:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x1e75acae (ffff88ca8b6a2000) 00010000:00010000:0.0:1788572576.292210:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.292212:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfede800, rc 0) 00000100:00100000:0.0:1788572576.292242:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+121:225655:x1875440195965696:12345-0@lo:101:mdt00_005.0 Request processed in 117us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.292247:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36799 00000100:00100000:2.0:1788572576.292582:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195965696:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572576.292594:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22600/0xaad440e68c484d58 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484d5f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.292604:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22600/0xaad440e68c484d58 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484d5f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572576.292617:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:2.0:1788572576.292650:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195965824:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572576.292678:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.292707:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859caa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.292749:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195965824 00000100:00100000:0.0:1788572576.292754:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195965824 00000100:00100000:0.0:1788572576.292786:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36800 00000100:00100000:0.0:1788572576.292792:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+121:225655:x1875440195965824:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788572576.292858:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+121:225655:x1875440195965824:12345-0@lo:1000:mdt00_005.0 Request processed in 66us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.292865:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36800 00000100:00100000:2.0:1788572576.292968:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195965824:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572576.293020:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195965952:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572576.293042:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.293063:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859caa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.293188:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195965952 00000100:00100000:0.0:1788572576.293193:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195965952 00000100:00100000:0.0:1788572576.293218:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36801 00000100:00100000:0.0:1788572576.293224:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+121:225655:x1875440195965952:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788572576.293332:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+121:225655:x1875440195965952:12345-0@lo:1000:mdt00_005.0 Request processed in 107us (288us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572576.293340:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36801 00000100:00100000:0.0:1788572576.293787:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195966080 00000100:00100000:0.0:1788572576.293792:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195966080 00000100:00100000:0.0:1788572576.293827:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36802 00000100:00100000:0.0:1788572576.293835:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+121:225655:x1875440195966080:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1788572576.293845:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.293861:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484d6d lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484d66 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.293885:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484d6d lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484d66 expref: 122 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.293898:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484d6d lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484d66 expref: 122 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.293907:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x43e:0x0].0x0 (ffff88cb8b2c6b00) 00010000:00010000:0.0:1788572576.293910:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572576.293913:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfede600, rc 0) 00000100:00100000:0.0:1788572576.293946:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+122:225655:x1875440195966080:12345-0@lo:101:mdt00_005.0 Request processed in 112us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.293952:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36802 00000100:00100000:0.0:1788572576.293987:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde71180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195966080:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1788572576.294001:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c484d66 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484d6d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.294011:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c484d66 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484d6d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.294037:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedfc00/0xaad440e68c484d74 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.294045:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedfc00/0xaad440e68c484d74 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.294054:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedfc00/0xaad440e68c484d74 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572576.294435:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3209, 64 off213568 00000004:00080000:0.0:1788572576.294444:0:225655:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 13554388290605ns, next at 13555388288455ns, rc = 0 00000040:00080000:0.0:1788572576.294474:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].887, 392 off511904 00000040:00080000:0.0:1788572576.294929:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1430, 472 off1253680 00000004:00080000:0.0:1788572576.294937:0:225655:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca962bf3c0 with version 15442 00000004:00080000:2.0:1788572576.295137:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15442 rpc_version 15442 00000020:00100000:2.0:1788572576.295190:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572576.295199:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa17a4a80 x1875440195966336/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572576.295219:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195966336:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572576.295270:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.295296:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859cacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.300915:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195966336:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1788572576.301468:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572576.301475:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c484d7b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.301481:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.301484:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c484d7b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.301491:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c484d7b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.301500:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x43e:0x0].0x0 (ffff88cb8b2c6700) 00010000:00010000:0.0:1788572576.301503:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572576.301506:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c484d7b lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.301512:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c484d7b lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.301530:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.301544:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c484d66 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484d6d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.301556:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.301560:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c484d66 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484d6d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.301568:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c484d66 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484d6d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.301606:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c484d66 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484d6d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.301613:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.301637:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c484d66 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484d6d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.301645:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c484d66 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484d6d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.301660:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.301661:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.301663:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.301678:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195966464:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.301737:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.301793:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195966464 00000100:00100000:0.0:1788572576.301801:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195966464 00000100:00100000:0.0:1788572576.301848:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15801 00000100:00100000:0.0:1788572576.301857:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b675c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+123:3639:x1875440195966464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.301869:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.301888:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484d6d lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x43e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484d66 expref: 123 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.301901:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x43e:0x0].0x0 (ffff88cb8b2c6b00) 00010000:00010000:0.0:1788572576.301909:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.301941:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b675c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+122:3639:x1875440195966464:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.301949:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15801 00000100:00100000:0.0:1788572576.301996:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92912a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195966464:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572576.302481:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.309564:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:0.0:1788572576.309782:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.309792:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c484d4a lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484d51 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.309803:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.309811:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c484d4a lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484d51 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.309820:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c484d4a lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484d51 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.309867:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c484d4a lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484d51 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.309874:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.309907:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c484d4a lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484d51 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.309915:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c484d4a lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484d51 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.309940:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.309942:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.309943:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.309951:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788572576.309970:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b676300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195966592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.310045:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.312569:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b676300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195966592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.315469:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.320458:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632985216 00000100:00100000:0.0:1788572576.320469:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632985216 00000100:00100000:0.0:1788572576.320533:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137975 00000100:00100000:0.0:1788572576.320544:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+141:361572:x1875453632985216:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572576.320608:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.320642:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c484da5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773da expref: 141 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.320664:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8dd:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:0.0:1788572576.320677:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572576.320732:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedee00/0xaad440e68c484dac lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.320741:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedee00/0xaad440e68c484dac lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.320752:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedee00/0xaad440e68c484dac lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.320775:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b676300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195966720:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572576.320834:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.320872:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf840 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.321197:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195966720 00000100:00100000:2.0:1788572576.321202:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195966720 00000100:00100000:2.0:1788572576.321239:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36804 00000100:00100000:2.0:1788572576.321247:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b675180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+62:204288:x1875440195966720:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1788572576.321259:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.321278:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484db3 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484dac expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.321301:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484db3 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484dac expref: 63 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.321330:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484db3 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484dac expref: 63 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.321338:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb349df00) 00010000:00010000:2.0:1788572576.321340:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.321343:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe23a00, rc 0) 00000100:00100000:2.0:1788572576.321405:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b675180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+63:204288:x1875440195966720:12345-0@lo:101:mdt00_003.0 Request processed in 158us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.321412:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36804 00000100:00100000:0.0:1788572576.322058:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b676300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195966720:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.322081:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedee00/0xaad440e68c484dac lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484db3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.322095:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedee00/0xaad440e68c484dac lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484db3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.322126:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572576.322188:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf000/0xaad440e68c484dba lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.322197:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf000/0xaad440e68c484dba lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.322206:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf000/0xaad440e68c484dba lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.322226:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b676300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195966848:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572576.322267:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.322286:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf840 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.322461:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.322586:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632984960 00000100:00100000:0.0:1788572576.322592:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632984960 00000100:00100000:0.0:1788572576.322648:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15803 00000100:00100000:0.0:1788572576.322657:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+26:352626:x1875453632984960:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572576.322668:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.322704:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affe00/0xaad440e68c484d97 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773d3 expref: 26 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.322726:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8dd:0x0].0x0 (ffff88ca91600200) 00010000:00010000:0.0:1788572576.322736:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.322776:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352626:x1875453632984960:12345-192.168.202.54@tcp:103:rm.0 Request processed in 121us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.322783:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15803 00000100:00100000:2.0:1788572576.327297:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195966848 00000100:00100000:2.0:1788572576.327316:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195966848 00000100:00100000:2.0:1788572576.327399:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36805 00000100:00100000:2.0:1788572576.327413:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+63:204288:x1875440195966848:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1788572576.327436:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.327462:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484dc1 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484dba expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.327497:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484dc1 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484dba expref: 64 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.327512:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484dc1 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484dba expref: 64 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.327522:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x5fca4977 (ffff88cbb349d700) 00010000:00010000:2.0:1788572576.327525:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.327530:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22400, rc 0) 00000100:00100000:2.0:1788572576.327614:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+64:204288:x1875440195966848:12345-0@lo:101:mdt00_003.0 Request processed in 205us (5346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.327621:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36805 00000100:00100000:3.0:1788572576.330488:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195966976 00000100:00100000:3.0:1788572576.330497:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195966976 00000100:00100000:3.0:1788572576.330555:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36806 00000100:00100000:3.0:1788572576.330565:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+64:204288:x1875440195966976:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788572576.330665:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+64:204288:x1875440195966976:12345-0@lo:1000:mdt00_003.0 Request processed in 101us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.330673:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36806 00000100:00100000:0.0:1788572576.330937:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195966976:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.331008:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b676300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195967104:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.331045:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.331078:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96ace780 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.332255:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195967104 00000100:00100000:3.0:1788572576.332269:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195967104 00000100:00100000:3.0:1788572576.332343:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36807 00000100:00100000:3.0:1788572576.332353:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+64:204288:x1875440195967104:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788572576.332546:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+64:204288:x1875440195967104:12345-0@lo:1000:mdt00_003.0 Request processed in 194us (1499us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572576.332554:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36807 00000100:00100000:3.0:1788572576.333501:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195967232 00000100:00100000:3.0:1788572576.333507:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195967232 00000100:00100000:3.0:1788572576.333547:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36808 00000100:00100000:3.0:1788572576.333556:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b676300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+64:204288:x1875440195967232:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1788572576.333569:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.333586:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c484dcf lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484dc8 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.333613:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c484dcf lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484dc8 expref: 65 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.333628:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c484dcf lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484dc8 expref: 65 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.333637:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8dd:0x0].0x0 (ffff88cbbfecc500) 00010000:00010000:3.0:1788572576.333640:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572576.333644:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6cc00, rc 0) 00000100:00100000:3.0:1788572576.335298:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b676300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+65:204288:x1875440195967232:12345-0@lo:101:mdt00_003.0 Request processed in 1734us (2007us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.335310:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36808 00000100:00100000:0.0:1788572576.336476:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195967232:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.336513:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c484dc8 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484dcf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.336532:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c484dc8 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484dcf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.336581:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484dd6 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.336593:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484dd6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.336603:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484dd6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572576.337091:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3893, 64 off257344 00000040:00080000:0.0:1788572576.337127:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].176, 392 off101440 00000040:00080000:0.0:1788572576.337212:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].644, 472 off351280 00000004:00080000:0.0:1788572576.337218:0:204288:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cb8b4d00c0 with version 4770 00000004:00080000:2.0:1788572576.337619:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4770 rpc_version 4770 00000020:00100000:2.0:1788572576.337655:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572576.337664:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa17a4000 x1875440195967488/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572576.337698:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a4000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195967488:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572576.337764:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.337798:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859cacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.337824:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195967488 00000100:00100000:3.0:1788572576.337832:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195967488 00000100:00100000:3.0:1788572576.337886:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36809 00000100:00100000:3.0:1788572576.337896:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+65:202414:x1875440195967488:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572576.338596:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+66:202414:x1875440195967488:12345-0@lo:1000:osp_up1-0.0 Request processed in 698us (829us total) trans 8589973181 rc 0/0 00000100:00100000:3.0:1788572576.338609:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36809 00000100:00100000:2.0:1788572576.339136:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a4000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195967488:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572576.339497:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484ddd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339517:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484ddd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339528:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484ddd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339537:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484ddd lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339543:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484ddd lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339549:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c484ddd lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339612:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572576.339638:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484dd6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339644:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484dd6 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339650:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484dd6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339656:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.339660:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484dd6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339669:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484dd6 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339692:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8dd:0x0].0x0 (ffff88caa2ec8c00) 00010000:00010000:0.0:1788572576.339696:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.339701:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484dd6 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339707:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c484dd6 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339721:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c484dc8 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484dcf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339728:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c484dc8 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484dcf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.339735:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c484dc8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484dcf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.340111:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195967616:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.340205:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.340387:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195967616 00000100:00100000:3.0:1788572576.340396:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195967616 00000100:00100000:3.0:1788572576.340462:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15804 00000100:00100000:3.0:1788572576.340472:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+66:3637:x1875440195967616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572576.340486:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.340506:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c484dcf lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484dc8 expref: 66 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.340519:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8dd:0x0].0x0 (ffff88cbbfecc500) 00010000:00010000:3.0:1788572576.340527:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572576.340816:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788572576.340823:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c484dc8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8dd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484dcf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.340851:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572576.340866:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedee00/0xaad440e68c484dac lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484db3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.340874:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedee00/0xaad440e68c484dac lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484db3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.340881:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedee00/0xaad440e68c484dac lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484db3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.340903:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572576.340908:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572576.340914:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf000/0xaad440e68c484dba lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484dc1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.340922:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf000/0xaad440e68c484dba lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484dc1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.341008:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+141:361572:x1875453632985216:12345-192.168.202.54@tcp:36:rm.0 Request processed in 20464us (20651us total) trans 12884961913 rc 0/0 00000100:00100000:0.0:1788572576.341016:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137975 00000100:00100000:0.0:1788572576.343847:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195967744:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.343918:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.343999:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195967744 00000100:00100000:0.0:1788572576.344006:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195967744 00000100:00100000:0.0:1788572576.344060:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15805 00000100:00100000:0.0:1788572576.344070:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+66:3638:x1875440195967744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.344083:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.344105:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484db3 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484dac expref: 66 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.344123:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb349df00) 00010000:00010000:0.0:1788572576.344136:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.344193:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+65:3638:x1875440195967744:12345-0@lo:103:ldlm_bl.0 Request processed in 123us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.344201:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15805 00000100:00100000:0.0:1788572576.344245:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195967744:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572576.345192:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.345484:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+64:3637:x1875440195967616:12345-0@lo:103:ldlm_bl.0 Request processed in 5009us (5275us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.345497:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15804 00000100:00100000:3.0:1788572576.345574:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.352636:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195967616:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.353030:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.354634:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632985472 00000100:00100000:0.0:1788572576.354650:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632985472 00000100:00100000:0.0:1788572576.354723:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137977 00000100:00100000:0.0:1788572576.354733:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+141:361572:x1875453632985472:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.354759:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.354786:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c484e00 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b773e8 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.354953:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c484e07 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.355122:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c484e07 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.355139:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c484e07 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572576.355209:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xa8e:0x0]: returning size 0 00000004:00200000:0.0:1788572576.355214:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572576.355256:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c484e00 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773e8 expref: 143 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.355275:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c484e07 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773e8 expref: 142 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.355611:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa8e:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:0.0:1788572576.355614:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572576.355618:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedfc00, rc 0) 00000100:00100000:0.0:1788572576.355699:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+142:361572:x1875453632985472:12345-192.168.202.54@tcp:101:rm.0 Request processed in 965us (2668us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.355708:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137977 00000100:00100000:3.0:1788572576.358996:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.359040:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.359190:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632985600 00000100:00100000:0.0:1788572576.359200:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632985600 00000100:00100000:0.0:1788572576.359264:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15806 00000100:00100000:0.0:1788572576.359275:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+26:352627:x1875453632985600:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572576.359567:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.359594:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c484df9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773e1 expref: 26 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.359616:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa8e:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:0.0:1788572576.359629:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.360476:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352627:x1875453632985600:12345-192.168.202.54@tcp:103:rm.0 Request processed in 1200us (1432us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.360485:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15806 00000100:00100000:0.0:1788572576.361925:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195968000 00000100:00100000:0.0:1788572576.361935:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195968000 00000100:00100000:0.0:1788572576.361985:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36811 00000100:00100000:0.0:1788572576.361994:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+65:202394:x1875440195968000:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572576.362008:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.362038:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede600/0xaad440e68c484e23 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xbbdc5c8c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484e1c expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.362060:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede600/0xaad440e68c484e23 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xbbdc5c8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484e1c expref: 66 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.362073:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede600/0xaad440e68c484e23 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xbbdc5c8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484e1c expref: 66 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.362081:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xbbdc5c8c (ffff88caa2ec8000) 00010000:00010000:0.0:1788572576.362084:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.362088:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfede600, rc 0) 00000100:00100000:0.0:1788572576.362142:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+66:202394:x1875440195968000:12345-0@lo:101:mdt00_002.0 Request processed in 149us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.362149:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36811 00000100:00100000:2.0:1788572576.362990:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195968128 00000100:00100000:2.0:1788572576.362994:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195968128 00000100:00100000:2.0:1788572576.363043:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36812 00000100:00100000:2.0:1788572576.363052:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+66:202394:x1875440195968128:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572576.363121:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+66:202394:x1875440195968128:12345-0@lo:1000:mdt00_002.0 Request processed in 71us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.363128:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36812 00000100:00100000:2.0:1788572576.363179:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d7480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195968128:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572576.363224:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d7480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195968256:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572576.363253:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.363269:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859caa80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.363564:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195968256 00000100:00100000:2.0:1788572576.363569:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195968256 00000100:00100000:2.0:1788572576.363604:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36813 00000100:00100000:2.0:1788572576.363610:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+66:202394:x1875440195968256:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572576.363707:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+66:202394:x1875440195968256:12345-0@lo:1000:mdt00_002.0 Request processed in 96us (453us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572576.363714:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36813 00000100:00100000:2.0:1788572576.363740:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d7480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195968256:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1788572576.363795:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.363805:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.363816:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.363829:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195968384:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1788572576.363853:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.363869:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859cacc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.363881:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195968384 00000100:00100000:2.0:1788572576.363884:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195968384 00000100:00100000:2.0:1788572576.363905:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36814 00000100:00100000:2.0:1788572576.363911:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+66:202394:x1875440195968384:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572576.363920:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.363936:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484e31 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484e2a expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.363955:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484e31 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484e2a expref: 67 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.364121:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484e31 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484e2a expref: 67 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.364132:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa8e:0x0].0x0 (ffff88cbb349d400) 00010000:00010000:2.0:1788572576.364135:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572576.364138:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe23e00, rc 0) 00000100:00100000:2.0:1788572576.364242:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+67:202394:x1875440195968384:12345-0@lo:101:mdt00_002.0 Request processed in 330us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.364249:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36814 00000100:00100000:2.0:1788572576.364275:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440195968384:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572576.364626:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484e31 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.364639:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484e31 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.364665:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484e38 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.364674:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484e38 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.364681:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484e38 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572576.365565:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3877, 64 off256320 00000040:00080000:2.0:1788572576.365602:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].177, 392 off101832 00000040:00080000:2.0:1788572576.365652:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].645, 472 off351752 00000004:00080000:2.0:1788572576.365657:0:202394:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca859cacc0 with version 4771 00000004:00080000:0.0:1788572576.371266:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4771 rpc_version 4771 00000020:00100000:0.0:1788572576.371443:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.371455:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83980e00 x1875440195968640/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.371479:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83980e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195968640:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.371548:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.371633:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.372613:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195968640:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1788572576.372938:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484e3f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.372955:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484e3f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.372967:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484e3f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.372986:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484e3f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.372992:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484e3f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373000:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484e3f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373022:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572576.373046:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484e38 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373052:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484e38 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373058:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484e38 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373063:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.373067:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484e38 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373075:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484e38 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373087:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa8e:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:2.0:1788572576.373090:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.373094:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484e38 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373100:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c484e38 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373114:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484e31 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373125:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484e31 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373132:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484e31 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373166:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572576.373180:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572576.373185:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00e00/0xaad440e68c484e0e lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484e15 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373192:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00e00/0xaad440e68c484e0e lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484e15 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373199:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00e00/0xaad440e68c484e0e lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484e15 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373211:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1788572576.373214:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572576.373219:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00000/0xaad440e68c484e1c lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xbbdc5c8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484e23 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.373226:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00000/0xaad440e68c484e1c lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xbbdc5c8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484e23 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373436:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572576.373444:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484e3f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373451:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.373454:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484e3f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373465:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484e3f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373475:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa8e:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:3.0:1788572576.373477:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572576.373480:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484e3f lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373486:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c484e3f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373505:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572576.373509:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484e31 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373516:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572576.373521:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484e31 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572576.373529:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484e31 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373559:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484e31 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373565:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572576.373592:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484e31 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373605:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22000/0xaad440e68c484e2a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484e31 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373618:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.373621:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00e00/0xaad440e68c484e0e lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484e15 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373627:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572576.373631:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00e00/0xaad440e68c484e0e lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484e15 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572576.373636:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00e00/0xaad440e68c484e0e lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484e15 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373652:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00e00/0xaad440e68c484e0e lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484e15 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373658:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572576.373664:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00e00/0xaad440e68c484e0e lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484e15 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373671:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00e00/0xaad440e68c484e0e lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484e15 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.373684:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.373686:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.373688:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.373722:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195968896:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.373777:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.373813:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788572576.373819:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195968768:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.373842:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.373878:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195968896 00000100:00100000:3.0:1788572576.373886:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195968896 00000100:00100000:3.0:1788572576.373929:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195968768 00000100:00100000:3.0:1788572576.373933:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195968768 00000100:00100000:3.0:1788572576.373958:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15807 00000100:00100000:3.0:1788572576.373966:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+69:3640:x1875440195968896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572576.373978:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.373995:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00800/0xaad440e68c484e15 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484e0e expref: 69 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.374007:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91600900) 00010000:00010000:3.0:1788572576.374014:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.374044:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+68:3640:x1875440195968896:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.374052:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15807 00000100:00100000:3.0:1788572576.374067:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15808 00000100:00100000:3.0:1788572576.374073:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+67:3640:x1875440195968768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572576.374081:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.374094:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484e31 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa8e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484e2a expref: 67 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.374104:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa8e:0x0].0x0 (ffff88cbb349d400) 00010000:00010000:3.0:1788572576.374111:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.374132:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+66:3640:x1875440195968768:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.374138:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15808 00000100:00100000:3.0:1788572576.374200:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195968768:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.374208:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195968896:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.374494:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+142:361572:x1875453632985856:12345-192.168.202.54@tcp:36:rm.0 Request processed in 14481us (15506us total) trans 12884961914 rc 0/0 00000100:00100000:2.0:1788572576.374506:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137978 00010000:00010000:2.0:1788572576.374532:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.379468:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.379646:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632985984 00000100:00100000:2.0:1788572576.379656:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632985984 00000100:00100000:2.0:1788572576.379722:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137979 00000100:00100000:2.0:1788572576.379732:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+142:361572:x1875453632985984:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572576.379756:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.379779:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c484e46 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b773ef expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.379850:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484e4d lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.379865:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484e4d lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.379876:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484e4d lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.379890:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484e54 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.379896:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484e54 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.379902:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484e54 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380063:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c484e5b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x818:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380073:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c484e5b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x818:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380080:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c484e5b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x818:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572576.380116:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x818:0x0]: returning size 0 00000004:00200000:2.0:1788572576.380120:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572576.380138:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c484e5b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x818:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380176:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c484e5b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x818:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380187:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484e4d lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380194:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484e4d lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380201:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484e4d lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380206:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484e4d lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380212:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.380217:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484e4d lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380225:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484e4d lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380238:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349dd00) 00010000:00010000:2.0:1788572576.380240:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.380244:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484e4d lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380251:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c484e4d lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380266:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484e54 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380273:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484e54 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380277:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484e54 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380654:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.380657:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484e54 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380663:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484e54 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380672:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xef48fe50 (ffff88cbb349db00) 00010000:00010000:2.0:1788572576.380674:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.380801:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484e54 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380809:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484e54 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380851:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c484e46 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773ef expref: 144 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380866:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c484e5b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x818:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773ef expref: 143 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.380874:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x818:0x0].0x0 (ffff88cbb349de00) 00010000:00010000:2.0:1788572576.380876:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572576.380879:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03c00, rc 0) 00000100:00100000:2.0:1788572576.380946:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+143:361572:x1875453632985984:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1216us (1490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.380953:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137979 00010000:00010000:2.0:1788572576.383511:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.384149:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:1.0:1788572576.385671:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572576.385675:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c484e70 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x818:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.385693:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c484e70 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x818:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.385710:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c484e62 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.385717:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c484e62 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.385723:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c484e62 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.385729:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c484e62 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.385734:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.385737:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c484e62 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.385742:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c484e62 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.385750:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91600300) 00010000:00010000:1.0:1788572576.385751:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.385755:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c484e62 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.385759:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c484e62 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.385772:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000080a71e80 reply state 0000000045d6d3da transno 12884961915 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c484e69 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.385783:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c484e69 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.385788:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xef48fe50 (ffff88ca91600200) 00010000:00010000:1.0:1788572576.385790:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572576.385792:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572576.385926:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+144:361572:x1875453632986240:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1043us (1781us total) trans 12884961915 rc 0/0 00000100:00100000:1.0:1788572576.385934:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137980 00010000:00010000:2.0:1788572576.386257:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.386264:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00a00/0xaad440e68c484e77 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x818:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.386271:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.386285:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00a00/0xaad440e68c484e77 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x818:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.386293:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00a00/0xaad440e68c484e77 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x818:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.386310:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x818:0x0].0x0 (ffff88ca91600900) 00010000:00010000:2.0:1788572576.386312:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572576.386316:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00a00/0xaad440e68c484e77 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x818:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.386326:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00a00/0xaad440e68c484e77 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x818:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.386342:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.386344:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.386346:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.389567:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.389650:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632986368 00000100:00100000:1.0:1788572576.389659:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632986368 00000100:00100000:1.0:1788572576.389731:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137981 00000100:00100000:1.0:1788572576.389742:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:361572:x1875453632986368:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572576.389766:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.389795:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c484e7e lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b773f6 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.389864:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c484e85 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.389878:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c484e85 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.389891:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c484e85 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.389907:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00800/0xaad440e68c484e8c lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.389918:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00800/0xaad440e68c484e8c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.389925:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00800/0xaad440e68c484e8c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390042:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c484e93 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x259:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390051:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c484e93 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x259:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390059:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c484e93 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x259:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572576.390101:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x259:0x0]: returning size 0 00000004:00200000:1.0:1788572576.390106:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572576.390125:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c484e93 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x259:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390136:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c484e93 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x259:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390146:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c484e85 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390179:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c484e85 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390186:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c484e85 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390197:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c484e85 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390202:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.390207:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c484e85 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390216:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c484e85 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390230:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91600000) 00010000:00010000:1.0:1788572576.390234:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.390239:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c484e85 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390246:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c484e85 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390261:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00800/0xaad440e68c484e8c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390266:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00800/0xaad440e68c484e8c lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390272:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00800/0xaad440e68c484e8c lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390277:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.390511:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00800/0xaad440e68c484e8c lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390522:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00800/0xaad440e68c484e8c lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390531:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xbb0c92b1 (ffff88ca91600b00) 00010000:00010000:1.0:1788572576.390533:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.390536:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00800/0xaad440e68c484e8c lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390543:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00800/0xaad440e68c484e8c lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390580:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c484e7e lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773f6 expref: 27 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390596:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c484e93 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x259:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773f6 expref: 26 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.390603:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x259:0x0].0x0 (ffff88ca91600600) 00010000:00010000:1.0:1788572576.390606:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572576.390609:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00e00, rc 0) 00000100:00100000:1.0:1788572576.390669:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+26:361572:x1875453632986368:12345-192.168.202.54@tcp:101:rm.0 Request processed in 929us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.390676:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137981 00000100:00100000:3.0:1788572576.395029:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.395260:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632986624 00000100:00100000:2.0:1788572576.395272:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632986624 00000100:00100000:2.0:1788572576.395354:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137982 00000100:00100000:2.0:1788572576.395378:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+26:361572:x1875453632986624:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572576.395441:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.395469:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c484e93 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x259:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773f6 expref: 26 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.395492:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x259:0x0].0x0 (ffff88ca91600600) 00010000:00010000:2.0:1788572576.395506:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572576.395535:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03800/0xaad440e68c484e9a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.395548:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03800/0xaad440e68c484e9a lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.395560:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03800/0xaad440e68c484e9a lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.395572:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484ea1 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.395583:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484ea1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.395590:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484ea1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.395710:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484ea8 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x259:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.395719:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484ea8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x259:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.395726:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484ea8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x259:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572576.395994:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3209, 64 off213568 00010000:00010000:2.0:1788572576.396056:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c484eaf lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x259:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396067:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c484eaf lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x259:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396075:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c484eaf lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x259:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396083:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c484eaf lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x259:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396089:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c484eaf lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x259:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396095:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c484eaf lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x259:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396119:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572576.396138:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484ea8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x259:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396144:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484ea8 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x259:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396181:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484ea8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x259:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396188:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.396193:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484ea8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x259:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396200:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484ea8 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x259:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396209:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x259:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:2.0:1788572576.396212:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572576.396217:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484ea8 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x259:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396223:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02a00/0xaad440e68c484ea8 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x259:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396247:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03800/0xaad440e68c484e9a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396253:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03800/0xaad440e68c484e9a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396263:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03800/0xaad440e68c484e9a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396269:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03800/0xaad440e68c484e9a lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396274:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.396277:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03800/0xaad440e68c484e9a lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396283:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03800/0xaad440e68c484e9a lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396291:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb349d400) 00010000:00010000:2.0:1788572576.396293:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.396297:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03800/0xaad440e68c484e9a lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396302:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03800/0xaad440e68c484e9a lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.396319:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fcabfa9f reply state 0000000030ca5454 transno 8589973183 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484ea1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396331:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484ea1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.396338:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xbb0c92b1 (ffff88cbb349df00) 00010000:00010000:2.0:1788572576.396340:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572576.396343:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572576.396457:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:361572:x1875453632986624:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1080us (1438us total) trans 8589973183 rc 0/0 00000100:00100000:2.0:1788572576.396465:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137982 00010000:00010000:1.0:1788572576.397324:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.397335:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c484eaf lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x259:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.397345:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.397349:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c484eaf lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x259:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.397358:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c484eaf lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x259:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.397385:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x259:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:1.0:1788572576.397388:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572576.397393:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c484eaf lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x259:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.397399:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c484eaf lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x259:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.397420:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.397422:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.397423:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.400957:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.402711:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632986752 00000100:00100000:3.0:1788572576.402726:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632986752 00000100:00100000:2.0:1788572576.404266:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137983 00000100:00100000:2.0:1788572576.404292:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:361572:x1875453632986752:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572576.404447:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.404475:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c484eb6 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b773fd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404558:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484ebd lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404575:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484ebd lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404589:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484ebd lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404602:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484ec4 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404609:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484ec4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404615:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484ec4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404698:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c484ecb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404710:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c484ecb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404717:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c484ecb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.404737:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c484ecb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404750:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484ebd lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404756:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484ebd lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404762:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484ebd lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404769:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484ebd lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404774:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.404777:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484ebd lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404785:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484ebd lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404796:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb349dd00) 00010000:00010000:2.0:1788572576.404799:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.404804:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484ebd lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404810:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c484ebd lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404823:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484ec4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404828:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484ec4 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404834:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484ec4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404839:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.404841:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484ec4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404847:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484ec4 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404854:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc015195 (ffff88cbb349db00) 00010000:00010000:2.0:1788572576.404857:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.404860:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484ec4 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404866:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484ec4 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404896:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c484eb6 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773fd expref: 29 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404914:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c484ecb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773fd expref: 28 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.404921:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8c8:0x0].0x0 (ffff88ca8b6a2900) 00010000:00010000:2.0:1788572576.404923:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572576.404925:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22800, rc 0) 00000100:00100000:2.0:1788572576.405009:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:361572:x1875453632986752:12345-192.168.202.54@tcp:101:rm.0 Request processed in 731us (4062us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.406934:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137983 00000100:00100000:3.0:1788572576.408893:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.408996:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632986880 00000100:00100000:1.0:1788572576.409007:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632986880 00000100:00100000:1.0:1788572576.409085:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137984 00000100:00100000:1.0:1788572576.409096:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+144:361572:x1875453632986880:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572576.409121:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.409148:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c484ed2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77404 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.409383:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c484ed9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.409398:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c484ed9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.409414:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c484ed9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572576.409455:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x8c8:0x0]: returning size 0 00000004:00200000:1.0:1788572576.409459:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572576.409506:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c484ed2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77404 expref: 146 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.409527:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c484ed9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77404 expref: 145 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.409536:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8c8:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:1.0:1788572576.409539:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572576.409543:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb80031400, rc 0) 00000100:00100000:1.0:1788572576.409599:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+145:361572:x1875453632986880:12345-192.168.202.54@tcp:101:rm.0 Request processed in 506us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.409606:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137984 00000100:00100000:3.0:1788572576.413952:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.414080:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632987008 00000100:00100000:0.0:1788572576.414091:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632987008 00000100:00100000:0.0:1788572576.414186:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15809 00000100:00100000:0.0:1788572576.414196:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:352627:x1875453632987008:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572576.414215:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.414242:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c484ecb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b773fd expref: 28 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.414262:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8c8:0x0].0x0 (ffff88ca8b6a2900) 00010000:00010000:0.0:1788572576.414274:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.414352:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9f9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:352627:x1875453632987008:12345-192.168.202.54@tcp:103:rm.0 Request processed in 158us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.414373:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15809 00000100:00100000:3.0:1788572576.417466:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.417709:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632987264 00000100:00100000:1.0:1788572576.417719:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632987264 00000100:00100000:1.0:1788572576.417783:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137985 00000100:00100000:1.0:1788572576.417794:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+145:361572:x1875453632987264:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572576.417857:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.417887:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c484ed9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77404 expref: 145 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.417908:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8c8:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:1.0:1788572576.417920:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572576.417984:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.417993:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.418004:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.418030:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee23800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440195969024:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1788572576.418085:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.418117:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.418249:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195969024 00000100:00100000:0.0:1788572576.418254:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195969024 00000100:00100000:0.0:1788572576.418311:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36816 00000100:00100000:0.0:1788572576.418320:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+66:202393:x1875440195969024:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572576.418335:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.418352:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484ee7 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484ee0 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.418393:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484ee7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484ee0 expref: 67 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.418407:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484ee7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484ee0 expref: 67 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.418415:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:0.0:1788572576.418418:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.418420:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedf800, rc 0) 00000100:00100000:0.0:1788572576.418460:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+67:202393:x1875440195969024:12345-0@lo:101:mdt00_001.0 Request processed in 141us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.418467:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36816 00000100:00100000:3.0:1788572576.418803:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee23800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440195969024:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572576.418820:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484ee7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.418831:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484ee7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572576.418852:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572576.418878:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6d600/0xaad440e68c484eee lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.418885:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6d600/0xaad440e68c484eee lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.418896:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6d600/0xaad440e68c484eee lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.418909:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440195969152:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572576.418937:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.418963:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.419067:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195969152 00000100:00100000:2.0:1788572576.419073:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195969152 00000100:00100000:2.0:1788572576.419112:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36817 00000100:00100000:2.0:1788572576.419120:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+67:202393:x1875440195969152:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1788572576.419130:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.419145:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484ef5 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484eee expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.419197:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484ef5 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484eee expref: 68 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.419208:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484ef5 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484eee expref: 68 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.419216:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc015195 (ffff88ca8b6a2e00) 00010000:00010000:2.0:1788572576.419219:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.419222:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe23e00, rc 0) 00000100:00100000:2.0:1788572576.419254:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+68:202393:x1875440195969152:12345-0@lo:101:mdt00_001.0 Request processed in 135us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.419261:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36817 00000100:00100000:3.0:1788572576.419933:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440195969152:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572576.419953:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6d600/0xaad440e68c484eee lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484ef5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.419964:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6d600/0xaad440e68c484eee lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484ef5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572576.419992:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:3.0:1788572576.420049:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440195969280:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572576.420088:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.420111:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca954819c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.420276:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195969280 00000100:00100000:0.0:1788572576.420293:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195969280 00000100:00100000:0.0:1788572576.420345:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36818 00000100:00100000:0.0:1788572576.420353:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+68:202393:x1875440195969280:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572576.420443:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+68:202393:x1875440195969280:12345-0@lo:1000:mdt00_001.0 Request processed in 90us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.420450:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36818 00000100:00100000:3.0:1788572576.420580:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440195969280:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572576.420627:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440195969408:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572576.420651:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.420670:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca954819c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.421002:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195969408 00000100:00100000:1.0:1788572576.421007:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195969408 00000100:00100000:1.0:1788572576.421049:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36819 00000100:00100000:1.0:1788572576.421057:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+68:202393:x1875440195969408:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788572576.421183:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+68:202393:x1875440195969408:12345-0@lo:1000:mdt00_001.0 Request processed in 127us (530us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572576.421191:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36819 00000100:00100000:3.0:1788572576.421336:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440195969408:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1788572576.421409:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.421420:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.421431:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.421443:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca38a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440195969536:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572576.421468:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.421484:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.421697:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195969536 00000100:00100000:0.0:1788572576.421703:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195969536 00000100:00100000:0.0:1788572576.421741:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36820 00000100:00100000:0.0:1788572576.421749:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+68:202393:x1875440195969536:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572576.421761:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.421780:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedfc00/0xaad440e68c484f03 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484efc expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.421804:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedfc00/0xaad440e68c484f03 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484efc expref: 69 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.421818:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedfc00/0xaad440e68c484f03 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484efc expref: 69 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.421827:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8c8:0x0].0x0 (ffff88caa2ec8500) 00010000:00010000:0.0:1788572576.421830:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572576.421834:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedfc00, rc 0) 00000100:00100000:0.0:1788572576.421868:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+69:202393:x1875440195969536:12345-0@lo:101:mdt00_001.0 Request processed in 120us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.421874:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36820 00000100:00100000:3.0:1788572576.422631:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca38a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440195969536:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572576.422652:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484f03 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.422663:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484f03 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.422697:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484f0a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.422707:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484f0a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.422715:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484f0a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572576.423104:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3878, 64 off256384 00000040:00080000:3.0:1788572576.423138:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].178, 392 off102224 00000040:00080000:3.0:1788572576.423532:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].646, 472 off352224 00000004:00080000:3.0:1788572576.423539:0:202393:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca95481c00 with version 4772 00000004:00080000:0.0:1788572576.427597:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4772 rpc_version 4772 00000020:00100000:1.0:1788572576.427727:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.427743:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e180700 x1875440195969792/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.427772:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e180700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195969792:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.427860:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.427930:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.428040:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195969792 00000100:00100000:0.0:1788572576.428048:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195969792 00000100:00100000:0.0:1788572576.428144:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36821 00000100:00100000:0.0:1788572576.428188:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbc702050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+69:202414:x1875440195969792:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.428572:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbc702050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+70:202414:x1875440195969792:12345-0@lo:1000:osp_up1-0.0 Request processed in 419us (711us total) trans 8589973184 rc 0/0 00000100:00100000:0.0:1788572576.428581:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36821 00000100:00100000:2.0:1788572576.428855:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e180700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195969792:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1788572576.429105:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484f11 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429127:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484f11 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429140:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484f11 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429148:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484f11 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429177:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484f11 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429183:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484f11 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429202:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572576.429226:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484f0a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429231:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484f0a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429236:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484f0a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429241:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.429245:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484f0a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429251:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484f0a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429267:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8c8:0x0].0x0 (ffff88cbbfeccd00) 00010000:00010000:3.0:1788572576.429270:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.429285:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484f0a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429292:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c000/0xaad440e68c484f0a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429312:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484f03 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429320:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484f03 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429326:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484f03 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429339:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572576.429353:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572576.429370:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484ee7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429376:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484ee7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429383:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484ee7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429394:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572576.429399:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572576.429403:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6d600/0xaad440e68c484eee lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484ef5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.429411:0:202393:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6d600/0xaad440e68c484eee lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484ef5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.429495:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+145:361572:x1875453632987264:12345-192.168.202.54@tcp:36:rm.0 Request processed in 11700us (12034us total) trans 12884961916 rc 0/0 00000100:00100000:3.0:1788572576.429504:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137985 00010000:00010000:2.0:1788572576.430114:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572576.430122:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484f11 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430130:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.430134:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484f11 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430142:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484f11 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430185:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8c8:0x0].0x0 (ffff88cbbfeccd00) 00010000:00010000:2.0:1788572576.430189:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572576.430192:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484f11 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430199:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484f11 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430215:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572576.430219:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484f03 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430225:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6cc00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572576.430230:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484f03 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.430237:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484f03 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430270:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484f03 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430286:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.430321:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484f03 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430328:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6cc00/0xaad440e68c484efc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484f03 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430342:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.430345:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484ee7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430351:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572576.430355:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484ee7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.430375:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484ee7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430391:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484ee7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430397:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.430403:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484ee7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430410:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80031800/0xaad440e68c484ee0 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484ee7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.430424:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.430425:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.430427:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.430434:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.430439:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.431922:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195969920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.432022:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.432072:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572576.432078:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195970048:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.432100:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.432134:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195969920 00000100:00100000:3.0:1788572576.432143:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195969920 00000100:00100000:3.0:1788572576.432213:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195970048 00000100:00100000:3.0:1788572576.432217:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195970048 00000100:00100000:3.0:1788572576.432239:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15810 00000100:00100000:3.0:1788572576.432247:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+71:3637:x1875440195969920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572576.432261:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.432305:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedfc00/0xaad440e68c484f03 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8c8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484efc expref: 71 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.432327:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8c8:0x0].0x0 (ffff88caa2ec8500) 00010000:00010000:3.0:1788572576.432338:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.432385:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+70:3637:x1875440195969920:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.432393:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15810 00000100:00100000:3.0:1788572576.432409:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15811 00000100:00100000:3.0:1788572576.432416:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+69:3637:x1875440195970048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572576.432423:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.432434:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484ee7 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484ee0 expref: 69 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.432445:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:3.0:1788572576.432451:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.432473:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+68:3637:x1875440195970048:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.432479:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15811 00000100:00100000:3.0:1788572576.432522:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195970048:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.432532:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195969920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.434571:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.434716:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632987392 00000100:00100000:1.0:1788572576.434725:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632987392 00000100:00100000:1.0:1788572576.434799:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137986 00000100:00100000:1.0:1788572576.434810:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:361572:x1875453632987392:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572576.434831:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.434859:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f18 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7740b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.434938:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f1f lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.434953:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f1f lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.434966:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f1f lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.434990:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f26 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.434999:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f26 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435006:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f26 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435116:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c484f2d lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x496:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435125:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c484f2d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x496:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435132:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c484f2d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x496:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572576.435218:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x496:0x0]: returning size 0 00000004:00200000:1.0:1788572576.435223:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572576.435245:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c484f2d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x496:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435261:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c484f2d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x496:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435271:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f1f lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435500:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f1f lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435508:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f1f lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435514:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f1f lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435519:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.435523:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f1f lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435531:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f1f lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435544:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:1.0:1788572576.435547:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.435552:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f1f lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435562:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f1f lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435577:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f26 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435583:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f26 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435588:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f26 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435593:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.435596:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f26 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435602:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f26 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435609:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x479c70fd (ffff88ca9241b500) 00010000:00010000:1.0:1788572576.435611:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.435614:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f26 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435619:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f26 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435653:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f18 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7740b expref: 29 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435674:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c484f2d lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x496:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7740b expref: 28 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.435682:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x496:0x0].0x0 (ffff88ca9241b100) 00010000:00010000:1.0:1788572576.435684:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572576.435687:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb80030400, rc 0) 00000100:00100000:1.0:1788572576.435758:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:361572:x1875453632987392:12345-192.168.202.54@tcp:101:rm.0 Request processed in 949us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.435766:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137986 00000100:00100000:3.0:1788572576.440449:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.440626:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632987648 00000100:00100000:1.0:1788572576.440637:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632987648 00000100:00100000:1.0:1788572576.440711:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137987 00000100:00100000:1.0:1788572576.440720:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:361572:x1875453632987648:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572576.440787:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.440814:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c484f2d lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x496:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7740b expref: 28 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.440836:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x496:0x0].0x0 (ffff88ca9241b100) 00010000:00010000:1.0:1788572576.440845:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572576.440868:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f34 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.440881:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f34 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.440889:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f34 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.440899:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f3b lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.440905:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f3b lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.440910:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f3b lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441493:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f42 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x496:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441504:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f42 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x496:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441511:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f42 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x496:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572576.441755:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3210, 64 off213632 00010000:00010000:1.0:1788572576.441807:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031a00/0xaad440e68c484f49 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x496:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441816:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031a00/0xaad440e68c484f49 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x496:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441824:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031a00/0xaad440e68c484f49 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x496:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441832:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031a00/0xaad440e68c484f49 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x496:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441839:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031a00/0xaad440e68c484f49 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x496:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441845:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031a00/0xaad440e68c484f49 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x496:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441866:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572576.441886:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f42 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x496:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441892:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f42 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x496:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441898:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f42 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x496:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441904:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.441909:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f42 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x496:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441916:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f42 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x496:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441925:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x496:0x0].0x0 (ffff88ca9241b300) 00010000:00010000:1.0:1788572576.441927:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572576.441931:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f42 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x496:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441937:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c484f42 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x496:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.441955:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f34 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.442076:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.442085:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031a00/0xaad440e68c484f49 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x496:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.442091:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.442095:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031a00/0xaad440e68c484f49 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x496:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.442101:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031a00/0xaad440e68c484f49 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x496:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.442113:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x496:0x0].0x0 (ffff88ca9241b300) 00010000:00010000:3.0:1788572576.442116:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572576.442119:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031a00/0xaad440e68c484f49 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x496:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.442124:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031a00/0xaad440e68c484f49 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x496:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.442138:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.442140:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.442142:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.442214:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f34 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.442223:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f34 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.442229:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f34 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.442234:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.442237:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f34 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.442243:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f34 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.442252:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:1.0:1788572576.442254:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.442258:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f34 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.442836:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031400/0xaad440e68c484f34 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.442856:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000035ee020c reply state 0000000021c59a13 transno 8589973185 ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f3b lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.442870:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f3b lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.442876:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x479c70fd (ffff88ca9241b500) 00010000:00010000:1.0:1788572576.442879:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572576.442883:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572576.442991:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+29:361572:x1875453632987648:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2268us (2550us total) trans 8589973185 rc 0/0 00000100:00100000:1.0:1788572576.442999:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137987 00000100:00100000:3.0:1788572576.451818:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.451927:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632987776 00000100:00100000:2.0:1788572576.451939:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632987776 00000100:00100000:2.0:1788572576.452012:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137988 00000100:00100000:2.0:1788572576.452032:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+29:361572:x1875453632987776:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572576.452058:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.452085:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c484f50 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77412 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452198:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c484f57 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452216:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c484f57 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452228:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c484f57 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452243:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484f5e lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452255:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484f5e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452262:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484f5e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452630:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484f65 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452640:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484f65 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452648:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484f65 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572576.452695:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x4d2:0x0]: returning size 0 00000004:00200000:2.0:1788572576.452699:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572576.452719:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484f65 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452732:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484f65 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452741:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c484f57 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452748:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c484f57 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452754:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c484f57 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452765:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c484f57 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452771:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.452774:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c484f57 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452783:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c484f57 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452795:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8b6a2900) 00010000:00010000:2.0:1788572576.452798:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.452803:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c484f57 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452810:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c484f57 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452826:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484f5e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452831:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484f5e lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452837:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484f5e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452841:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.452844:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484f5e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452853:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484f5e lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452860:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe5f1d0c2 (ffff88ca91600000) 00010000:00010000:2.0:1788572576.452863:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.452866:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484f5e lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452872:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c484f5e lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452907:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22000/0xaad440e68c484f50 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77412 expref: 31 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452924:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484f65 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77412 expref: 30 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.452931:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4d2:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:2.0:1788572576.452933:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572576.452936:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22200, rc 0) 00000100:00100000:2.0:1788572576.453013:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:361572:x1875453632987776:12345-192.168.202.54@tcp:101:rm.0 Request processed in 983us (1205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.454009:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137988 00000100:00100000:2.0:1788572576.457873:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.457954:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632988032 00000100:00100000:3.0:1788572576.457973:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632988032 00000100:00100000:3.0:1788572576.458046:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137989 00000100:00100000:3.0:1788572576.458058:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:361572:x1875453632988032:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572576.458118:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.458146:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c484f65 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77412 expref: 30 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458183:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4d2:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:3.0:1788572576.458195:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572576.458222:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484f6c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458235:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484f6c lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458245:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484f6c lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458261:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c000/0xaad440e68c484f73 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458268:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c000/0xaad440e68c484f73 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458274:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c000/0xaad440e68c484f73 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458556:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484f7a lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458565:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484f7a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458573:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484f7a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572576.458810:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3211, 64 off213696 00010000:00010000:3.0:1788572576.458861:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d200/0xaad440e68c484f81 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458871:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d200/0xaad440e68c484f81 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458880:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d200/0xaad440e68c484f81 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458887:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d200/0xaad440e68c484f81 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458893:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d200/0xaad440e68c484f81 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458900:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d200/0xaad440e68c484f81 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458918:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572576.458938:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484f7a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458945:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484f7a lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458952:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484f7a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.458957:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ce00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.458962:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484f7a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.459118:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.459125:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d200/0xaad440e68c484f81 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.459132:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.459135:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d200/0xaad440e68c484f81 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.459144:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d200/0xaad440e68c484f81 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.459174:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4d2:0x0].0x0 (ffff88cbbfeccd00) 00010000:00010000:0.0:1788572576.459178:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572576.459182:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d200/0xaad440e68c484f81 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.459187:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d200/0xaad440e68c484f81 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.459200:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.459202:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.459203:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.459917:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484f7a lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.459930:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4d2:0x0].0x0 (ffff88cbbfeccd00) 00010000:00010000:3.0:1788572576.459933:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572576.459936:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484f7a lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.459943:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6ce00/0xaad440e68c484f7a lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.459979:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484f6c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.459990:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484f6c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.459995:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484f6c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.460001:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484f6c lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.460007:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6da00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.460010:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484f6c lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.460017:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484f6c lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.460024:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbbfecc200) 00010000:00010000:3.0:1788572576.460027:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.460030:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484f6c lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.460035:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6da00/0xaad440e68c484f6c lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572576.460049:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008ac6f940 reply state 000000000e07d607 transno 8589973186 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c000/0xaad440e68c484f73 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.460061:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c000/0xaad440e68c484f73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.460068:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe5f1d0c2 (ffff88cbbfecca00) 00010000:00010000:3.0:1788572576.460070:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572576.460073:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572576.460196:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:361572:x1875453632988032:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2136us (2330us total) trans 8589973186 rc 0/0 00000100:00100000:3.0:1788572576.460204:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137989 00000100:00100000:3.0:1788572576.463697:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.463802:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632988160 00000100:00100000:1.0:1788572576.463815:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632988160 00000100:00100000:1.0:1788572576.463882:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137990 00000100:00100000:1.0:1788572576.463893:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+145:361572:x1875453632988160:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572576.463922:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.463944:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c484f88 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77419 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464035:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c484f8f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464049:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c484f8f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464061:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c484f8f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464074:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c484f96 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464080:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c484f96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464087:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c484f96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464563:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c484f9d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x68f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464574:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c484f9d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x68f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464582:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c484f9d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x68f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572576.464616:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x68f:0x0]: returning size 0 00000004:00200000:1.0:1788572576.464620:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572576.464640:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c484f9d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x68f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464653:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c484f9d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x68f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464663:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c484f8f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464670:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c484f8f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464676:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c484f8f lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464682:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c484f8f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464688:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.464692:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c484f8f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464700:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c484f8f lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464713:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:1.0:1788572576.464716:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.464720:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c484f8f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464726:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c484f8f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464743:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c484f96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464750:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c484f96 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464756:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c484f96 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464761:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.464764:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c484f96 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464770:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c484f96 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464776:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7960b5ae (ffff88ca9241b100) 00010000:00010000:1.0:1788572576.464778:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.464781:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c484f96 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464788:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c484f96 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464825:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c484f88 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77419 expref: 147 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464842:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c484f9d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x68f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77419 expref: 146 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.464851:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x68f:0x0].0x0 (ffff88ca9241b300) 00010000:00010000:1.0:1788572576.464853:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572576.464856:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb80031e00, rc 0) 00000100:00100000:1.0:1788572576.464993:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+146:361572:x1875453632988160:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1100us (1307us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.465002:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137990 00000100:00100000:2.0:1788572576.471865:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.471960:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632988416 00000100:00100000:1.0:1788572576.471970:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632988416 00000100:00100000:1.0:1788572576.472436:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137991 00000100:00100000:1.0:1788572576.472449:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+146:361572:x1875453632988416:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572576.472526:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.472562:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c484f9d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x68f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77419 expref: 146 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.472584:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x68f:0x0].0x0 (ffff88ca9241b300) 00010000:00010000:1.0:1788572576.472598:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572576.472626:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c484fa4 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.472641:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c484fa4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.472651:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c484fa4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.472666:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c484fab lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.472674:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c484fab lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.472681:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c484fab lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.472779:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c484fb2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x68f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.472789:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c484fb2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x68f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.472796:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c484fb2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x68f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572576.473069:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3879, 64 off256448 00010000:00010000:1.0:1788572576.473124:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484fb9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x68f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473135:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484fb9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x68f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473143:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484fb9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x68f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473501:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484fb9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x68f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473512:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484fb9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x68f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473518:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484fb9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x68f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473579:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572576.473604:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c484fb2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x68f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473610:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c484fb2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x68f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473616:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c484fb2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x68f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473621:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.473625:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c484fb2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x68f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473634:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c484fb2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x68f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473645:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x68f:0x0].0x0 (ffff88cbb349db00) 00010000:00010000:1.0:1788572576.473648:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572576.473652:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c484fb2 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x68f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473662:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c484fb2 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x68f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473680:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c484fa4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473687:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c484fa4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473693:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c484fa4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473699:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c484fa4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473705:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.473708:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c484fa4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473713:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c484fa4 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473720:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9241b400) 00010000:00010000:1.0:1788572576.473722:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.473725:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c484fa4 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473731:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c484fa4 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.473745:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000064ddc7d9 reply state 000000009d9e7e10 transno 12884961917 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c484fab lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473756:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c484fab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.473762:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7960b5ae (ffff88cbb349dd00) 00010000:00010000:1.0:1788572576.473765:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572576.473767:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572576.473939:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+147:361572:x1875453632988416:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1490us (2081us total) trans 12884961917 rc 0/0 00000100:00100000:1.0:1788572576.473948:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137991 00010000:00010000:2.0:1788572576.474288:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.474296:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484fb9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x68f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.474315:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.474319:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484fb9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x68f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.474327:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484fb9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x68f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.474337:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x68f:0x0].0x0 (ffff88cbb349db00) 00010000:00010000:2.0:1788572576.474340:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572576.474343:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484fb9 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x68f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.474349:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c484fb9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x68f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.474375:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.474377:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.474379:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.477254:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.477537:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632988544 00000100:00100000:3.0:1788572576.477547:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632988544 00000100:00100000:3.0:1788572576.477609:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137992 00000100:00100000:3.0:1788572576.477620:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+147:361572:x1875453632988544:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572576.477644:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.477667:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484fc0 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77420 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.477736:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484fc7 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.477750:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484fc7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.477762:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484fc7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.477775:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c484fce lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.477782:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c484fce lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.477788:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c484fce lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.477930:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195970176:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788572576.478088:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.478124:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.478199:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195970176 00000100:00100000:0.0:1788572576.478204:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195970176 00000100:00100000:0.0:1788572576.478237:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36822 00000100:00100000:0.0:1788572576.478244:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+68:204288:x1875440195970176:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.478337:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+68:204288:x1875440195970176:12345-0@lo:1000:mdt00_003.0 Request processed in 93us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.478345:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36822 00000100:00100000:0.0:1788572576.478400:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440195970176:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1788572576.478443:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c484fd5 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478453:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c484fd5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478461:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c484fd5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.478485:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c484fd5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478498:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484fc7 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478504:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484fc7 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478511:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484fc7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478517:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484fc7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478523:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.478527:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484fc7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478536:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484fc7 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478547:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca96814a00) 00010000:00010000:0.0:1788572576.478550:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.478554:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484fc7 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478560:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c484fc7 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478573:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c484fce lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478578:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c484fce lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478583:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c484fce lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478589:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd85600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.478591:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c484fce lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478598:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c484fce lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478604:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x95a7eb53 (ffff88ca96814600) 00010000:00010000:0.0:1788572576.478607:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.478610:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c484fce lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478617:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c484fce lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478649:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c484fc0 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77420 expref: 149 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478663:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c484fd5 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77420 expref: 148 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.478671:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x62b:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:0.0:1788572576.478673:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572576.478675:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedee00, rc 0) 00000100:00100000:0.0:1788572576.478720:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+148:361572:x1875453632988544:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1102us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.478726:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137992 00000100:00100000:3.0:1788572576.490428:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.490532:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632988672 00000100:00100000:0.0:1788572576.490542:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632988672 00000100:00100000:0.0:1788572576.490607:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137993 00000100:00100000:0.0:1788572576.490617:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:361572:x1875453632988672:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.490642:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.490666:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c484fdc lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77427 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.490739:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484fe3 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.490753:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484fe3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.490766:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484fe3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572576.490820:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x62b:0x0]: returning size 0 00000004:00200000:0.0:1788572576.490825:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572576.490861:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c484fdc lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77427 expref: 33 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.490881:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484fe3 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77427 expref: 32 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.490890:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x62b:0x0].0x0 (ffff88caa2ec8500) 00010000:00010000:0.0:1788572576.490892:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572576.490896:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedf800, rc 0) 00000100:00100000:0.0:1788572576.490958:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:361572:x1875453632988672:12345-192.168.202.54@tcp:101:rm.0 Request processed in 341us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.491116:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137993 00000100:00100000:0.0:1788572576.494991:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.495039:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.495185:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632988800 00000100:00100000:3.0:1788572576.495197:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632988800 00000100:00100000:3.0:1788572576.495279:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15812 00000100:00100000:3.0:1788572576.495292:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+148:352626:x1875453632988800:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:3.0:1788572576.495311:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.495349:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c484fd5 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77420 expref: 148 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.495383:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x62b:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:3.0:1788572576.495394:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.495453:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+147:352626:x1875453632988800:12345-192.168.202.54@tcp:103:rm.0 Request processed in 163us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.495461:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15812 00000100:00100000:1.0:1788572576.496253:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632989056 00000100:00100000:1.0:1788572576.496261:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632989056 00000100:00100000:1.0:1788572576.496324:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137994 00000100:00100000:1.0:1788572576.496333:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:361572:x1875453632989056:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572576.496398:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.496419:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf800/0xaad440e68c484fe3 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x62b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77427 expref: 32 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.496435:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x62b:0x0].0x0 (ffff88caa2ec8500) 00010000:00010000:1.0:1788572576.496443:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572576.496494:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.496503:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.496514:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.496543:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440195970304:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572576.496604:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.496638:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.496656:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195970304 00000100:00100000:1.0:1788572576.496659:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195970304 00000100:00100000:1.0:1788572576.496692:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36823 00000100:00100000:1.0:1788572576.496698:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+121:205632:x1875440195970304:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572576.496716:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.496733:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02000/0xaad440e68c484ff1 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484fea expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.496758:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02000/0xaad440e68c484ff1 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484fea expref: 122 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.496772:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02000/0xaad440e68c484ff1 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484fea expref: 122 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.496779:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349d400) 00010000:00010000:1.0:1788572576.496782:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.496784:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b02000, rc 0) 00000100:00100000:1.0:1788572576.496822:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+122:205632:x1875440195970304:12345-0@lo:101:mdt00_004.0 Request processed in 124us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.496829:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36823 00000100:00100000:1.0:1788572576.496869:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440195970304:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572576.496886:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484ff1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.496901:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484ff1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572576.496919:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572576.496939:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c484ff8 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.496946:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c484ff8 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.496952:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c484ff8 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.496963:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440195970432:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572576.496997:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.497023:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195970432 00000100:00100000:1.0:1788572576.497027:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195970432 00000100:00100000:1.0:1788572576.497050:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36824 00000100:00100000:1.0:1788572576.497056:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+122:205632:x1875440195970432:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572576.497064:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.497077:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02a00/0xaad440e68c484fff lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c484ff8 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497093:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02a00/0xaad440e68c484fff lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c484ff8 expref: 123 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497102:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02a00/0xaad440e68c484fff lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c484ff8 expref: 123 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497113:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x95a7eb53 (ffff88cbb349db00) 00010000:00010000:1.0:1788572576.497116:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.497118:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b02a00, rc 0) 00000100:00100000:1.0:1788572576.497142:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+123:205632:x1875440195970432:12345-0@lo:101:mdt00_004.0 Request processed in 86us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.497148:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36824 00000100:00100000:1.0:1788572576.497184:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.497197:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440195970432:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572576.497207:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c484ff8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484fff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497217:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c484ff8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484fff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572576.497227:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:1.0:1788572576.497260:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440195970560:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572576.497286:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.497299:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b86c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.497312:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195970560 00000100:00100000:1.0:1788572576.497315:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195970560 00000100:00100000:1.0:1788572576.497339:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36825 00000100:00100000:1.0:1788572576.497344:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+123:205632:x1875440195970560:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572576.497421:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+123:205632:x1875440195970560:12345-0@lo:1000:mdt00_004.0 Request processed in 75us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.497429:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36825 00000100:00100000:1.0:1788572576.497457:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440195970560:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572576.497498:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440195970688:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572576.497522:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.497540:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195970688 00000100:00100000:1.0:1788572576.497543:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195970688 00000100:00100000:1.0:1788572576.497565:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36826 00000100:00100000:1.0:1788572576.497571:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+123:205632:x1875440195970688:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572576.497662:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+123:205632:x1875440195970688:12345-0@lo:1000:mdt00_004.0 Request processed in 91us (138us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572576.497668:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36826 00000100:00100000:1.0:1788572576.497682:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b86c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.497692:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440195970688:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1788572576.497727:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497736:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497743:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.497753:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440195970816:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572576.497771:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.497786:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195970816 00000100:00100000:1.0:1788572576.497789:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195970816 00000100:00100000:1.0:1788572576.497804:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36827 00000100:00100000:1.0:1788572576.497809:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+123:205632:x1875440195970816:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572576.497816:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.497828:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c48500d lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485006 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497843:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c48500d lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485006 expref: 124 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497853:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c48500d lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485006 expref: 124 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497861:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x62b:0x0].0x0 (ffff88ca9241b300) 00010000:00010000:1.0:1788572576.497864:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572576.497866:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03600, rc 0) 00000100:00100000:1.0:1788572576.497884:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+124:205632:x1875440195970816:12345-0@lo:101:mdt00_004.0 Request processed in 75us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.497889:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36827 00000100:00100000:1.0:1788572576.497902:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.497911:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440195970816:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572576.497920:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48500d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497929:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48500d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497951:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031200/0xaad440e68c485014 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497959:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031200/0xaad440e68c485014 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.497971:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031200/0xaad440e68c485014 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572576.498331:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3210, 64 off213632 00000040:00080000:1.0:1788572576.498541:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].888, 392 off512296 00000040:00080000:1.0:1788572576.498593:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1431, 472 off1254152 00000004:00080000:1.0:1788572576.498599:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca856b8f00 with version 15443 00000004:00080000:1.0:1788572576.498620:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15443 rpc_version 15443 00000020:00100000:1.0:1788572576.498640:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.498648:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e182680 x1875440195971072/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.498665:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195971072:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572576.498701:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.498721:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.498737:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195971072 00000100:00100000:1.0:1788572576.498740:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195971072 00000100:00100000:1.0:1788572576.498766:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36828 00000100:00100000:1.0:1788572576.498773:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+124:203127:x1875440195971072:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572576.499007:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+125:203127:x1875440195971072:12345-0@lo:1000:osp_up0-1.0 Request processed in 235us (304us total) trans 12884961918 rc 0/0 00000100:00100000:1.0:1788572576.499025:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36828 00000100:00100000:1.0:1788572576.499065:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195971072:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1788572576.499097:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031800/0xaad440e68c48501b lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x62b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.499109:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031800/0xaad440e68c48501b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x62b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.499118:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031800/0xaad440e68c48501b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x62b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.499126:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031800/0xaad440e68c48501b lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x62b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.499131:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031800/0xaad440e68c48501b lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x62b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.499138:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031800/0xaad440e68c48501b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x62b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.499171:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572576.499191:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031200/0xaad440e68c485014 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.499198:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031200/0xaad440e68c485014 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.499204:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031200/0xaad440e68c485014 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.499209:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.499215:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031200/0xaad440e68c485014 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.499223:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031200/0xaad440e68c485014 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.499236:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x62b:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:1.0:1788572576.499238:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.499244:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031200/0xaad440e68c485014 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.499252:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031200/0xaad440e68c485014 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.499610:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.499617:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031800/0xaad440e68c48501b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x62b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.499624:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.499627:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031800/0xaad440e68c48501b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x62b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.499645:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031800/0xaad440e68c48501b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x62b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.499659:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x62b:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:2.0:1788572576.499662:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572576.499664:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031800/0xaad440e68c48501b lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x62b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.499669:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80031800/0xaad440e68c48501b lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x62b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.499682:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.499683:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.499685:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.503731:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48500d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.503743:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48500d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.503749:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48500d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.503777:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1788572576.503796:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572576.503803:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c484ff1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.503809:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484ff1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.503817:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c484ff1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.503831:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572576.503837:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572576.503843:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c484ff8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484fff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.503855:0:205632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c484ff8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c484fff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.504220:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:361572:x1875453632989056:12345-192.168.202.54@tcp:36:rm.0 Request processed in 7883us (9174us total) trans 8589973187 rc 0/0 00000100:00100000:1.0:1788572576.504230:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137994 00010000:00010000:0.0:1788572576.504325:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572576.504335:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48500d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.504343:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03c00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.504349:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48500d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.504379:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48500d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.504419:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48500d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.504426:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.504459:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48500d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.504467:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03c00/0xaad440e68c485006 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48500d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.504484:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.504488:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c484ff1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.504495:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.504498:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484ff1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.504506:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484ff1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.504522:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484ff1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.504528:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.504534:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484ff1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.504541:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03000/0xaad440e68c484fea lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484ff1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.504554:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.504556:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.504558:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.504575:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195971328:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.504645:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.504684:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572576.504690:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195971200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.504709:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.504741:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195971328 00000100:00100000:0.0:1788572576.504748:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195971328 00000100:00100000:0.0:1788572576.504798:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195971200 00000100:00100000:0.0:1788572576.504801:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195971200 00000100:00100000:0.0:1788572576.504820:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15813 00000100:00100000:0.0:1788572576.504827:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+126:3640:x1875440195971328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.504840:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.504858:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02000/0xaad440e68c484ff1 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484fea expref: 126 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.504873:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349d400) 00010000:00010000:0.0:1788572576.504884:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.504913:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+125:3640:x1875440195971328:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.504920:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15813 00000100:00100000:0.0:1788572576.504933:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15814 00000100:00100000:0.0:1788572576.504939:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+124:3640:x1875440195971200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.504946:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.504956:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c48500d lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x62b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485006 expref: 124 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.505145:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x62b:0x0].0x0 (ffff88ca9241b300) 00010000:00010000:0.0:1788572576.505188:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.505215:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+123:3640:x1875440195971200:12345-0@lo:103:ldlm_bl.0 Request processed in 275us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.505222:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15814 00000100:00100000:0.0:1788572576.505258:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195971200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.505267:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195971328:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572576.505458:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.508772:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.508861:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632989184 00000100:00100000:1.0:1788572576.508873:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632989184 00000100:00100000:1.0:1788572576.508976:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137995 00000100:00100000:1.0:1788572576.508987:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+147:361572:x1875453632989184:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572576.509008:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.509040:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485022 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7742e expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.509111:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485029 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.509127:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485029 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.509138:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485029 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.509471:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485030 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.509481:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485030 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.509493:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485030 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.509616:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440195971456:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572576.509670:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.509702:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca840 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.509788:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195971456 00000100:00100000:2.0:1788572576.509794:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195971456 00000100:00100000:2.0:1788572576.509834:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36829 00000100:00100000:2.0:1788572576.509842:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+68:230921:x1875440195971456:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1788572576.509916:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+68:230921:x1875440195971456:12345-0@lo:1000:mdt00_006.0 Request processed in 75us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.509924:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36829 00000100:00100000:3.0:1788572576.510019:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440195971456:0@lo:1000:mdt00_006.0 00010000:00010000:3.0:1788572576.510065:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485037 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510075:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485037 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510083:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485037 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572576.510103:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485037 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510117:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485029 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510124:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485029 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510130:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485029 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510136:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485029 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510142:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.510147:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485029 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510186:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485029 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510197:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9241b100) 00010000:00010000:3.0:1788572576.510200:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.510204:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485029 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510211:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485029 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510223:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485030 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510229:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485030 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510234:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485030 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510238:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.510241:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485030 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510246:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485030 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510252:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x2f7dd301 (ffff88cbb71efc00) 00010000:00010000:3.0:1788572576.510255:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.510257:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485030 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510263:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485030 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510317:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485022 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7742e expref: 149 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510335:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485037 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7742e expref: 148 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.510342:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x55a:0x0].0x0 (ffff88ca96814d00) 00010000:00010000:3.0:1788572576.510344:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572576.510346:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd84800, rc 0) 00000100:00100000:3.0:1788572576.510400:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+148:361572:x1875453632989184:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1415us (1638us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.510407:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137995 00000100:00100000:2.0:1788572576.521228:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.521338:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632989312 00000100:00100000:0.0:1788572576.521349:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632989312 00000100:00100000:0.0:1788572576.521431:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137996 00000100:00100000:0.0:1788572576.521441:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:361572:x1875453632989312:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.521474:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.521500:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c48503e lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77435 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.521571:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c485045 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.521586:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c485045 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.521603:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c485045 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572576.521654:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x55a:0x0]: returning size 0 00000004:00200000:0.0:1788572576.521659:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572576.521701:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c48503e lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77435 expref: 34 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.521724:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c485045 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77435 expref: 33 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.521734:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x55a:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:0.0:1788572576.521737:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572576.521742:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedee00, rc 0) 00000100:00100000:0.0:1788572576.521810:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:361572:x1875453632989312:12345-192.168.202.54@tcp:101:rm.0 Request processed in 371us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.521818:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137996 00000100:00100000:2.0:1788572576.529481:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.529523:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.529865:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632989696 00000100:00100000:0.0:1788572576.529876:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632989696 00000100:00100000:0.0:1788572576.529948:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137997 00000100:00100000:0.0:1788572576.529960:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:361572:x1875453632989696:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572576.530027:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.530056:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c485045 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77435 expref: 33 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.530076:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x55a:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:0.0:1788572576.530088:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572576.530138:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.530147:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.530199:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.530225:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195971584:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1788572576.530275:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.530305:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.530442:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632989440 00000100:00100000:3.0:1788572576.530448:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632989440 00000100:00100000:3.0:1788572576.530493:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15815 00000100:00100000:3.0:1788572576.530501:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+148:352627:x1875453632989440:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:3.0:1788572576.530511:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.530526:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485037 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7742e expref: 148 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.530538:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x55a:0x0].0x0 (ffff88ca96814d00) 00010000:00010000:3.0:1788572576.530545:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.530587:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+147:352627:x1875453632989440:12345-192.168.202.54@tcp:103:rm.0 Request processed in 87us (1117us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.530594:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15815 00000100:00100000:1.0:1788572576.531470:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195971584 00000100:00100000:1.0:1788572576.531478:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195971584 00000100:00100000:1.0:1788572576.531522:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36830 00000100:00100000:1.0:1788572576.531529:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+123:202393:x1875440195971584:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572576.531547:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.531566:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485053 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48504c expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.531591:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485053 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48504c expref: 124 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.531604:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485053 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48504c expref: 124 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.531612:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:1.0:1788572576.531615:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.531618:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb80031200, rc 0) 00000100:00100000:1.0:1788572576.531676:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+124:202393:x1875440195971584:12345-0@lo:101:mdt00_001.0 Request processed in 147us (1399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.531682:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36830 00000100:00100000:0.0:1788572576.531750:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195971584:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572576.531768:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485053 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.531779:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485053 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.531804:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572576.531834:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedf800/0xaad440e68c48505a lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.531841:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedf800/0xaad440e68c48505a lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.531849:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedf800/0xaad440e68c48505a lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.531865:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195971712:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1788572576.531898:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.531915:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.532513:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195971712 00000100:00100000:3.0:1788572576.532519:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195971712 00000100:00100000:3.0:1788572576.532550:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36831 00000100:00100000:3.0:1788572576.532557:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+124:202393:x1875440195971712:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572576.532569:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.532584:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85e00/0xaad440e68c485061 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48505a expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.532603:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85e00/0xaad440e68c485061 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48505a expref: 125 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.532619:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85e00/0xaad440e68c485061 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48505a expref: 125 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.532626:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x2f7dd301 (ffff88ca96814400) 00010000:00010000:3.0:1788572576.532629:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.532632:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd85e00, rc 0) 00000100:00100000:3.0:1788572576.532677:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+125:202393:x1875440195971712:12345-0@lo:101:mdt00_001.0 Request processed in 121us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.532683:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36831 00000100:00100000:0.0:1788572576.532751:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195971712:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572576.532768:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedf800/0xaad440e68c48505a lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485061 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.532777:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedf800/0xaad440e68c48505a lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485061 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.532794:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:0.0:1788572576.532836:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195971840:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572576.532866:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.532895:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab600 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.532943:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195971840 00000100:00100000:1.0:1788572576.532947:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195971840 00000100:00100000:1.0:1788572576.532990:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36832 00000100:00100000:1.0:1788572576.532997:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+125:202393:x1875440195971840:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788572576.533078:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+125:202393:x1875440195971840:12345-0@lo:1000:mdt00_001.0 Request processed in 81us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.533085:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36832 00000100:00100000:0.0:1788572576.533209:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195971840:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572576.533251:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195971968:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572576.533284:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.533307:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab600 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.533519:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195971968 00000100:00100000:2.0:1788572576.533524:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195971968 00000100:00100000:2.0:1788572576.533559:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36833 00000100:00100000:2.0:1788572576.533567:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+125:202393:x1875440195971968:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788572576.533663:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+125:202393:x1875440195971968:12345-0@lo:1000:mdt00_001.0 Request processed in 98us (379us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572576.533673:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36833 00000100:00100000:0.0:1788572576.534204:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195971968:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1788572576.534266:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.534288:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.534306:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.534320:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195972096:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1788572576.534353:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.534382:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.534530:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195972096 00000100:00100000:2.0:1788572576.534535:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195972096 00000100:00100000:2.0:1788572576.534565:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36834 00000100:00100000:2.0:1788572576.534572:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+125:202393:x1875440195972096:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1788572576.534584:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.534599:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48506f lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485068 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.534620:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48506f lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485068 expref: 126 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.534633:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48506f lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485068 expref: 126 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.534641:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x55a:0x0].0x0 (ffff88ca91600000) 00010000:00010000:2.0:1788572576.534644:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572576.534647:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22a00, rc 0) 00000100:00100000:2.0:1788572576.534687:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+126:202393:x1875440195972096:12345-0@lo:101:mdt00_001.0 Request processed in 115us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.534693:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36834 00000100:00100000:0.0:1788572576.534850:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440195972096:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572576.534863:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48506f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.534873:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48506f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.534905:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c485076 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.534913:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c485076 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.534922:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c485076 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572576.535683:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3212, 64 off213760 00000040:00080000:0.0:1788572576.535717:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].889, 392 off512688 00000040:00080000:0.0:1788572576.535766:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1432, 472 off1254624 00000004:00080000:0.0:1788572576.535772:0:202393:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8b7abb40 with version 15444 00000004:00080000:1.0:1788572576.535836:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15444 rpc_version 15444 00000020:00100000:1.0:1788572576.535863:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.535871:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e181f80 x1875440195972352/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.535891:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195972352:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572576.535938:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.535980:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96ace780 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.536310:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195972352 00000100:00100000:2.0:1788572576.536317:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195972352 00000100:00100000:2.0:1788572576.536369:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36835 00000100:00100000:2.0:1788572576.536378:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+126:203127:x1875440195972352:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572576.536660:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+127:203127:x1875440195972352:12345-0@lo:1000:osp_up0-1.0 Request processed in 282us (720us total) trans 12884961919 rc 0/0 00000100:00100000:2.0:1788572576.536670:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36835 00000100:00100000:1.0:1788572576.536884:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195972352:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572576.537465:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48507d lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x55a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537482:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48507d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x55a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537494:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48507d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x55a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537504:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48507d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x55a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537511:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48507d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x55a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537517:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48507d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x55a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537532:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572576.537552:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c485076 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537558:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c485076 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537564:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c485076 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537571:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.537575:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c485076 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537585:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c485076 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537597:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x55a:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:2.0:1788572576.537600:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.537605:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c485076 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537610:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c485076 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537622:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48506f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537630:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48506f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537636:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48506f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537731:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572576.537745:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572576.537750:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485053 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537757:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485053 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.537763:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485053 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538449:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572576.538459:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48507d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x55a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538467:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.538471:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48507d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x55a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538478:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48507d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x55a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538489:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x55a:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:1.0:1788572576.538492:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572576.538496:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48507d lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x55a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538503:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c48507d lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x55a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538521:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572576.538525:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48506f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538531:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572576.538535:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48506f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.538543:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48506f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538579:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48506f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538586:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.538610:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48506f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538617:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c485068 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48506f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538630:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.538633:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485053 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538644:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedfc00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572576.538648:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485053 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.538654:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485053 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538670:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 4/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485053 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538675:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.538680:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485053 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.538688:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.538690:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.538692:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572576.538713:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195972608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572576.538774:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.538814:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788572576.538821:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195972480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572576.538844:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.538878:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195972608 00000100:00100000:1.0:1788572576.538886:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195972608 00000100:00100000:1.0:1788572576.538928:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195972480 00000100:00100000:1.0:1788572576.538931:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195972480 00000100:00100000:1.0:1788572576.538954:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15816 00000100:00100000:1.0:1788572576.538975:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9f7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+128:3638:x1875440195972608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572576.538990:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.539008:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485053 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48504c expref: 128 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.539030:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:1.0:1788572576.539038:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572576.539071:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9f7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+127:3638:x1875440195972608:12345-0@lo:103:ldlm_bl.0 Request processed in 111us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.539078:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15816 00000100:00100000:1.0:1788572576.539124:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15817 00000100:00100000:1.0:1788572576.539130:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+126:3638:x1875440195972480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572576.539138:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.539148:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48506f lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x55a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485068 expref: 126 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.539185:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x55a:0x0].0x0 (ffff88ca91600000) 00010000:00010000:1.0:1788572576.539191:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572576.539213:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+125:3638:x1875440195972480:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.539219:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15817 00000100:00100000:1.0:1788572576.539261:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195972480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572576.539271:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195972608:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572576.539754:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788572576.539764:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedfc00/0xaad440e68c48504c lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485053 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572576.539787:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572576.539795:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedf800/0xaad440e68c48505a lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485061 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.539803:0:202393:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedf800/0xaad440e68c48505a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485061 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.539883:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:361572:x1875453632989696:12345-192.168.202.54@tcp:36:rm.0 Request processed in 9923us (10357us total) trans 8589973188 rc 0/0 00000100:00100000:2.0:1788572576.539891:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137997 00010000:00010000:0.0:1788572576.540655:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.545447:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.545813:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.545898:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632989824 00000100:00100000:1.0:1788572576.545908:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632989824 00000100:00100000:1.0:1788572576.546119:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137998 00000100:00100000:1.0:1788572576.546130:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+147:361572:x1875453632989824:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572576.546302:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.546328:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485084 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7743c expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546414:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48508b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546428:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48508b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546440:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48508b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546453:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485092 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546461:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485092 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546468:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485092 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546619:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485099 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x826:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546628:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485099 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x826:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546636:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485099 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x826:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572576.546679:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x826:0x0]: returning size 0 00000004:00200000:1.0:1788572576.546685:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572576.546712:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485099 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x826:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546726:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485099 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x826:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546736:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48508b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546743:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48508b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546748:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48508b lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546755:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48508b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546761:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.546765:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48508b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546772:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48508b lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546784:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb71ef900) 00010000:00010000:1.0:1788572576.546787:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.546792:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48508b lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546798:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48508b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546818:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485092 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546824:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485092 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546829:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485092 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546834:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.546837:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485092 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546842:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485092 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546848:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x5c2882c6 (ffff88cbb71efb00) 00010000:00010000:1.0:1788572576.546850:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.546853:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485092 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546859:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c485092 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546890:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485084 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7743c expref: 149 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546905:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485099 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x826:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7743c expref: 148 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.546916:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x826:0x0].0x0 (ffff88cbb71ef000) 00010000:00010000:1.0:1788572576.546918:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572576.546921:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb80031400, rc 0) 00000100:00100000:1.0:1788572576.547614:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+148:361572:x1875453632989824:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1478us (1799us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.547625:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137998 00000100:00100000:2.0:1788572576.551740:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.551828:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632990080 00000100:00100000:3.0:1788572576.551837:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632990080 00000100:00100000:3.0:1788572576.551933:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 137999 00000100:00100000:3.0:1788572576.551943:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+148:361572:x1875453632990080:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572576.552011:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.552046:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c485099 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x826:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7743c expref: 148 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552067:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x826:0x0].0x0 (ffff88cbb71ef000) 00010000:00010000:3.0:1788572576.552078:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572576.552105:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c4850a0 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552118:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c4850a0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552128:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c4850a0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552140:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84e00/0xaad440e68c4850a7 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552147:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84e00/0xaad440e68c4850a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552190:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84e00/0xaad440e68c4850a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552414:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84c00/0xaad440e68c4850ae lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x826:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552425:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84c00/0xaad440e68c4850ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x826:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552432:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84c00/0xaad440e68c4850ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x826:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572576.552683:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3895, 64 off257472 00010000:00010000:3.0:1788572576.552737:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84400/0xaad440e68c4850b5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x826:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552745:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84400/0xaad440e68c4850b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x826:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552752:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84400/0xaad440e68c4850b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x826:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552759:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84400/0xaad440e68c4850b5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x826:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552764:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84400/0xaad440e68c4850b5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x826:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552771:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84400/0xaad440e68c4850b5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x826:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552791:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572576.552810:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84c00/0xaad440e68c4850ae lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x826:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552817:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84c00/0xaad440e68c4850ae lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x826:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552823:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84c00/0xaad440e68c4850ae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x826:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552828:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.552832:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84c00/0xaad440e68c4850ae lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x826:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552839:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84c00/0xaad440e68c4850ae lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x826:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552848:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x826:0x0].0x0 (ffff88ca96814100) 00010000:00010000:3.0:1788572576.552850:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572576.552853:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84c00/0xaad440e68c4850ae lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x826:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552858:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84c00/0xaad440e68c4850ae lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x826:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552876:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c4850a0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552885:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c4850a0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552890:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c4850a0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552895:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c4850a0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552900:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.552903:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c4850a0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552909:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c4850a0 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552916:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca96814d00) 00010000:00010000:3.0:1788572576.552919:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.552921:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c4850a0 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552927:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c4850a0 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572576.552941:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000007925f8d reply state 00000000ebccbd73 transno 12884961920 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84e00/0xaad440e68c4850a7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552953:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84e00/0xaad440e68c4850a7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.552959:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x5c2882c6 (ffff88ca96814800) 00010000:00010000:3.0:1788572576.552961:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572576.552963:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572576.553041:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+149:361572:x1875453632990080:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1097us (1309us total) trans 12884961920 rc 0/0 00000100:00100000:3.0:1788572576.553049:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 137999 00010000:00010000:1.0:1788572576.553568:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.553577:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84400/0xaad440e68c4850b5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x826:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.553585:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.553589:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84400/0xaad440e68c4850b5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x826:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.553596:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84400/0xaad440e68c4850b5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x826:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.553606:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x826:0x0].0x0 (ffff88ca96814100) 00010000:00010000:1.0:1788572576.553609:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572576.553611:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84400/0xaad440e68c4850b5 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x826:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.553617:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84400/0xaad440e68c4850b5 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x826:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.553632:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.553634:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.553635:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.559831:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.559929:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632990208 00000100:00100000:0.0:1788572576.559940:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632990208 00000100:00100000:0.0:1788572576.560145:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138000 00000100:00100000:0.0:1788572576.560186:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:361572:x1875453632990208:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.560213:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.560238:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c4850bc lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77443 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560330:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c4850c3 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560345:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c4850c3 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560372:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c4850c3 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560388:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c4850ca lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560395:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c4850ca lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560402:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c4850ca lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560477:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c4850d1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560485:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c4850d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560493:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c4850d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.560514:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c4850d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560528:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c4850c3 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560535:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c4850c3 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560541:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c4850c3 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560547:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c4850c3 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560554:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.560559:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c4850c3 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560566:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c4850c3 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560578:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:0.0:1788572576.560581:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.560585:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c4850c3 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560591:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03000/0xaad440e68c4850c3 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560607:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c4850ca lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560614:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c4850ca lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560620:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c4850ca lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560626:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.560628:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c4850ca lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560634:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c4850ca lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560640:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1ea16915 (ffff88cbb349d400) 00010000:00010000:0.0:1788572576.560643:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.560646:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c4850ca lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560651:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c4850ca lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560682:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02000/0xaad440e68c4850bc lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77443 expref: 35 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560700:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c4850d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77443 expref: 34 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.560708:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa99:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:0.0:1788572576.560710:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572576.560713:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedee00, rc 0) 00000100:00100000:0.0:1788572576.560774:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:361572:x1875453632990208:12345-192.168.202.54@tcp:101:rm.0 Request processed in 592us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.560781:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138000 00000100:00100000:1.0:1788572576.562437:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195972736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788572576.562507:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.562652:0:203894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195972736 00000100:00100000:3.0:1788572576.562660:0:203894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195972736 00000100:00100000:3.0:1788572576.562727:0:203894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171 00000100:00100000:3.0:1788572576.562737:0:203894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f936300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+68:3639:x1875440195972736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788572576.562765:0:203894:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 50436032 pending 0 free 3898494976 avail 3666972672 00000100:00100000:3.0:1788572576.562813:0:203894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f936300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+68:3639:x1875440195972736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.562819:0:203894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171 00000100:00080000:1.0:1788572576.562868:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788572576.562909:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195972736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788572576.565579:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.565685:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632990336 00000100:00100000:0.0:1788572576.565695:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632990336 00000100:00100000:0.0:1788572576.565758:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138001 00000100:00100000:0.0:1788572576.565768:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+149:361572:x1875453632990336:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.565792:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.565819:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c4850d8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7744a expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.566207:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c4850df lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.566223:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c4850df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.566235:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c4850df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572576.566284:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xa99:0x0]: returning size 0 00000004:00200000:0.0:1788572576.566288:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572576.566326:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c4850d8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7744a expref: 151 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.566345:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c4850df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7744a expref: 150 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.566366:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa99:0x0].0x0 (ffff88ca9241b100) 00010000:00010000:0.0:1788572576.566369:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572576.566373:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfede200, rc 0) 00000100:00100000:0.0:1788572576.566482:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:361572:x1875453632990336:12345-192.168.202.54@tcp:101:rm.0 Request processed in 715us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.566493:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138001 00000100:00100000:3.0:1788572576.570801:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.570883:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.570947:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632990464 00000100:00100000:0.0:1788572576.570965:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632990464 00000100:00100000:0.0:1788572576.571188:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15818 00000100:00100000:0.0:1788572576.571200:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:352626:x1875453632990464:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572576.571217:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.571244:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedee00/0xaad440e68c4850d1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77443 expref: 34 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.571263:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa99:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:0.0:1788572576.571480:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.571574:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:352626:x1875453632990464:12345-192.168.202.54@tcp:103:rm.0 Request processed in 375us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.571583:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15818 00000100:00100000:1.0:1788572576.571714:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632990720 00000100:00100000:1.0:1788572576.571719:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632990720 00000100:00100000:1.0:1788572576.571761:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138002 00000100:00100000:1.0:1788572576.571770:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:361572:x1875453632990720:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572576.571819:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.571834:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c4850df lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa99:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7744a expref: 150 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.571846:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa99:0x0].0x0 (ffff88ca9241b100) 00010000:00010000:1.0:1788572576.571853:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572576.571906:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.571914:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.571923:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.571945:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f937b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195972864:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572576.572300:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.572333:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96d9e300 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.572436:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195972864 00000100:00100000:3.0:1788572576.572441:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195972864 00000100:00100000:3.0:1788572576.572479:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36836 00000100:00100000:3.0:1788572576.572486:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+68:205632:x1875440195972864:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572576.572498:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.572513:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85800/0xaad440e68c4850ed lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4850e6 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.572534:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85800/0xaad440e68c4850ed lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4850e6 expref: 69 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.572546:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85800/0xaad440e68c4850ed lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4850e6 expref: 69 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.572558:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca96814000) 00010000:00010000:3.0:1788572576.572560:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.572563:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd85800, rc 0) 00000100:00100000:3.0:1788572576.572604:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f935880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+69:205632:x1875440195972864:12345-0@lo:101:mdt00_004.0 Request processed in 119us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.572611:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36836 00000100:00100000:0.0:1788572576.572672:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f937b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195972864:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572576.572688:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4850ed expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.572698:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4850ed expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.572717:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572576.572741:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c4850f4 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.572748:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c4850f4 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.572756:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c4850f4 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.572769:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d058e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195972992:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1788572576.572793:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.572819:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7aba80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.572857:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195972992 00000100:00100000:3.0:1788572576.572861:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195972992 00000100:00100000:3.0:1788572576.572891:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36837 00000100:00100000:3.0:1788572576.572897:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+69:205632:x1875440195972992:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572576.572905:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.572915:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84400/0xaad440e68c4850fb lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4850f4 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.572929:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84400/0xaad440e68c4850fb lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4850f4 expref: 70 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.572939:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84400/0xaad440e68c4850fb lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4850f4 expref: 70 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.572947:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1ea16915 (ffff88ca96814200) 00010000:00010000:3.0:1788572576.572949:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.572952:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd84400, rc 0) 00000100:00100000:3.0:1788572576.573201:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+70:205632:x1875440195972992:12345-0@lo:101:mdt00_004.0 Request processed in 303us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.573207:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36837 00000100:00100000:0.0:1788572576.573270:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d058e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195972992:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572576.573281:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c4850f4 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4850fb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.573289:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c4850f4 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4850fb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.573318:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572576.573349:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d058e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195973120:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572576.573387:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.573407:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.573557:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195973120 00000100:00100000:3.0:1788572576.573563:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195973120 00000100:00100000:3.0:1788572576.573596:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36838 00000100:00100000:3.0:1788572576.573603:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+70:205632:x1875440195973120:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572576.573668:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+70:205632:x1875440195973120:12345-0@lo:1000:mdt00_004.0 Request processed in 66us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.573675:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36838 00000100:00100000:0.0:1788572576.573782:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d058e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195973120:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572576.573826:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d058e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195973248:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572576.573848:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.573873:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.573915:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195973248 00000100:00100000:3.0:1788572576.573919:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195973248 00000100:00100000:3.0:1788572576.573951:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36839 00000100:00100000:3.0:1788572576.574468:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+70:205632:x1875440195973248:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572576.574588:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+70:205632:x1875440195973248:12345-0@lo:1000:mdt00_004.0 Request processed in 126us (738us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572576.574595:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36839 00000100:00100000:1.0:1788572576.574663:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d058e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195973248:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1788572576.574722:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.574734:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.574743:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.574756:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f936a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195973376:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572576.574785:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.574815:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96d9e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.574880:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195973376 00000100:00100000:0.0:1788572576.574885:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195973376 00000100:00100000:0.0:1788572576.574919:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36840 00000100:00100000:0.0:1788572576.574925:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+70:205632:x1875440195973376:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572576.574938:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.575110:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21a00/0xaad440e68c485109 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485102 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.575139:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21a00/0xaad440e68c485109 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485102 expref: 71 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.575182:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21a00/0xaad440e68c485109 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485102 expref: 71 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.575191:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa99:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:0.0:1788572576.575194:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572576.575198:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21a00, rc 0) 00000100:00100000:0.0:1788572576.575232:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+71:205632:x1875440195973376:12345-0@lo:101:mdt00_004.0 Request processed in 307us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.575238:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36840 00000100:00100000:1.0:1788572576.575320:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f936a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195973376:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572576.575335:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485109 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.575345:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485109 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.575382:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485110 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.575391:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485110 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.575399:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485110 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572576.575763:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3896, 64 off257536 00000040:00080000:1.0:1788572576.575940:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].179, 392 off102616 00000040:00080000:1.0:1788572576.576536:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].647, 472 off352696 00000004:00080000:1.0:1788572576.576545:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca96d9e0c0 with version 4773 00000004:00080000:3.0:1788572576.576603:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4773 rpc_version 4773 00000020:00100000:3.0:1788572576.576638:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572576.576855:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cb9ca1d500 x1875440195973632/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572576.576880:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195973632:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572576.576940:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.577121:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.578773:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195973632 00000100:00100000:0.0:1788572576.578790:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195973632 00000100:00100000:0.0:1788572576.578885:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36841 00000100:00100000:0.0:1788572576.578896:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+71:202414:x1875440195973632:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.579756:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+72:202414:x1875440195973632:12345-0@lo:1000:osp_up1-0.0 Request processed in 858us (2812us total) trans 8589973189 rc 0/0 00000100:00100000:0.0:1788572576.579769:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36841 00000100:00100000:3.0:1788572576.580034:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195973632:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1788572576.580148:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485117 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xa99:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580424:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485117 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580436:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485117 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580445:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485117 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580451:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485117 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580457:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485117 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580520:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572576.580545:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485110 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580553:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485110 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580560:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485110 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580566:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.580571:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485110 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580579:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485110 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580592:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa99:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:1.0:1788572576.580595:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.580601:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485110 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580608:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485110 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580623:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485109 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580631:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485109 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.580637:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485109 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.580714:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572576.580722:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485117 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.580728:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.580731:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485117 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.580738:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485117 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.580749:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa99:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:2.0:1788572576.580751:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572576.580755:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485117 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.580760:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c485117 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xa99:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.580776:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.580779:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485109 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.580786:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572576.580789:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 5/0,0 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485109 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.580797:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 5/0,0 mode: EX/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485109 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.580829:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 4/0,0 mode: --/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485109 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.580836:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.580869:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 3/0,0 mode: --/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485109 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.580878:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.580880:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.580882:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.580921:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788572576.580938:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195973760:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.581111:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.581257:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195973760 00000100:00100000:2.0:1788572576.581264:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195973760 00000100:00100000:2.0:1788572576.581332:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15819 00000100:00100000:2.0:1788572576.581342:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+72:3639:x1875440195973760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572576.581368:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.581387:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21a00/0xaad440e68c485109 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485102 expref: 72 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.581400:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa99:0x0].0x0 (ffff88ca9241be00) 00010000:00010000:2.0:1788572576.581408:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.581445:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+71:3639:x1875440195973760:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.581452:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15819 00000100:00100000:2.0:1788572576.581485:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195973760:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572576.581786:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788572576.581794:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030400/0xaad440e68c485102 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa99:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485109 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572576.581821:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572576.581827:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4850ed expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.581835:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4850ed expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.581842:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4850ed expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.581875:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.581881:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4850ed expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.581894:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030c00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.581899:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4850ed expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.581906:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4850ed expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.581928:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 4/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4850ed expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.581935:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.582081:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4850ed expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.582090:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.582092:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.582094:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.582129:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788572576.582141:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195973888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.582204:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.582456:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195973888 00000100:00100000:0.0:1788572576.582463:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195973888 00000100:00100000:0.0:1788572576.582502:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15820 00000100:00100000:0.0:1788572576.582509:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+71:3638:x1875440195973888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.582518:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.582532:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85800/0xaad440e68c4850ed lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4850e6 expref: 71 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.582544:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca96814000) 00010000:00010000:0.0:1788572576.582552:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.582586:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+70:3638:x1875440195973888:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.582593:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15820 00000100:00100000:3.0:1788572576.582688:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195973888:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572576.582783:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788572576.582791:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb80030c00/0xaad440e68c4850e6 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4850ed expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572576.582810:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572576.582815:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c4850f4 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4850fb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.582822:0:205632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c4850f4 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4850fb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.582898:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:361572:x1875453632990720:12345-192.168.202.54@tcp:36:rm.0 Request processed in 11128us (12104us total) trans 12884961921 rc 0/0 00000100:00100000:1.0:1788572576.582907:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138002 00010000:00010000:3.0:1788572576.589510:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.589924:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.590505:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632990848 00000100:00100000:3.0:1788572576.590518:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632990848 00000100:00100000:0.0:1788572576.590648:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138003 00000100:00100000:0.0:1788572576.590658:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:361572:x1875453632990848:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.590682:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.590705:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c48511e lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77451 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.590779:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c485125 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.590792:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c485125 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.590804:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c485125 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.590816:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c48512c lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.590823:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c48512c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.590830:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c48512c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.591104:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440195974016:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572576.591431:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.591547:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.591586:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195974016 00000100:00100000:3.0:1788572576.591591:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195974016 00000100:00100000:3.0:1788572576.591662:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36842 00000100:00100000:3.0:1788572576.591671:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+70:230921:x1875440195974016:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1788572576.591762:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+70:230921:x1875440195974016:12345-0@lo:1000:mdt00_006.0 Request processed in 93us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.591770:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36842 00000100:00100000:2.0:1788572576.591837:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440195974016:0@lo:1000:mdt00_006.0 00010000:00010000:2.0:1788572576.591888:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c485133 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.591899:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c485133 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.591908:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c485133 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.591936:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c485133 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.591952:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c485125 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.591973:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c485125 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.591980:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c485125 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.591988:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c485125 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.591994:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.591999:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c485125 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592008:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c485125 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592021:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9241b400) 00010000:00010000:2.0:1788572576.592024:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.592029:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c485125 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592037:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c485125 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592050:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c48512c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592057:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c48512c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592062:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c48512c lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592066:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.592068:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c48512c lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592073:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c48512c lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592080:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x6892a57b (ffff88ca9241b100) 00010000:00010000:2.0:1788572576.592082:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.592085:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c48512c lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592091:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c48512c lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592126:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c48511e lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77451 expref: 152 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592143:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c485133 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77451 expref: 151 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.592177:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3b0:0x0].0x0 (ffff88ca91600300) 00010000:00010000:2.0:1788572576.592180:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572576.592184:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22a00, rc 0) 00000100:00100000:2.0:1788572576.592228:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+151:361572:x1875453632990848:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1572us (2311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.592235:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138003 00000100:00100000:2.0:1788572576.595793:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.595869:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632990976 00000100:00100000:3.0:1788572576.595880:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632990976 00000100:00100000:3.0:1788572576.595941:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138004 00000100:00100000:3.0:1788572576.595952:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:361572:x1875453632990976:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572576.595980:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.596004:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84800/0xaad440e68c48513a lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77458 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.596083:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84c00/0xaad440e68c485141 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.596098:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84c00/0xaad440e68c485141 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.596111:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84c00/0xaad440e68c485141 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572576.596193:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x3b0:0x0]: returning size 0 00000004:00200000:3.0:1788572576.596198:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572576.596235:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84800/0xaad440e68c48513a lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77458 expref: 35 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.596253:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84c00/0xaad440e68c485141 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77458 expref: 34 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.596262:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3b0:0x0].0x0 (ffff88ca96814d00) 00010000:00010000:3.0:1788572576.596264:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572576.596268:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd84c00, rc 0) 00000100:00100000:3.0:1788572576.596348:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:361572:x1875453632990976:12345-192.168.202.54@tcp:101:rm.0 Request processed in 398us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.596386:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138004 00000100:00100000:3.0:1788572576.599626:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.599677:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.599748:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632991360 00000100:00100000:2.0:1788572576.599758:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632991360 00000100:00100000:2.0:1788572576.599819:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138005 00000100:00100000:2.0:1788572576.599830:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:361572:x1875453632991360:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572576.599892:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.599920:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84c00/0xaad440e68c485141 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77458 expref: 34 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.599939:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3b0:0x0].0x0 (ffff88ca96814d00) 00010000:00010000:2.0:1788572576.599950:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572576.600012:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.600031:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.600042:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.600062:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195974144:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1788572576.600109:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.600135:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb893f5540 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.601230:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195974144 00000100:00100000:0.0:1788572576.601239:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195974144 00000100:00100000:0.0:1788572576.601307:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36843 00000100:00100000:0.0:1788572576.601316:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+125:225655:x1875440195974144:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1788572576.601335:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.601366:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c48514f lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485148 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.601393:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c48514f lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485148 expref: 126 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.601409:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c48514f lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485148 expref: 126 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.601418:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:0.0:1788572576.601421:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.601425:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedfc00, rc 0) 00000100:00100000:0.0:1788572576.601483:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+126:225655:x1875440195974144:12345-0@lo:101:mdt00_005.0 Request processed in 168us (1372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.601490:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36843 00000100:00100000:2.0:1788572576.601735:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195974144:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572576.601757:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48514f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.601772:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48514f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572576.601799:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572576.601829:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c485156 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.601836:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c485156 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.601844:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c485156 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.601861:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195974272:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1788572576.601896:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.601920:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb893f5540 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.602291:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195974272 00000100:00100000:3.0:1788572576.602408:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195974272 00000100:00100000:3.0:1788572576.602453:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36844 00000100:00100000:3.0:1788572576.602461:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+126:225655:x1875440195974272:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572576.602472:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.602487:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c48515d lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485156 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.602506:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c48515d lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485156 expref: 127 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.602517:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c48515d lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485156 expref: 127 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.602529:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x6892a57b (ffff88ca96814c00) 00010000:00010000:3.0:1788572576.602532:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.602534:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd85600, rc 0) 00000100:00100000:3.0:1788572576.602575:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+127:225655:x1875440195974272:12345-0@lo:101:mdt00_005.0 Request processed in 116us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.602581:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36844 00000100:00100000:2.0:1788572576.602792:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195974272:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572576.602806:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c485156 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48515d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.602816:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c485156 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48515d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572576.602832:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:2.0:1788572576.602871:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195974400:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572576.602902:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.602931:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb893f5180 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.602996:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195974400 00000100:00100000:0.0:1788572576.603001:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195974400 00000100:00100000:0.0:1788572576.603444:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36845 00000100:00100000:0.0:1788572576.603453:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+127:225655:x1875440195974400:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788572576.603526:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+127:225655:x1875440195974400:12345-0@lo:1000:mdt00_005.0 Request processed in 75us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.603534:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36845 00000100:00100000:2.0:1788572576.603610:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195974400:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572576.603659:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195974528:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572576.603687:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.603709:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb893f5540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.603723:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195974528 00000100:00100000:2.0:1788572576.603727:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195974528 00000100:00100000:2.0:1788572576.603749:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36846 00000100:00100000:2.0:1788572576.603755:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+127:225655:x1875440195974528:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572576.603848:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+127:225655:x1875440195974528:12345-0@lo:1000:mdt00_005.0 Request processed in 90us (158us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572576.603855:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36846 00000100:00100000:2.0:1788572576.603884:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195974528:0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1788572576.603932:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.603941:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.603951:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.604216:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195974656:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1788572576.604243:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.604363:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb90ac0f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.604544:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632991104 00000100:00100000:1.0:1788572576.604550:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632991104 00000100:00100000:1.0:1788572576.604601:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15821 00000100:00100000:1.0:1788572576.604610:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+151:352626:x1875453632991104:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572576.604621:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.604643:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c485133 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77451 expref: 151 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.604659:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3b0:0x0].0x0 (ffff88ca91600300) 00010000:00010000:1.0:1788572576.604669:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572576.604717:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:352626:x1875453632991104:12345-192.168.202.54@tcp:103:rm.0 Request processed in 108us (5038us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.604724:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15821 00000100:00100000:3.0:1788572576.605930:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195974656 00000100:00100000:3.0:1788572576.605941:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195974656 00000100:00100000:1.0:1788572576.606530:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36847 00000100:00100000:1.0:1788572576.606540:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+127:225655:x1875440195974656:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572576.606558:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.606585:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c48516b lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485164 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.606611:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c48516b lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485164 expref: 128 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.606624:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c48516b lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485164 expref: 128 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.606632:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3b0:0x0].0x0 (ffff88cbb71ef900) 00010000:00010000:1.0:1788572576.606635:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572576.606638:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb80030400, rc 0) 00000100:00100000:1.0:1788572576.606705:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+128:225655:x1875440195974656:12345-0@lo:101:mdt00_005.0 Request processed in 167us (2460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.606712:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36847 00000100:00100000:2.0:1788572576.606785:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440195974656:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572576.606805:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48516b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.606820:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48516b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.606853:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c485172 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.606860:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c485172 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.606867:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c485172 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572576.607263:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3213, 64 off213824 00000040:00080000:2.0:1788572576.607314:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].890, 392 off513080 00000040:00080000:2.0:1788572576.607375:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1433, 472 off1255096 00000004:00080000:2.0:1788572576.607381:0:225655:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88cb90ac0f00 with version 15445 00000004:00080000:2.0:1788572576.607400:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15445 rpc_version 15445 00000020:00100000:2.0:1788572576.607424:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572576.607432:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbde4f800 x1875440195974912/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572576.607453:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4f800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195974912:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572576.607494:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.608115:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb90ac03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.608448:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195974912 00000100:00100000:0.0:1788572576.608456:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195974912 00000100:00100000:0.0:1788572576.608511:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36848 00000100:00100000:0.0:1788572576.608519:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+128:203127:x1875440195974912:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572576.608838:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+129:203127:x1875440195974912:12345-0@lo:1000:osp_up0-1.0 Request processed in 318us (1341us total) trans 12884961922 rc 0/0 00000100:00100000:0.0:1788572576.608846:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36848 00000100:00100000:0.0:1788572576.608904:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4f800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195974912:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1788572576.608946:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c485179 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.608973:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c485179 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.608986:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c485179 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.608995:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c485179 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609003:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c485179 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609010:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c485179 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609026:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572576.609047:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c485172 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609053:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c485172 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609064:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c485172 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609070:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.609074:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c485172 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609082:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c485172 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609093:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3b0:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:0.0:1788572576.609097:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.609102:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c485172 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609108:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c485172 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609120:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48516b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609127:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48516b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609133:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48516b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609146:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572576.609185:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572576.609191:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48514f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609198:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48514f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609205:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48514f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609218:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1788572576.609221:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572576.609226:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c485156 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48515d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.609234:0:225655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c485156 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48515d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609441:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572576.609448:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c485179 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609455:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.609460:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c485179 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609467:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c485179 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609477:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3b0:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:2.0:1788572576.609480:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572576.609484:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c485179 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609490:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede200/0xaad440e68c485179 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609505:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572576.609509:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48516b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609514:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572576.609518:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48516b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.609525:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48516b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609554:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48516b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609560:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.609580:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48516b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609593:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23a00/0xaad440e68c485164 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48516b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609607:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.609610:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48514f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609616:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572576.609620:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48514f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.609628:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48514f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609647:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48514f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609654:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.609669:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48514f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609677:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22200/0xaad440e68c485148 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48514f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.609688:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.609689:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.609691:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.609706:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195975168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.609850:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:361572:x1875453632991360:12345-192.168.202.54@tcp:36:rm.0 Request processed in 10019us (10234us total) trans 8589973190 rc 0/0 00000100:00100000:0.0:1788572576.609859:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138005 00010000:00010000:0.0:1788572576.609884:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.611998:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572576.612279:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195975040:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.613469:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.613515:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195975168 00000100:00100000:2.0:1788572576.613523:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195975168 00000100:00100000:2.0:1788572576.613578:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15822 00000100:00100000:2.0:1788572576.613588:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+129:3639:x1875440195975168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572576.613602:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.613627:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c48514f lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485148 expref: 129 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.613647:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:2.0:1788572576.613656:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.613691:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+128:3639:x1875440195975168:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.613698:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15822 00000100:00100000:2.0:1788572576.613749:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440195975168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572576.614090:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.614193:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195975040 00000100:00100000:0.0:1788572576.614199:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195975040 00000100:00100000:0.0:1788572576.614230:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15823 00000100:00100000:0.0:1788572576.614237:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+128:3638:x1875440195975040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.614245:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.614258:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c48516b lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3b0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485164 expref: 128 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.614382:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3b0:0x0].0x0 (ffff88cbb71ef900) 00010000:00010000:0.0:1788572576.614390:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.614428:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9f9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+127:3638:x1875440195975040:12345-0@lo:103:ldlm_bl.0 Request processed in 192us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.614435:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15823 00000100:00100000:1.0:1788572576.614580:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195975040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.614668:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.614756:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632991488 00000100:00100000:1.0:1788572576.614761:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632991488 00000100:00100000:1.0:1788572576.614833:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138006 00000100:00100000:1.0:1788572576.614841:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:361572:x1875453632991488:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572576.614857:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.614875:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485180 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7745f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.614942:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485187 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.614956:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485187 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.614975:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485187 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.614988:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c48518e lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.614993:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c48518e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.614999:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c48518e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.615469:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f936a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195975296:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572576.615523:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.615550:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca944f5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.615643:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195975296 00000100:00100000:0.0:1788572576.615648:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195975296 00000100:00100000:0.0:1788572576.615678:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36849 00000100:00100000:0.0:1788572576.615686:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f934a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+70:205632:x1875440195975296:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572576.615775:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f934a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+70:205632:x1875440195975296:12345-0@lo:1000:mdt00_004.0 Request processed in 90us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.615782:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36849 00000100:00100000:3.0:1788572576.615864:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f936a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440195975296:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1788572576.615918:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485195 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.615929:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485195 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.615939:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485195 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572576.615971:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485195 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.615988:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485187 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.615996:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485187 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616003:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485187 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616011:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485187 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616449:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.616454:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485187 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616463:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485187 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616477:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb71efb00) 00010000:00010000:3.0:1788572576.616480:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.616485:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485187 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616493:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c485187 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616507:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c48518e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616513:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c48518e lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616518:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c48518e lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616523:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.616526:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c48518e lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616536:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c48518e lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616544:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xbbf31439 (ffff88cbb71ef300) 00010000:00010000:3.0:1788572576.616546:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.616549:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c48518e lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616556:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c48518e lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616595:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c485180 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7745f expref: 152 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616611:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485195 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7745f expref: 151 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.616619:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c7:0x0].0x0 (ffff88ca96814d00) 00010000:00010000:3.0:1788572576.616621:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572576.616623:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd84800, rc 0) 00000100:00100000:3.0:1788572576.616681:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+151:361572:x1875453632991488:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1841us (2015us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.616688:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138006 00000100:00100000:0.0:1788572576.621508:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.621602:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632991616 00000100:00100000:2.0:1788572576.621613:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632991616 00000100:00100000:2.0:1788572576.621703:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138007 00000100:00100000:2.0:1788572576.621714:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:361572:x1875453632991616:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572576.621737:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.621762:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c48519c lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77466 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.621825:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c4851a3 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.621843:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c4851a3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.621854:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c4851a3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572576.621905:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x4c7:0x0]: returning size 0 00000004:00200000:2.0:1788572576.621910:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572576.621959:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c48519c lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77466 expref: 36 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.621977:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c4851a3 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77466 expref: 35 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.621986:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c7:0x0].0x0 (ffff88ca91600300) 00010000:00010000:2.0:1788572576.621989:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572576.621992:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22a00, rc 0) 00000100:00100000:2.0:1788572576.622064:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+35:361572:x1875453632991616:12345-192.168.202.54@tcp:101:rm.0 Request processed in 351us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.622071:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138007 00000100:00100000:0.0:1788572576.635405:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.635543:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.635658:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632992000 00000100:00100000:3.0:1788572576.635668:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632992000 00000100:00100000:3.0:1788572576.635731:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138008 00000100:00100000:3.0:1788572576.635741:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+35:361572:x1875453632992000:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572576.635801:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.635831:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c4851a3 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77466 expref: 35 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.635852:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c7:0x0].0x0 (ffff88ca91600300) 00010000:00010000:3.0:1788572576.635863:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572576.635912:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.635922:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.635934:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.635971:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195975424:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1788572576.636027:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.636065:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.638262:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195975424 00000100:00100000:1.0:1788572576.638279:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195975424 00000100:00100000:1.0:1788572576.638377:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36850 00000100:00100000:1.0:1788572576.638388:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+127:204288:x1875440195975424:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572576.638415:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.638443:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4851b1 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4851aa expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.638476:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4851b1 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4851aa expref: 128 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.638492:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4851b1 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4851aa expref: 128 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.638501:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb71ef700) 00010000:00010000:1.0:1788572576.638504:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.638508:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb80031800, rc 0) 00000100:00100000:1.0:1788572576.638598:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+128:204288:x1875440195975424:12345-0@lo:101:mdt00_003.0 Request processed in 212us (2569us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.638606:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36850 00000100:00100000:3.0:1788572576.639042:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195975424:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1788572576.639067:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4851b1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.639079:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4851b1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572576.639105:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572576.639143:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85800/0xaad440e68c4851b8 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.639181:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85800/0xaad440e68c4851b8 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.639192:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85800/0xaad440e68c4851b8 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.639212:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195975552:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1788572576.639252:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.639278:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.639395:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195975552 00000100:00100000:0.0:1788572576.639402:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195975552 00000100:00100000:0.0:1788572576.639434:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36851 00000100:00100000:0.0:1788572576.639441:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+128:204288:x1875440195975552:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.639453:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.639468:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c4851bf lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4851b8 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.639486:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c4851bf lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4851b8 expref: 129 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.639502:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c4851bf lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4851b8 expref: 129 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.639510:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xbbf31439 (ffff88cbb349d400) 00010000:00010000:0.0:1788572576.639512:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.639515:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedfc00, rc 0) 00000100:00100000:0.0:1788572576.639558:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+129:204288:x1875440195975552:12345-0@lo:101:mdt00_003.0 Request processed in 117us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.639563:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36851 00000100:00100000:3.0:1788572576.640073:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195975552:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1788572576.640088:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85800/0xaad440e68c4851b8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4851bf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.640098:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85800/0xaad440e68c4851b8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4851bf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572576.640115:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:3.0:1788572576.640179:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195975680:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788572576.640212:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.640237:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.640389:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195975680 00000100:00100000:0.0:1788572576.640394:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195975680 00000100:00100000:0.0:1788572576.640432:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36852 00000100:00100000:0.0:1788572576.640439:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+129:204288:x1875440195975680:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.640514:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+129:204288:x1875440195975680:12345-0@lo:1000:mdt00_003.0 Request processed in 75us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.640521:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36852 00000100:00100000:0.0:1788572576.640548:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90181f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195975680:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.640592:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83981c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195975808:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.640617:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.640637:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195975808 00000100:00100000:0.0:1788572576.640640:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195975808 00000100:00100000:0.0:1788572576.640666:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36853 00000100:00100000:0.0:1788572576.640674:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+129:204288:x1875440195975808:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.640755:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+129:204288:x1875440195975808:12345-0@lo:1000:mdt00_003.0 Request processed in 81us (136us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572576.640762:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36853 00000100:00100000:0.0:1788572576.640780:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95f723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.640793:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83981c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195975808:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1788572576.640838:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.640846:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.640856:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.640869:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83981c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195975936:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572576.640892:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.640912:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195975936 00000100:00100000:0.0:1788572576.640915:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195975936 00000100:00100000:0.0:1788572576.640936:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36854 00000100:00100000:0.0:1788572576.640942:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+129:204288:x1875440195975936:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.642868:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.642902:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4851cd lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4851c6 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.642936:0:225657:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485195 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7745f expref: 150 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.642956:0:225657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4851cd lrc: 4/0,0 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4851c6 expref: 130 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.643000:0:225657:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485195 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7745f expref: 150 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.643017:0:225657:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485195 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7745f expref: 150 pid: 205632 timeout: 13654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.643032:0:225657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83980a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:225657:1875440195976064:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572576.643143:0:225657:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95f723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.643292:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95f72600 going to sleep for 11 seconds 00010000:00010000:1.0:1788572576.645518:0:225657:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.54@tcp) returned -22 from blocking AST (req@00000000d289b2e4 x1875440195976064) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485195 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7745f expref: 150 pid: 205632 timeout: 13654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.645546:0:225657:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485195 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7745f expref: 150 pid: 205632 timeout: 13654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.645572:0:225657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84800/0xaad440e68c485195 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7745f expref: 150 pid: 205632 timeout: 13654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.645590:0:225657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:225657:1875440195976064:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572576.645615:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c7:0x0].0x0 (ffff88ca96814d00) 00010000:00010000:1.0:1788572576.645623:0:225657:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4851cd lrc: 3/0,0 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4851c6 expref: 130 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.645635:0:225657:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4851cd lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c4851c6 expref: 130 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.645645:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4851cd lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c4851c6 expref: 130 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.645680:0:225657:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4851cd lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4851c6 expref: 130 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.645694:0:225657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f937b80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:225657:1875440195976192:0@lo:105: 00000100:00100000:1.0:1788572576.645743:0:225657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.645777:0:225657:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca944f56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.645925:0:202375:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195976192 00000100:00100000:3.0:1788572576.645934:0:202375:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195976192 00000100:00100000:3.0:1788572576.646005:0:202375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18601 00000100:00100000:3.0:1788572576.646017:0:202375:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f936a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:225657:x1875440195976192:12345-0@lo:105: 00010000:00010000:3.0:1788572576.646032:0:202375:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 4/0,1 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.646048:0:202375:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 4/0,1 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.646057:0:202375:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 4/0,1 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.646064:0:202375:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.646071:0:202375:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 5/0,1 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.646080:0:202375:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 5/0,1 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.646094:0:202375:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88cbbfede200) 00000100:00100000:3.0:1788572576.646135:0:202375:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f936a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:225657:x1875440195976192:12345-0@lo:105: Request processed in 120us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.646142:0:202375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18601 00000100:00100000:1.0:1788572576.646326:0:225657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f937b80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:225657:1875440195976192:0@lo:105: 00010000:00010000:1.0:1788572576.646343:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4851cd lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4851c6 expref: 130 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.646365:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c7:0x0].0x0 (ffff88ca96814d00) 00010000:00010000:1.0:1788572576.646368:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572576.646371:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedee00, rc 0) 00000100:00100000:1.0:1788572576.646417:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+130:204288:x1875440195975936:12345-0@lo:101:mdt00_003.0 Request processed in 5474us (5523us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.646423:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36854 00000100:00100000:2.0:1788572576.646652:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632991744 00000100:00100000:2.0:1788572576.646658:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632991744 00000100:00100000:2.0:1788572576.646705:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15824 00000100:00100000:2.0:1788572576.646714:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:352626:x1875453632991744:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572576.646727:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.646731:0:202377:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie aad440e68c485195) 00010000:00010000:2.0:1788572576.646733:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.646784:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:352626:x1875453632991744:12345-192.168.202.54@tcp:103:rm.0 Request processed in 73us (11391us total) trans 0 rc 116/116 00000100:00100000:2.0:1788572576.646791:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15824 00000100:00100000:3.0:1788572576.648239:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83981c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440195975936:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1788572576.648268:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.648331:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c4851d4 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.648346:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c4851d4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.648374:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c4851d4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572576.648763:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3211, 64 off213696 00000040:00080000:3.0:1788572576.648795:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].891, 392 off513472 00000040:00080000:3.0:1788572576.648843:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1434, 472 off1255568 00000004:00080000:3.0:1788572576.648849:0:204288:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95481b40 with version 15446 00000004:00080000:0.0:1788572576.649097:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15446 rpc_version 15446 00000020:00100000:0.0:1788572576.649128:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.649137:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83982d80 x1875440195976448/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.649193:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83982d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195976448:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572576.649262:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.649306:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95f72cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.649613:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195976448 00000100:00100000:2.0:1788572576.649622:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195976448 00000100:00100000:2.0:1788572576.649678:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36855 00000100:00100000:2.0:1788572576.649687:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+130:203127:x1875440195976448:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572576.650027:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+131:203127:x1875440195976448:12345-0@lo:1000:osp_up0-1.0 Request processed in 340us (763us total) trans 12884961923 rc 0/0 00000100:00100000:2.0:1788572576.650037:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36855 00000100:00100000:0.0:1788572576.651672:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83982d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440195976448:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572576.653374:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4851db lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653401:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4851db lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653416:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4851db lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653425:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4851db lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653431:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4851db lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653437:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4851db lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653459:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572576.653485:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c4851d4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653496:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c4851d4 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653503:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c4851d4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653509:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6cc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.653514:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c4851d4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653521:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c4851d4 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653535:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c7:0x0].0x0 (ffff88ca96814a00) 00010000:00010000:2.0:1788572576.653538:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.653544:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c4851d4 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653551:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6cc00/0xaad440e68c4851d4 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653569:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653577:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653584:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653614:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572576.653635:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572576.653642:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4851b1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653646:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572576.653650:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4851b1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653654:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4851db lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653657:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4851b1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653660:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.653664:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4851db lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653671:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4851db lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653674:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572576.653678:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572576.653681:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c7:0x0].0x0 (ffff88ca96814a00) 00010000:00010000:2.0:1788572576.653683:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85800/0xaad440e68c4851b8 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4851bf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653684:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572576.653687:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4851db lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.653691:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85800/0xaad440e68c4851b8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4851bf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653693:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4851db lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653710:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572576.653713:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653719:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.653722:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.653730:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653768:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653774:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.653798:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.653798:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+35:361572:x1875453632992000:12345-192.168.202.54@tcp:36:rm.0 Request processed in 18053us (18249us total) trans 8589973191 rc 0/0 00010000:00010000:0.0:1788572576.653805:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfede200/0xaad440e68c4851c6 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4851cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.653808:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138008 00010000:00010000:0.0:1788572576.653823:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.653826:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4851b1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653831:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84c00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.653834:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4851b1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.653841:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4851b1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653858:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4851b1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653864:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572576.653877:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.653891:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4851b1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.653898:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1788572576.653899:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd84c00/0xaad440e68c4851aa lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4851b1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.653910:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.653912:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.653913:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.653915:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b675180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195976704:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.653922:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195976576:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572576.654018:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.654048:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.654766:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195976576 00000100:00100000:1.0:1788572576.654777:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195976576 00000100:00100000:1.0:1788572576.654835:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15825 00000100:00100000:1.0:1788572576.654844:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b675c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+131:3640:x1875440195976576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572576.654859:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.654878:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4851cd lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4c7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4851c6 expref: 131 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.654893:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c7:0x0].0x0 (ffff88ca96814d00) 00010000:00010000:1.0:1788572576.654902:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572576.654958:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b675c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+130:3640:x1875440195976576:12345-0@lo:103:ldlm_bl.0 Request processed in 103us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.654972:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15825 00000100:00100000:0.0:1788572576.655903:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440195976576:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572576.659688:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c4850f4 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4850fb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.659709:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c4850f4 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4850fb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.659758:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c4850f4 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4850fb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.659765:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.659797:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21400/0xaad440e68c4850f4 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4850fb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.659817:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6d600/0xaad440e68c484eee lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484ef5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.659824:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6d600/0xaad440e68c484eee lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484ef5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.659842:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6d600/0xaad440e68c484eee lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484ef5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.659848:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788572576.660052:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788572576.660079:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195976832:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.660173:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572576.660438:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca82c6d600/0xaad440e68c484eee lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484ef5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660459:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00000/0xaad440e68c484e1c lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xbbdc5c8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484e23 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.660469:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00000/0xaad440e68c484e1c lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xbbdc5c8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484e23 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660490:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00000/0xaad440e68c484e1c lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xbbdc5c8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484e23 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660502:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.660509:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00000/0xaad440e68c484e1c lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xbbdc5c8c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484e23 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660524:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf000/0xaad440e68c484dba lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484dc1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.660532:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf000/0xaad440e68c484dba lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484dc1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660548:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf000/0xaad440e68c484dba lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484dc1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660553:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.660561:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf000/0xaad440e68c484dba lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484dc1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660574:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede000/0xaad440e68c484c94 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484c9b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.660583:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede000/0xaad440e68c484c94 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484c9b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660597:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede000/0xaad440e68c484c94 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484c9b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660603:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.660608:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfede000/0xaad440e68c484c94 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484c9b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660623:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484bfa lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484c01 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.660631:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484bfa lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484c01 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660645:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484bfa lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484c01 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660652:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.660656:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21c00/0xaad440e68c484bfa lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484c01 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660669:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11800/0xaad440e68c484afe lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484b05 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.660677:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11800/0xaad440e68c484afe lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484b05 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660692:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11800/0xaad440e68c484afe lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b05 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660697:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.660701:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11800/0xaad440e68c484afe lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b05 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660714:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22e00/0xaad440e68c4849a0 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4849a7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.660725:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22e00/0xaad440e68c4849a0 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4849a7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660736:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22e00/0xaad440e68c4849a0 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4849a7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660742:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.660745:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22e00/0xaad440e68c4849a0 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4849a7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660758:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd85400/0xaad440e68c484906 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48490d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.660764:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd85400/0xaad440e68c484906 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48490d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660777:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd85400/0xaad440e68c484906 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48490d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660782:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.660785:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd85400/0xaad440e68c484906 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48490d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660798:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd85000/0xaad440e68c484643 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x19832601 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48464a expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.660805:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd85000/0xaad440e68c484643 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x19832601 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48464a expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660824:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd85000/0xaad440e68c484643 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x19832601 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48464a expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660831:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.660835:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd85000/0xaad440e68c484643 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x19832601 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48464a expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660849:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc200/0xaad440e68c48417a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484181 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.660857:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc200/0xaad440e68c48417a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484181 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660870:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc200/0xaad440e68c48417a lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484181 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660877:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.660882:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc200/0xaad440e68c48417a lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484181 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660895:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48407e lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484085 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.660903:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48407e lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484085 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660916:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48407e lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484085 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660927:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.660931:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48407e lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484085 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.660942:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10400/0xaad440e68c483da6 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x223a2357 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483dad expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.661208:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195977088:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.661255:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.661290:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195977600:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.661311:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.661328:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195978112:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.661364:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.661387:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788572576.661393:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195976960:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.661416:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.661433:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195977472:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.661452:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.661466:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195977984:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.661486:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.661514:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195976832 00000100:00100000:1.0:1788572576.661521:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195976832 00000100:00100000:1.0:1788572576.661562:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195977088 00000100:00100000:1.0:1788572576.661565:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195977088 00000100:00100000:1.0:1788572576.661578:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195977600 00000100:00100000:1.0:1788572576.661581:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195977600 00000100:00100000:1.0:1788572576.661592:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195978112 00000100:00100000:1.0:1788572576.661594:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195978112 00000100:00100000:1.0:1788572576.661605:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195976960 00000100:00100000:1.0:1788572576.661607:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195976960 00000100:00100000:1.0:1788572576.661618:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195977472 00000100:00100000:1.0:1788572576.661620:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195977472 00000100:00100000:1.0:1788572576.661633:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15826 00000100:00100000:1.0:1788572576.661641:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+75:3637:x1875440195976832:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1788572576.661653:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.661675:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84400/0xaad440e68c4850fb lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1ea16915 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4850f4 expref: 75 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.661691:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1ea16915 (ffff88ca96814200) 00010000:00010000:1.0:1788572576.661701:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572576.661733:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+74:3637:x1875440195976832:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 92us (1560us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.661740:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15826 00000100:00100000:1.0:1788572576.661754:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195977984 00000100:00100000:1.0:1788572576.661757:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195977984 00000100:00100000:1.0:1788572576.661771:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15827 00000100:00100000:1.0:1788572576.661777:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+74:3640:x1875440195977088:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1788572576.661783:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.661795:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfede600/0xaad440e68c484e23 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xbbdc5c8c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484e1c expref: 74 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.661806:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xbbdc5c8c (ffff88caa2ec8000) 00010000:00010000:1.0:1788572576.661813:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572576.661839:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+73:3640:x1875440195977088:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 62us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.661846:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15827 00000100:00100000:1.0:1788572576.661857:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15828 00000100:00100000:1.0:1788572576.661864:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+72:3640:x1875440195977600:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1788572576.661871:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.661881:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c400/0xaad440e68c484b05 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7485fbab bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484afe expref: 72 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.661894:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x7485fbab (ffff88cbbfecc800) 00010000:00010000:1.0:1788572576.661900:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572576.661921:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+71:3640:x1875440195977600:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 58us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.661927:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15828 00000100:00100000:1.0:1788572576.661939:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15829 00000004:00010000:2.0:1788572576.663475:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10400/0xaad440e68c483da6 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x223a2357 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483dad expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.663526:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15830 00000100:00100000:2.0:1788572576.663542:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+70:3640:x1875440195976960:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.663555:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.663574:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23e00/0xaad440e68c484ef5 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc015195 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484eee expref: 70 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.663591:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc015195 (ffff88ca8b6a2e00) 00010000:00010000:2.0:1788572576.663602:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.663661:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+69:3640:x1875440195976960:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 126us (2243us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.663668:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15830 00000100:00100000:2.0:1788572576.663692:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15831 00000100:00100000:2.0:1788572576.663698:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+68:3640:x1875440195977472:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.663706:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.663718:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c200/0xaad440e68c484c01 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x18bb3374 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484bfa expref: 68 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.663730:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x18bb3374 (ffff88cbbfecc900) 00010000:00010000:2.0:1788572576.663738:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.663763:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+67:3640:x1875440195977472:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 66us (2311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.663769:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15831 00000100:00100000:2.0:1788572576.663780:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15832 00000100:00100000:2.0:1788572576.663786:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+66:3640:x1875440195977984:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.663793:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.663804:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84200/0xaad440e68c48464a lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x19832601 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484643 expref: 66 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.663813:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x19832601 (ffff88ca91600400) 00010000:00010000:2.0:1788572576.663820:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.663842:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+65:3640:x1875440195977984:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 56us (2355us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.663848:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15832 00010000:00010000:2.0:1788572576.663881:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10400/0xaad440e68c483da6 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x223a2357 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483dad expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.663889:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.663898:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10400/0xaad440e68c483da6 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x223a2357 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483dad expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.663913:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedfe00/0xaad440e68c483d44 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xa991a082 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483d4b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.663927:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedfe00/0xaad440e68c483d44 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xa991a082 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483d4b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.663943:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedfe00/0xaad440e68c483d44 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xa991a082 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483d4b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.664340:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.664535:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.664630:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+64:3640:x1875440195978112:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1788572576.664644:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.664657:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c484181 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1b9e04f3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48417a expref: 64 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.664668:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1b9e04f3 (ffff88cb8a287d00) 00010000:00010000:1.0:1788572576.664675:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572576.664703:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+63:3640:x1875440195978112:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 2759us (3353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.664711:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15829 00000100:00100000:1.0:1788572576.664728:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195976704 00000100:00100000:1.0:1788572576.664734:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195976704 00000100:00100000:1.0:1788572576.664763:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15833 00000100:00100000:1.0:1788572576.664768:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+130:3638:x1875440195976704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572576.664777:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.664789:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4851b1 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4851aa expref: 130 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.664799:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb71ef700) 00010000:00010000:1.0:1788572576.664805:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572576.664829:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+129:3638:x1875440195976704:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.664835:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15833 00000100:00100000:1.0:1788572576.664907:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195976960:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.664919:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195977472:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.664928:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195977984:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.664938:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195977088:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.666306:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.666324:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedfe00/0xaad440e68c483d44 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xa991a082 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483d4b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.666360:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb829e4800/0xaad440e68c483caa lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x765dece3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483cb1 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.666371:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb829e4800/0xaad440e68c483caa lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x765dece3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483cb1 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.666423:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b675180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440195976704:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.666451:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195977344:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.666503:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.666527:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195977856:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.666549:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.666569:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195978368:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.666586:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.666606:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195977344 00000100:00100000:2.0:1788572576.666611:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195977344 00000100:00100000:2.0:1788572576.666644:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195977856 00000100:00100000:2.0:1788572576.666647:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195977856 00000100:00100000:2.0:1788572576.666658:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195978368 00000100:00100000:2.0:1788572576.666660:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195978368 00000100:00100000:2.0:1788572576.666672:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15834 00000100:00100000:2.0:1788572576.666680:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+65:3638:x1875440195977344:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.666690:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.666707:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf600/0xaad440e68c484c9b lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6116f306 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484c94 expref: 65 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.666719:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x6116f306 (ffff88ca8b6a2d00) 00010000:00010000:2.0:1788572576.666728:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.666753:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+64:3638:x1875440195977344:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 74us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.666759:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15834 00000100:00100000:2.0:1788572576.666775:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15835 00000100:00100000:2.0:1788572576.666781:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+63:3638:x1875440195977856:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.666788:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.666798:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd85200/0xaad440e68c48490d lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc848dc1c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484906 expref: 63 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.666808:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc848dc1c (ffff88ca91600700) 00010000:00010000:2.0:1788572576.666816:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.666836:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+62:3638:x1875440195977856:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 56us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.666843:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15835 00000100:00100000:2.0:1788572576.666855:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15836 00000100:00100000:2.0:1788572576.666861:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+61:3638:x1875440195978368:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.666868:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.666878:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c483dad lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x223a2357 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c483da6 expref: 61 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.666889:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x223a2357 (ffff88ca91e6c800) 00010000:00010000:2.0:1788572576.666895:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.666914:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+60:3638:x1875440195978368:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 54us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.666921:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15836 00000100:00100000:2.0:1788572576.666967:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195978368:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.666988:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195977344:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.666996:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195977856:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.667007:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788572576.667014:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195977216:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.667039:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.667057:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195977216 00000100:00100000:2.0:1788572576.667060:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195977216 00000100:00100000:2.0:1788572576.667080:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15837 00000100:00100000:2.0:1788572576.667085:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+60:3638:x1875440195977216:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.667093:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.667103:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c484dc1 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5fca4977 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484dba expref: 60 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.667115:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x5fca4977 (ffff88cbb349d700) 00010000:00010000:2.0:1788572576.667122:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.667142:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9f8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+59:3638:x1875440195977216:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 57us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.667149:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15837 00000100:00100000:2.0:1788572576.667216:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195977216:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.667224:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195977728:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.667243:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.667260:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195977728 00000100:00100000:2.0:1788572576.667263:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195977728 00000100:00100000:2.0:1788572576.667282:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15838 00000100:00100000:2.0:1788572576.667287:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+59:3638:x1875440195977728:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.667294:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.667305:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c600/0xaad440e68c4849a7 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2a7cb0c3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4849a0 expref: 59 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.667317:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x2a7cb0c3 (ffff88ca8b6a2f00) 00010000:00010000:2.0:1788572576.667323:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.667344:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+58:3638:x1875440195977728:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 57us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.667404:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195977600:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.667419:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195978112:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.667450:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788572576.667456:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195978496:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.667482:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.667503:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195978496 00000100:00100000:1.0:1788572576.667506:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195978496 00000100:00100000:1.0:1788572576.667528:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15839 00000100:00100000:1.0:1788572576.667533:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+59:3640:x1875440195978496:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1788572576.667540:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.667551:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfedf400/0xaad440e68c483d4b lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xa991a082 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c483d44 expref: 59 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.667562:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xa991a082 (ffff88ca962acc00) 00010000:00010000:1.0:1788572576.667570:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572576.667593:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+58:3640:x1875440195978496:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 60us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.667599:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15839 00000100:00100000:1.0:1788572576.667622:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195978496:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1788572576.667647:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195976832:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1788572576.669204:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb829e4800/0xaad440e68c483caa lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x765dece3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483cb1 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669220:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.669245:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb829e4800/0xaad440e68c483caa lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x765dece3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483cb1 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669275:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb829e4a00/0xaad440e68c483ba0 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x196daf76 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483ba7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.669284:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb829e4a00/0xaad440e68c483ba0 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x196daf76 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483ba7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669307:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb829e4a00/0xaad440e68c483ba0 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x196daf76 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483ba7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669313:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.669325:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb829e4a00/0xaad440e68c483ba0 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x196daf76 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483ba7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.669334:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632992128 00010000:00010000:1.0:1788572576.669341:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11c00/0xaad440e68c4839a8 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd5b8152f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4839af expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.669342:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632992128 00000004:00010000:1.0:1788572576.669361:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11c00/0xaad440e68c4839a8 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd5b8152f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4839af expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669378:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11c00/0xaad440e68c4839a8 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd5b8152f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4839af expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669383:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.669389:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11c00/0xaad440e68c4839a8 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd5b8152f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4839af expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669404:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10800/0xaad440e68c483946 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x43e3a2da bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48394d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.669409:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138009 00000004:00010000:1.0:1788572576.669412:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10800/0xaad440e68c483946 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x43e3a2da bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48394d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.669418:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:361572:x1875453632992128:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572576.669425:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10800/0xaad440e68c483946 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x43e3a2da bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48394d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669434:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.669435:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.669440:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10800/0xaad440e68c483946 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x43e3a2da bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48394d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669452:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c4838ac lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x25db3472 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4838b3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669454:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe200/0xaad440e68c4851e2 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7746d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.669459:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c4838ac lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x25db3472 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4838b3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669470:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c4838ac lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x25db3472 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4838b3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669475:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.669479:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c4838ac lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x25db3472 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4838b3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669491:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11600/0xaad440e68c4837e8 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7a18c277 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4837ef expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.669498:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11600/0xaad440e68c4837e8 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7a18c277 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4837ef expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669510:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11600/0xaad440e68c4837e8 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7a18c277 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4837ef expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669515:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.669519:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11600/0xaad440e68c4837e8 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7a18c277 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4837ef expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669532:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe600/0xaad440e68c4836ec lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1b38cc7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4836f3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669535:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c4851e9 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.669540:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe600/0xaad440e68c4836ec lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1b38cc7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4836f3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669548:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c4851e9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669552:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe600/0xaad440e68c4836ec lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1b38cc7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4836f3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669557:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.669559:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c4851e9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669560:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe600/0xaad440e68c4836ec lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1b38cc7c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4836f3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669572:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4851f0 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669576:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf200/0xaad440e68c48361a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x726c9f5a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483621 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669579:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4851f0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.669583:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf200/0xaad440e68c48361a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x726c9f5a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483621 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669585:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4851f0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669595:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf200/0xaad440e68c48361a lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x726c9f5a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483621 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669600:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.669603:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfedf200/0xaad440e68c48361a lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x726c9f5a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483621 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669617:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c48343e lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xf16b7c28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483445 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.669628:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c48343e lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xf16b7c28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483445 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669641:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c48343e lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xf16b7c28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483445 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669646:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.669649:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c48343e lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xf16b7c28 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483445 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669666:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb829e5c00/0xaad440e68c4833dc lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x32baf381 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4833e3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.669672:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb829e5c00/0xaad440e68c4833dc lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x32baf381 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4833e3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669685:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb829e5c00/0xaad440e68c4833dc lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x32baf381 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4833e3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669690:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.669694:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb829e5c00/0xaad440e68c4833dc lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x32baf381 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4833e3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669706:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfeca800/0xaad440e68c48320e lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe6844e76 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c483215 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.669712:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfeca800/0xaad440e68c48320e lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe6844e76 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c483215 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669729:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfeca800/0xaad440e68c48320e lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe6844e76 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483215 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669732:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c4851f7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x745:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669736:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.669741:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c4851f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x745:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669741:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfeca800/0xaad440e68c48320e lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe6844e76 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c483215 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669752:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c4851f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x745:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669754:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c4830a2 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1db3bfe1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4830a9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.669761:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c4830a2 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1db3bfe1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4830a9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669772:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c4830a2 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1db3bfe1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4830a9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669778:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.669782:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c4830a2 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1db3bfe1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4830a9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572576.669786:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x745:0x0]: returning size 0 00000004:00200000:0.0:1788572576.669790:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572576.669793:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c482fa6 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x81b0924a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482fad expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.669798:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c482fa6 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x81b0924a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482fad expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.669810:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c4851f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x745:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669810:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c482fa6 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x81b0924a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482fad expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669820:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.669822:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c4851f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x745:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669824:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c482fa6 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x81b0924a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482fad expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669832:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c4851e9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669836:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c482d5a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4ae4bf24 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482d61 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669838:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c4851e9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.669844:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c482d5a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4ae4bf24 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482d61 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669846:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c4851e9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669853:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c4851e9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669857:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c482d5a lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4ae4bf24 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482d61 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669859:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.669861:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.669864:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c4851e9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669865:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c482d5a lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4ae4bf24 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482d61 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669871:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c4851e9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669879:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8b2c6b00) 00010000:00010000:1.0:1788572576.669879:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00400/0xaad440e68c4829f6 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc5f7b4f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4829fd expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669883:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:1.0:1788572576.669886:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00400/0xaad440e68c4829f6 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc5f7b4f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4829fd expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669888:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c4851e9 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669895:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c4851e9 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669898:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00400/0xaad440e68c4829f6 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc5f7b4f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4829fd expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669902:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.669906:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4851f0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669907:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f00400/0xaad440e68c4829f6 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc5f7b4f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4829fd expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669913:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4851f0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669918:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4851f0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.669920:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265e00/0xaad440e68c482994 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5073fc67 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48299b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669924:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.669926:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4851f0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.669928:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265e00/0xaad440e68c482994 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5073fc67 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48299b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669933:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4851f0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669939:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xcf1baf0a (ffff88cb8b2c6700) 00010000:00010000:1.0:1788572576.669940:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265e00/0xaad440e68c482994 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5073fc67 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48299b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669941:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.669944:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4851f0 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669949:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4851f0 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669979:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe200/0xaad440e68c4851e2 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7746d expref: 152 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.669997:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c4851f7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x745:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7746d expref: 151 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.670004:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x745:0x0].0x0 (ffff88ca91e6cc00) 00010000:00010000:0.0:1788572576.670006:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572576.670009:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afec00, rc 0) 00000100:00100000:0.0:1788572576.670072:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90180e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+151:361572:x1875453632992128:12345-192.168.202.54@tcp:101:rm.0 Request processed in 655us (5538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.670080:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138009 00000100:00100000:0.0:1788572576.670118:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195979008:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.670127:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195978624:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.670217:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15838 00010000:00010000:1.0:1788572576.670274:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670282:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265e00/0xaad440e68c482994 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5073fc67 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48299b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670298:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde6fe00/0xaad440e68c482932 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x3ff21fcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482939 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670305:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde6fe00/0xaad440e68c482932 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x3ff21fcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482939 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670323:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde6fe00/0xaad440e68c482932 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x3ff21fcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482939 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670334:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670340:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde6fe00/0xaad440e68c482932 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x3ff21fcc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482939 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670365:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7800/0xaad440e68c4828d0 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xaf5f7dcd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4828d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670376:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7800/0xaad440e68c4828d0 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xaf5f7dcd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4828d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670390:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7800/0xaad440e68c4828d0 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xaf5f7dcd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4828d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670396:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670400:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7800/0xaad440e68c4828d0 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xaf5f7dcd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4828d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670412:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b600/0xaad440e68c4827aa lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x96b6b40a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4827b1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670419:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b600/0xaad440e68c4827aa lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x96b6b40a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4827b1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670431:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b600/0xaad440e68c4827aa lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x96b6b40a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4827b1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670436:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670440:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b600/0xaad440e68c4827aa lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x96b6b40a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4827b1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670449:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c482542 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9ea457c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482549 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670456:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c482542 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9ea457c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482549 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670479:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c482542 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9ea457c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482549 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670485:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670489:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c482542 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9ea457c3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482549 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670502:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa1ecf600/0xaad440e68c482232 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe36cb79d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c482239 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670509:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa1ecf600/0xaad440e68c482232 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe36cb79d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c482239 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670522:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa1ecf600/0xaad440e68c482232 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe36cb79d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482239 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670527:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670531:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa1ecf600/0xaad440e68c482232 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe36cb79d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c482239 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670543:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01600/0xaad440e68c4821d0 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x48ba847a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4821d7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670550:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01600/0xaad440e68c4821d0 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x48ba847a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4821d7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670563:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01600/0xaad440e68c4821d0 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x48ba847a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4821d7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670573:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670578:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01600/0xaad440e68c4821d0 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x48ba847a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4821d7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670592:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca914f6000/0xaad440e68c481ff4 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd48278b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481ffb expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670601:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca914f6000/0xaad440e68c481ff4 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd48278b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481ffb expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670615:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca914f6000/0xaad440e68c481ff4 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd48278b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481ffb expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670620:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670623:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca914f6000/0xaad440e68c481ff4 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd48278b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481ffb expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670634:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca914f7400/0xaad440e68c481e50 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x722ec74e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481e57 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670641:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca914f7400/0xaad440e68c481e50 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x722ec74e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481e57 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670655:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca914f7400/0xaad440e68c481e50 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x722ec74e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481e57 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670660:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670664:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca914f7400/0xaad440e68c481e50 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x722ec74e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481e57 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670675:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513c00/0xaad440e68c481d8c lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9539c7f4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481d93 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670683:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513c00/0xaad440e68c481d8c lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9539c7f4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481d93 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670696:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513c00/0xaad440e68c481d8c lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9539c7f4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481d93 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670702:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670706:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513c00/0xaad440e68c481d8c lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9539c7f4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481d93 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670718:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780a00/0xaad440e68c481b4e lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5c80a8a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481b55 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670725:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780a00/0xaad440e68c481b4e lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5c80a8a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481b55 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670738:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780a00/0xaad440e68c481b4e lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5c80a8a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481b55 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670744:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670748:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780a00/0xaad440e68c481b4e lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5c80a8a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481b55 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670760:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa30adc00/0xaad440e68c481aec lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe5789357 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481af3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670770:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa30adc00/0xaad440e68c481aec lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe5789357 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481af3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670784:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa30adc00/0xaad440e68c481aec lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe5789357 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481af3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670789:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670794:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa30adc00/0xaad440e68c481aec lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe5789357 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481af3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670806:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513600/0xaad440e68c481a52 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4ba45ae8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481a59 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670814:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513600/0xaad440e68c481a52 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4ba45ae8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481a59 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670826:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513600/0xaad440e68c481a52 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4ba45ae8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481a59 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670832:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670835:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513600/0xaad440e68c481a52 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4ba45ae8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481a59 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670846:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde6e800/0xaad440e68c48185a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x83a48ea4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481861 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670853:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde6e800/0xaad440e68c48185a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x83a48ea4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481861 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670869:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde6e800/0xaad440e68c48185a lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x83a48ea4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481861 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670875:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670879:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde6e800/0xaad440e68c48185a lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x83a48ea4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481861 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670890:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512800/0xaad440e68c481654 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xa77d2be5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48165b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670898:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512800/0xaad440e68c481654 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xa77d2be5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48165b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670911:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512800/0xaad440e68c481654 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xa77d2be5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48165b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670917:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670921:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512800/0xaad440e68c481654 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xa77d2be5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48165b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670933:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fde00/0xaad440e68c4815ba lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc644f807 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4815c1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.670941:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fde00/0xaad440e68c4815ba lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc644f807 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4815c1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670976:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fde00/0xaad440e68c4815ba lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc644f807 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4815c1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.670987:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.670992:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fde00/0xaad440e68c4815ba lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc644f807 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4815c1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671006:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfecbc00/0xaad440e68c481520 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x577446cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c481527 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.671014:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfecbc00/0xaad440e68c481520 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x577446cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c481527 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671027:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfecbc00/0xaad440e68c481520 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x577446cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481527 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671034:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.671038:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfecbc00/0xaad440e68c481520 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x577446cc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c481527 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671050:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca96a95000/0xaad440e68c4813b4 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x211f35c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4813bb expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.671057:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca96a95000/0xaad440e68c4813b4 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x211f35c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4813bb expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671069:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca96a95000/0xaad440e68c4813b4 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x211f35c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4813bb expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671074:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.671078:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca96a95000/0xaad440e68c4813b4 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x211f35c4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4813bb expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671092:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3c00/0xaad440e68c4812aa lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xcf057795 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4812b1 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.671100:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3c00/0xaad440e68c4812aa lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xcf057795 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4812b1 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671113:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3c00/0xaad440e68c4812aa lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xcf057795 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4812b1 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671119:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.671123:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3c00/0xaad440e68c4812aa lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xcf057795 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4812b1 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671134:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02600/0xaad440e68c4811ae lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc8d155e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4811b5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.671141:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02600/0xaad440e68c4811ae lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc8d155e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4811b5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671177:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02600/0xaad440e68c4811ae lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc8d155e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4811b5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671184:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.671187:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02600/0xaad440e68c4811ae lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc8d155e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4811b5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671200:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02c00/0xaad440e68c481114 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xdf9c1298 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48111b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.671211:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02c00/0xaad440e68c481114 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xdf9c1298 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48111b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671225:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02c00/0xaad440e68c481114 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xdf9c1298 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48111b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671232:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.671236:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02c00/0xaad440e68c481114 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xdf9c1298 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48111b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671248:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c480fb6 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4440a2ca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c480fbd expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.671256:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c480fb6 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4440a2ca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c480fbd expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671268:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c480fb6 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4440a2ca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480fbd expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671275:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.671278:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c480fb6 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4440a2ca bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480fbd expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671290:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c480e20 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd231b973 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c480e27 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.671297:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c480e20 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd231b973 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c480e27 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671314:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c480e20 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd231b973 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480e27 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671320:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.671324:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c480e20 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd231b973 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480e27 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671338:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e200/0xaad440e68c480d4e lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xb8c001f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c480d55 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.671345:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e200/0xaad440e68c480d4e lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xb8c001f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c480d55 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671373:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e200/0xaad440e68c480d4e lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xb8c001f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480d55 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671379:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.671384:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e200/0xaad440e68c480d4e lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xb8c001f9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480d55 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671397:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f400/0xaad440e68c480cec lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe2b8fcda bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c480cf3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.671405:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f400/0xaad440e68c480cec lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe2b8fcda bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c480cf3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671418:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f400/0xaad440e68c480cec lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe2b8fcda bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480cf3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671430:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.671434:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f400/0xaad440e68c480cec lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe2b8fcda bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480cf3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671447:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca96a94400/0xaad440e68c480c28 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5a3fd645 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c480c2f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.671454:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca96a94400/0xaad440e68c480c28 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5a3fd645 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c480c2f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671467:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca96a94400/0xaad440e68c480c28 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5a3fd645 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480c2f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.671474:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572576.671479:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca96a94400/0xaad440e68c480c28 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5a3fd645 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c480c2f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788572576.671491:0:202372:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884961923 is committed 00000001:00080000:1.0:1788572576.671543:0:202372:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884961921 is committed 00000004:00080000:1.0:1788572576.673194:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 371 committed 00000004:00080000:1.0:1788572576.673231:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 382 committed 00000020:00080000:1.0:1788572576.673257:0:202372:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 8589962904 batchid updated 00000020:00080000:1.0:1788572576.673361:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca95197240 refcount 2 committed 0 result 0 batchid 8589962949 00000020:00080000:1.0:1788572576.673367:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfec9800 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88cb90ac03c0 00000020:00080000:1.0:1788572576.673370:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].637 00000020:00080000:1.0:1788572576.673373:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfec9700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96da8200 00000020:00080000:1.0:1788572576.673375:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].169 00000020:00080000:1.0:1788572576.673392:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8b7abe40 refcount 2 committed 0 result 0 batchid 8589962948 00000020:00080000:1.0:1788572576.673396:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbadf42d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b7ab000 00000020:00080000:1.0:1788572576.673398:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].636 00000020:00080000:1.0:1788572576.673400:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb87941a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8f259600 00000020:00080000:1.0:1788572576.673403:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].167 00000020:00080000:1.0:1788572576.673416:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88cb893f5300 refcount 2 committed 0 result 0 batchid 8589962947 00000020:00080000:1.0:1788572576.673419:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa24eba00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88cb893f56c0 00000020:00080000:1.0:1788572576.673422:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].635 00000020:00080000:1.0:1788572576.673424:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa24eb500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa078fa00 00000020:00080000:1.0:1788572576.673426:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].166 00000004:00080000:1.0:1788572576.673430:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 370 committed 00000020:00080000:1.0:1788572576.673434:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8ff62300 refcount 2 committed 0 result 0 batchid 8589962946 00000020:00080000:1.0:1788572576.673436:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ff62600 00000020:00080000:1.0:1788572576.673439:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].634 00000020:00080000:1.0:1788572576.673441:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfd39a00 00000020:00080000:1.0:1788572576.673443:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].165 00000020:00080000:1.0:1788572576.673450:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8b7ab9c0 refcount 2 committed 0 result 0 batchid 8589962945 00000020:00080000:1.0:1788572576.673453:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c79ec00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b7abd80 00000020:00080000:1.0:1788572576.673456:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].633 00000020:00080000:1.0:1788572576.673458:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c79e900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8e5a7600 00000020:00080000:1.0:1788572576.673461:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].164 00000004:00080000:1.0:1788572576.673466:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 381 committed 00000020:00080000:1.0:1788572576.673469:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88cb90ac0300 refcount 2 committed 0 result 0 batchid 8589962944 00000020:00080000:1.0:1788572576.673472:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c79ef00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88cb90ac0000 00000020:00080000:1.0:1788572576.673475:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].632 00000020:00080000:1.0:1788572576.673477:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c79e600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8e5a7200 00000020:00080000:1.0:1788572576.673480:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].163 00000020:00080000:1.0:1788572576.673492:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca951973c0 refcount 2 committed 0 result 0 batchid 8589962943 00000020:00080000:1.0:1788572576.673495:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95197600 00000020:00080000:1.0:1788572576.673497:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].631 00000020:00080000:1.0:1788572576.673499:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca85b5cc00 00000020:00080000:1.0:1788572576.673501:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].162 00000020:00080000:1.0:1788572576.673506:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8d3d2540 refcount 2 committed 0 result 0 batchid 8589962942 00000020:00080000:1.0:1788572576.673508:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb921e6000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8d3d29c0 00000020:00080000:1.0:1788572576.673511:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].630 00000020:00080000:1.0:1788572576.673513:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb921e6500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b78d600 00000020:00080000:1.0:1788572576.673515:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].161 00000020:00080000:1.0:1788572576.673522:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca9247f300 refcount 2 committed 0 result 0 batchid 8589962941 00000020:00080000:1.0:1788572576.673524:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7d600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9247f480 00000020:00080000:1.0:1788572576.673527:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].629 00000020:00080000:1.0:1788572576.673529:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7d100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8e5a7800 00000020:00080000:1.0:1788572576.673531:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].160 00000020:00080000:1.0:1788572576.673538:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca91ac6480 refcount 2 committed 0 result 0 batchid 8589962940 00000020:00080000:1.0:1788572576.673541:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7d400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca97f04180 00000020:00080000:1.0:1788572576.673543:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].628 00000020:00080000:1.0:1788572576.673545:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7d000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8e5a7a00 00000020:00080000:1.0:1788572576.673548:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].159 00000020:00080000:1.0:1788572576.673554:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88cb8cbfae40 refcount 2 committed 0 result 0 batchid 8589962939 00000020:00080000:1.0:1788572576.673556:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6ff00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88cb8cbfa9c0 00000020:00080000:1.0:1788572576.673559:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].627 00000020:00080000:1.0:1788572576.673561:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6f000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfd01400 00000020:00080000:1.0:1788572576.673563:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].158 00000020:00080000:1.0:1788572576.673567:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8bd3f840 refcount 2 committed 0 result 0 batchid 8589962938 00000020:00080000:1.0:1788572576.673570:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6fe00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8bd3f180 00000020:00080000:1.0:1788572576.673572:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].626 00000020:00080000:1.0:1788572576.673574:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6f100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfd01000 00000020:00080000:1.0:1788572576.673577:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].157 00000020:00080000:1.0:1788572576.673590:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca84326b40 refcount 2 committed 0 result 0 batchid 8589962937 00000020:00080000:1.0:1788572576.673593:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6f200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84326f00 00000020:00080000:1.0:1788572576.673596:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].625 00000020:00080000:1.0:1788572576.673598:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6f700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92937400 00000020:00080000:1.0:1788572576.673600:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].156 00000020:00080000:1.0:1788572576.673605:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca95c51300 refcount 2 committed 0 result 0 batchid 8589962936 00000020:00080000:1.0:1788572576.673607:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa24eb600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95c516c0 00000020:00080000:1.0:1788572576.673609:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].624 00000020:00080000:1.0:1788572576.673611:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa24eb300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa078f000 00000020:00080000:1.0:1788572576.673613:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].155 00000020:00080000:1.0:1788572576.673624:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca84326d80 refcount 2 committed 0 result 0 batchid 8589962935 00000020:00080000:1.0:1788572576.673626:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6fa00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84326600 00000020:00080000:1.0:1788572576.673629:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].623 00000020:00080000:1.0:1788572576.673631:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6f900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92936000 00000020:00080000:1.0:1788572576.673633:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].154 00000020:00080000:1.0:1788572576.673638:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8d32c540 refcount 2 committed 0 result 0 batchid 8589962934 00000020:00080000:1.0:1788572576.673641:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbe2c1300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8d32c600 00000020:00080000:1.0:1788572576.673643:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].622 00000020:00080000:1.0:1788572576.673645:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbe2c1f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa078e800 00000020:00080000:1.0:1788572576.673647:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].153 00000020:00080000:1.0:1788572576.673654:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca95f72f00 refcount 2 committed 0 result 0 batchid 8589962933 00000020:00080000:1.0:1788572576.673656:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb921e6100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95f72cc0 00000020:00080000:1.0:1788572576.673659:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].621 00000020:00080000:1.0:1788572576.673661:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb84eda200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84306e00 00000020:00080000:1.0:1788572576.673664:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].152 00000004:00080000:1.0:1788572576.673672:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 369 committed 00000020:00080000:1.0:1788572576.673679:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca843266c0 refcount 2 committed 0 result 0 batchid 8589962932 00000020:00080000:1.0:1788572576.673681:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6f300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84326cc0 00000020:00080000:1.0:1788572576.673683:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].620 00000020:00080000:1.0:1788572576.673685:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6fb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92936e00 00000020:00080000:1.0:1788572576.673687:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].151 00000004:00080000:1.0:1788572576.673698:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 380 committed 00000020:00080000:1.0:1788572576.673704:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8be1d6c0 refcount 2 committed 0 result 0 batchid 8589962931 00000020:00080000:1.0:1788572576.673706:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079a200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96ace780 00000020:00080000:1.0:1788572576.673708:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].619 00000020:00080000:1.0:1788572576.673710:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079a300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca924dda00 00000020:00080000:1.0:1788572576.673712:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].150 00000020:00080000:1.0:1788572576.673718:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca843260c0 refcount 2 committed 0 result 0 batchid 8589962930 00000020:00080000:1.0:1788572576.673721:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6f400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84326e40 00000020:00080000:1.0:1788572576.673723:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].618 00000020:00080000:1.0:1788572576.673725:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6f500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92936200 00000020:00080000:1.0:1788572576.673728:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].149 00000020:00080000:1.0:1788572576.673733:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca97f04d80 refcount 2 committed 0 result 0 batchid 8589962929 00000020:00080000:1.0:1788572576.673735:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf993100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca97f04300 00000020:00080000:1.0:1788572576.673738:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].617 00000020:00080000:1.0:1788572576.673740:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf993400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa01ec400 00000020:00080000:1.0:1788572576.673742:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].148 00000020:00080000:1.0:1788572576.673747:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca98881f00 refcount 2 committed 0 result 0 batchid 8589962928 00000020:00080000:1.0:1788572576.673750:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76700 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88cbade1ef00 00000020:00080000:1.0:1788572576.673752:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].616 00000020:00080000:1.0:1788572576.673754:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca93b99e00 00000020:00080000:1.0:1788572576.673756:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].147 00000020:00080000:1.0:1788572576.673761:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8cf8e600 refcount 2 committed 0 result 0 batchid 8589962927 00000020:00080000:1.0:1788572576.673764:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76a00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8cf8ea80 00000020:00080000:1.0:1788572576.673766:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].615 00000020:00080000:1.0:1788572576.673767:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca93b99a00 00000020:00080000:1.0:1788572576.673770:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].146 00000020:00080000:1.0:1788572576.673777:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88cbade1e780 refcount 2 committed 0 result 0 batchid 8589962926 00000020:00080000:1.0:1788572576.673779:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079a000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88cbade1e900 00000020:00080000:1.0:1788572576.673781:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].614 00000020:00080000:1.0:1788572576.673783:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079a400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca83aef200 00000020:00080000:1.0:1788572576.673785:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].145 00000020:00080000:1.0:1788572576.673801:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8d32cd80 refcount 2 committed 0 result 0 batchid 8589962925 00000020:00080000:1.0:1788572576.673804:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8d32c000 00000020:00080000:1.0:1788572576.673807:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].613 00000020:00080000:1.0:1788572576.673809:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cb8a460c00 00000020:00080000:1.0:1788572576.673811:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].144 00000020:00080000:1.0:1788572576.673816:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca91ac6b40 refcount 2 committed 0 result 0 batchid 8589962924 00000020:00080000:1.0:1788572576.673818:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079ae00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca91ac6300 00000020:00080000:1.0:1788572576.673820:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].612 00000020:00080000:1.0:1788572576.673822:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079a100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca85b5d600 00000020:00080000:1.0:1788572576.673825:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].143 00000020:00080000:1.0:1788572576.673834:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8d32c6c0 refcount 2 committed 0 result 0 batchid 8589962923 00000020:00080000:1.0:1788572576.673836:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8d32c480 00000020:00080000:1.0:1788572576.673839:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].611 00000020:00080000:1.0:1788572576.673841:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca924d5200 00000020:00080000:1.0:1788572576.673843:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].142 00000020:00080000:1.0:1788572576.673852:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca95c51b40 refcount 2 committed 0 result 0 batchid 8589962922 00000020:00080000:1.0:1788572576.673855:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf993000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95c51480 00000020:00080000:1.0:1788572576.673857:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].610 00000020:00080000:1.0:1788572576.673859:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf993c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92474c00 00000020:00080000:1.0:1788572576.673862:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].141 00000004:00080000:1.0:1788572576.673867:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 368 committed 00000020:00080000:1.0:1788572576.673870:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8be1d540 refcount 2 committed 0 result 0 batchid 8589962921 00000020:00080000:1.0:1788572576.673872:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812e00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8be1dd80 00000020:00080000:1.0:1788572576.673874:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].609 00000020:00080000:1.0:1788572576.673876:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca924d5a00 00000020:00080000:1.0:1788572576.673879:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].140 00000020:00080000:1.0:1788572576.673890:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca9247fa80 refcount 2 committed 0 result 0 batchid 8589962920 00000020:00080000:1.0:1788572576.673893:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9169de00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8be14c00 00000020:00080000:1.0:1788572576.673895:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].608 00000020:00080000:1.0:1788572576.673897:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9169d300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca85b5c200 00000020:00080000:1.0:1788572576.673900:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].139 00000020:00080000:1.0:1788572576.673904:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca916ce480 refcount 2 committed 0 result 0 batchid 8589962919 00000020:00080000:1.0:1788572576.673907:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca916ce300 00000020:00080000:1.0:1788572576.673910:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].607 00000020:00080000:1.0:1788572576.673912:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca85b5d400 00000020:00080000:1.0:1788572576.673915:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].138 00000004:00080000:1.0:1788572576.673919:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 379 committed 00000020:00080000:1.0:1788572576.673924:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca916ced80 refcount 2 committed 0 result 0 batchid 8589962918 00000020:00080000:1.0:1788572576.673927:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca916ce540 00000020:00080000:1.0:1788572576.673929:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].606 00000020:00080000:1.0:1788572576.673930:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca85b5ca00 00000020:00080000:1.0:1788572576.673933:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].137 00000020:00080000:1.0:1788572576.673941:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca916ce6c0 refcount 2 committed 0 result 0 batchid 8589962917 00000020:00080000:1.0:1788572576.673944:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca916ce3c0 00000020:00080000:1.0:1788572576.673947:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].605 00000020:00080000:1.0:1788572576.673949:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca85b5d000 00000020:00080000:1.0:1788572576.673951:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].136 00000020:00080000:1.0:1788572576.673980:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8be1d000 refcount 2 committed 0 result 0 batchid 8589962916 00000020:00080000:1.0:1788572576.673984:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbdc92100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8be1d300 00000020:00080000:1.0:1788572576.673987:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].604 00000020:00080000:1.0:1788572576.673989:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbdc92d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca965d6e00 00000020:00080000:1.0:1788572576.673992:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].135 00000020:00080000:1.0:1788572576.673998:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca9029dc00 refcount 2 committed 0 result 0 batchid 8589962915 00000020:00080000:1.0:1788572576.674001:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca945a5300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9029dcc0 00000020:00080000:1.0:1788572576.674004:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].603 00000020:00080000:1.0:1788572576.674006:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88813e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca924dce00 00000020:00080000:1.0:1788572576.674009:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].134 00000020:00080000:1.0:1788572576.674013:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca9029d6c0 refcount 2 committed 0 result 0 batchid 8589962914 00000020:00080000:1.0:1788572576.674016:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88813300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9029db40 00000020:00080000:1.0:1788572576.674018:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].602 00000020:00080000:1.0:1788572576.674019:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88813000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca924dd000 00000020:00080000:1.0:1788572576.674022:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].133 00000020:00080000:1.0:1788572576.674029:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca92940900 refcount 2 committed 0 result 0 batchid 8589962913 00000020:00080000:1.0:1788572576.674031:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6800 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92940d80 00000020:00080000:1.0:1788572576.674034:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].601 00000020:00080000:1.0:1788572576.674037:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca82729c00 00000020:00080000:1.0:1788572576.674039:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].132 00000020:00080000:1.0:1788572576.674045:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca91ac6780 refcount 2 committed 0 result 0 batchid 8589962912 00000020:00080000:1.0:1788572576.674048:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbdc92c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca91ac66c0 00000020:00080000:1.0:1788572576.674050:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].600 00000020:00080000:1.0:1788572576.674053:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbdc92600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca857c5c00 00000020:00080000:1.0:1788572576.674056:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].131 00000020:00080000:1.0:1788572576.674062:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca91ac6c00 refcount 2 committed 0 result 0 batchid 8589962911 00000020:00080000:1.0:1788572576.674064:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f3fce00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca91ac6f00 00000020:00080000:1.0:1788572576.674067:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].599 00000020:00080000:1.0:1788572576.674069:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f3fc400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca857c4200 00000020:00080000:1.0:1788572576.674072:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].130 00000020:00080000:1.0:1788572576.674076:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca91ac6d80 refcount 2 committed 0 result 0 batchid 8589962910 00000020:00080000:1.0:1788572576.674078:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f3fc300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca91ac6240 00000020:00080000:1.0:1788572576.674081:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].598 00000020:00080000:1.0:1788572576.674083:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f3fc600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b549200 00000020:00080000:1.0:1788572576.674086:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].129 00000020:00080000:1.0:1788572576.674093:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca929403c0 refcount 2 committed 0 result 0 batchid 8589962909 00000020:00080000:1.0:1788572576.674096:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92940180 00000020:00080000:1.0:1788572576.674099:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].597 00000020:00080000:1.0:1788572576.674101:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca82728200 00000020:00080000:1.0:1788572576.674104:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].128 00000020:00080000:1.0:1788572576.674118:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8be14600 refcount 2 committed 0 result 0 batchid 8589962908 00000020:00080000:1.0:1788572576.674121:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f3fcd00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8be14d80 00000020:00080000:1.0:1788572576.674124:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].596 00000020:00080000:1.0:1788572576.674126:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f3fcc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b549600 00000020:00080000:1.0:1788572576.674129:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].127 00000004:00080000:1.0:1788572576.674133:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 367 committed 00000020:00080000:1.0:1788572576.674137:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca99506b40 refcount 2 committed 0 result 0 batchid 8589962907 00000020:00080000:1.0:1788572576.674140:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb912c6900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca99506a80 00000020:00080000:1.0:1788572576.674142:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].595 00000020:00080000:1.0:1788572576.674145:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb912c6c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ef63a00 00000020:00080000:1.0:1788572576.674148:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].126 00000020:00080000:1.0:1788572576.674178:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8bd3f000 refcount 2 committed 0 result 0 batchid 8589962906 00000020:00080000:1.0:1788572576.674182:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca9960fc00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8bd3f480 00000020:00080000:1.0:1788572576.674184:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].593 00000020:00080000:1.0:1788572576.674187:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca9960fb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa01ed600 00000020:00080000:1.0:1788572576.674189:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].125 00000020:00080000:1.0:1788572576.674202:0:202372:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca9247fd80 refcount 2 committed 0 result 0 batchid 8589962905 00000020:00080000:1.0:1788572576.674206:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349ed00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9247fcc0 00000020:00080000:1.0:1788572576.674208:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].592 00000020:00080000:1.0:1788572576.674211:0:202372:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349eb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca83aefc00 00000020:00080000:1.0:1788572576.674213:0:202372:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].124 00000020:00080000:1.0:1788572576.674267:0:202372:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 8589962891 batchid updated 00010000:00010000:1.0:1788572576.674297:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03400/0xaad440e68c480e6d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9a6bb745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.674310:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03400/0xaad440e68c480e6d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9a6bb745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.674319:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03400/0xaad440e68c480e6d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9a6bb745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.674325:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.674331:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03400/0xaad440e68c480e6d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9a6bb745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.674339:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03400/0xaad440e68c480e6d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9a6bb745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.676850:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.676915:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195979136:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1788572576.677096:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677184:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677204:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195979648:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677223:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677239:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195980160:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677263:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677291:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195980672:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677313:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677333:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195981184:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677370:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677383:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195981696:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677403:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677413:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195982208:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677431:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677440:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96addf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195982720:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677458:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677468:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96addc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195983232:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677485:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677494:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195983744:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677513:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677522:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195984256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.677543:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677564:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 9 async RPCs [2->3] 00000100:00100000:3.0:1788572576.677571:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195980544:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677591:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677603:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195981056:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1788572576.677614:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195984256 00000100:00100000:3.0:1788572576.677618:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.677621:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195984256 00000100:00100000:3.0:1788572576.677626:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195981568:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677644:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677652:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195982080:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677668:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677676:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195982592:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1788572576.677683:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21212 00000100:00100000:3.0:1788572576.677692:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.677693:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3640:x1875440195984256:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.677700:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96aded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195983104:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677717:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1788572576.677720:0:225661:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3351 count 1 00000100:00100000:3.0:1788572576.677725:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195983616:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.677741:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.677748:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195984128:0@lo:6:osp-syn-0-0.0 00002000:00010000:0.0:1788572576.677756:0:225661:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1788572576.677763:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572576.677764:0:225661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abead00b/0xaad440e68c4851fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.677776:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195984640:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572576.677782:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd17:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.677787:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572576.677793:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000abead00b/0xaad440e68c4851fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.677807:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572576.677816:0:225661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000abead00b/0xaad440e68c4851fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.677826:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195984768:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572576.677828:0:225661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000abead00b/0xaad440e68c4851fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.677837:0:225661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000abead00b/0xaad440e68c4851fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.677843:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572576.677854:0:225661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.677873:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195984128 00000100:00100000:3.0:1788572576.677877:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195984128 00000100:00100000:3.0:1788572576.677896:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195984640 00000100:00100000:3.0:1788572576.677899:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195984640 00000100:00100000:3.0:1788572576.677921:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195984768 00000100:00100000:3.0:1788572576.677923:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195984768 00000100:00100000:3.0:1788572576.677940:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21213 00000100:00100000:2.0:1788572576.679178:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195977728:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.679305:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21214 00000100:00100000:2.0:1788572576.679317:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3640:x1875440195984640:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572576.679339:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3353 count 1 00002000:00010000:2.0:1788572576.679382:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.679388:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c485205 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.679401:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd19:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.679405:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.679412:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c485205 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.679424:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c485205 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.679433:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c485205 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.679440:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c485205 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.679460:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572576.679603:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3640:x1875440195984640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 290us (1793us total) trans 8589944572 rc 0/0 00000100:00100000:2.0:1788572576.679610:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21214 00000100:00100000:2.0:1788572576.679631:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21215 00000100:00100000:2.0:1788572576.679638:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3640:x1875440195984768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572576.679651:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3363 count 1 00002000:00010000:2.0:1788572576.679666:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.679671:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c48520c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.679684:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd23:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.679687:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.679691:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c48520c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.679699:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c48520c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.679707:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c48520c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.679715:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c48520c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.679733:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1788572576.679798:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3640:x1875440195984768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 160us (1953us total) trans 8589944573 rc 0/0 00000100:00100000:2.0:1788572576.679804:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21215 00000100:00100000:2.0:1788572576.679829:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195978624 00000100:00100000:2.0:1788572576.679835:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195978624 00000100:00100000:2.0:1788572576.679867:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195979008 00000100:00100000:2.0:1788572576.679870:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195979008 00000100:00100000:2.0:1788572576.679884:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195979136 00000100:00100000:2.0:1788572576.679886:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195979136 00000100:00100000:2.0:1788572576.679898:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195979648 00000100:00100000:2.0:1788572576.679901:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195979648 00000100:00100000:2.0:1788572576.679914:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195980160 00000100:00100000:2.0:1788572576.679917:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195980160 00000100:00100000:2.0:1788572576.679928:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195980672 00000100:00100000:2.0:1788572576.679930:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195980672 00000100:00100000:2.0:1788572576.679941:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195981184 00000100:00100000:2.0:1788572576.679945:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195981184 00000100:00100000:2.0:1788572576.679956:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195981696 00000100:00100000:3.0:1788572576.680398:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+9:3640:x1875440195984128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.680422:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3832 count 1 00002000:00010000:3.0:1788572576.680446:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xef8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.680453:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c51eb67f/0xaad440e68c485213 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.680465:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xef8:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.680468:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xef8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.680473:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c51eb67f/0xaad440e68c485213 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.680490:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c51eb67f/0xaad440e68c485213 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.680498:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c51eb67f/0xaad440e68c485213 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.680506:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c51eb67f/0xaad440e68c485213 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.680525:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1788572576.680621:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+10:3640:x1875440195984128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2674us (2855us total) trans 8589944574 rc 0/0 00000100:00100000:3.0:1788572576.680628:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21213 00000100:00100000:3.0:1788572576.680656:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195982208 00000100:00100000:3.0:1788572576.680660:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195982208 00000100:00100000:3.0:1788572576.680681:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195982720 00000100:00100000:3.0:1788572576.680683:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195982720 00000100:00100000:3.0:1788572576.680693:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195983232 00000100:00100000:3.0:1788572576.680696:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195983232 00000100:00100000:3.0:1788572576.680707:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195983744 00000100:00100000:3.0:1788572576.680709:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195983744 00000100:00100000:3.0:1788572576.680718:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195980544 00000100:00100000:3.0:1788572576.680720:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195980544 00000100:00100000:3.0:1788572576.680730:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195981056 00000100:00100000:3.0:1788572576.680732:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195981056 00000100:00100000:3.0:1788572576.680743:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195981568 00000100:00100000:3.0:1788572576.680745:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195981568 00000100:00100000:3.0:1788572576.680755:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195982080 00000100:00100000:3.0:1788572576.680758:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195982080 00000100:00100000:3.0:1788572576.680769:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195982592 00000100:00100000:3.0:1788572576.680771:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195982592 00000100:00100000:3.0:1788572576.680780:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195983104 00000100:00100000:3.0:1788572576.680783:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195983104 00000100:00100000:3.0:1788572576.680793:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195983616 00000100:00100000:3.0:1788572576.680796:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195983616 00000100:00100000:3.0:1788572576.680809:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15840 00000100:00100000:3.0:1788572576.680816:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90182d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+74:3640:x1875440195978624:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.680825:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.680846:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11000/0xaad440e68c483cb1 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x765dece3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c483caa expref: 74 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.680864:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x765dece3 (ffff88ca91e6c000) 00010000:00010000:3.0:1788572576.680875:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.680901:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90182d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+73:3640:x1875440195978624:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 85us (4060us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.680907:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15840 00000100:00100000:3.0:1788572576.680919:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15841 00000100:00100000:3.0:1788572576.680925:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b676300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+72:3639:x1875440195979008:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.680934:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.681180:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x9a6bb745 (ffff88cb900a4e00) 00010000:00010000:1.0:1788572576.681186:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.681192:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03400/0xaad440e68c480e6d lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x9a6bb745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681199:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03400/0xaad440e68c480e6d lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x9a6bb745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681248:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c48132f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc373acec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681257:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c48132f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc373acec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681264:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c48132f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc373acec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681270:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.681274:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c48132f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc373acec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681282:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c48132f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc373acec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681292:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xc373acec (ffff88ca9258d100) 00010000:00010000:1.0:1788572576.681295:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.681298:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c48132f lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xc373acec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681304:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c48132f lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xc373acec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681331:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02800/0xaad440e68c48149b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3215e6b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681342:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02800/0xaad440e68c48149b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3215e6b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681360:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02800/0xaad440e68c48149b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3215e6b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681369:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.681373:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02800/0xaad440e68c48149b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3215e6b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681379:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02800/0xaad440e68c48149b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3215e6b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681386:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x3215e6b9 (ffff88caa2ec0700) 00010000:00010000:1.0:1788572576.681389:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.681391:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02800/0xaad440e68c48149b lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x3215e6b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681396:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02800/0xaad440e68c48149b lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x3215e6b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681416:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a94e00/0xaad440e68c481607 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1598db66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681422:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a94e00/0xaad440e68c481607 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1598db66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681427:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a94e00/0xaad440e68c481607 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1598db66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681432:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a94e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.681435:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a94e00/0xaad440e68c481607 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1598db66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681440:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a94e00/0xaad440e68c481607 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1598db66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681447:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x1598db66 (ffff88ca8b6a2700) 00010000:00010000:1.0:1788572576.681449:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.681452:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a94e00/0xaad440e68c481607 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x1598db66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681457:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a94e00/0xaad440e68c481607 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x1598db66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681471:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6f800/0xaad440e68c4816d9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x17229ba6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681477:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6f800/0xaad440e68c4816d9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x17229ba6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681483:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6f800/0xaad440e68c4816d9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x17229ba6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681488:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde6f800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.681491:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6f800/0xaad440e68c4816d9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x17229ba6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681496:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6f800/0xaad440e68c4816d9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x17229ba6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681503:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x17229ba6 (ffff88cb900a4f00) 00010000:00010000:1.0:1788572576.681505:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.681508:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6f800/0xaad440e68c4816d9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x17229ba6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681513:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6f800/0xaad440e68c4816d9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x17229ba6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681529:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb600/0xaad440e68c481773 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xa4474ed7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681536:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb600/0xaad440e68c481773 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xa4474ed7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681542:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb600/0xaad440e68c481773 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xa4474ed7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681546:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfecb600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.681548:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb600/0xaad440e68c481773 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xa4474ed7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681554:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb600/0xaad440e68c481773 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xa4474ed7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681560:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xa4474ed7 (ffff88ca8ff27d00) 00010000:00010000:1.0:1788572576.681562:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.681565:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb600/0xaad440e68c481773 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xa4474ed7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681571:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfecb600/0xaad440e68c481773 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xa4474ed7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681585:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4817ab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdfafad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681594:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4817ab lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdfafad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681599:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4817ab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdfafad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681604:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.681606:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4817ab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdfafad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681612:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4817ab lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdfafad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681619:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xdfafad33 (ffff88cb900a4000) 00010000:00010000:1.0:1788572576.681621:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.681624:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4817ab lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xdfafad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681630:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4817ab lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xdfafad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681645:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6e200/0xaad440e68c481a9f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x169c35db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681651:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6e200/0xaad440e68c481a9f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x169c35db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681656:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6e200/0xaad440e68c481a9f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x169c35db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681661:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde6e200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.681664:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6e200/0xaad440e68c481a9f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x169c35db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681671:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6e200/0xaad440e68c481a9f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x169c35db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681678:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x169c35db (ffff88ca8ed42500) 00010000:00010000:1.0:1788572576.681680:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.681683:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6e200/0xaad440e68c481a9f lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x169c35db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681690:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde6e200/0xaad440e68c481a9f lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x169c35db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681705:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ac00/0xaad440e68c481bd3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1d0f9a7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681710:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ac00/0xaad440e68c481bd3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1d0f9a7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681715:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ac00/0xaad440e68c481bd3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1d0f9a7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681720:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148ac00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.681723:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ac00/0xaad440e68c481bd3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1d0f9a7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681727:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ac00/0xaad440e68c481bd3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1d0f9a7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681734:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x1d0f9a7f (ffff88cbbfecc000) 00010000:00010000:1.0:1788572576.681736:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.681739:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ac00/0xaad440e68c481bd3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x1d0f9a7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681744:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ac00/0xaad440e68c481bd3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x1d0f9a7f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681760:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c481d3f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x65a4eee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.681762:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3640:x1875440195984256:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4069us (4215us total) trans 8589944571 rc 0/0 00010000:00010000:1.0:1788572576.681766:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c481d3f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x65a4eee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.681770:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21212 00010000:00010000:1.0:1788572576.681772:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c481d3f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x65a4eee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681776:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.681779:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c481d3f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x65a4eee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681785:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c481d3f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x65a4eee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681791:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x65a4eee6 (ffff88cbbfecce00) 00010000:00010000:1.0:1788572576.681793:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.681796:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c481d3f lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x65a4eee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788572576.681800:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788572576.681801:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c481d3f lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x65a4eee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681813:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02e00/0xaad440e68c481ed5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd974878a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.681815:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788572576.681822:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000abead00b/0xaad440e68c4851fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681823:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02e00/0xaad440e68c481ed5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd974878a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681830:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02e00/0xaad440e68c481ed5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd974878a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.681832:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.681835:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.681836:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000abead00b/0xaad440e68c4851fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681838:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02e00/0xaad440e68c481ed5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd974878a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681843:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02e00/0xaad440e68c481ed5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd974878a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.681845:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000abead00b/0xaad440e68c4851fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681850:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd974878a (ffff88cb8a1e3000) 00010000:00010000:1.0:1788572576.681852:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.681854:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02e00/0xaad440e68c481ed5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xd974878a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681860:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02e00/0xaad440e68c481ed5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xd974878a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.681864:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000abead00b/0xaad440e68c4851fe lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.681871:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000abead00b/0xaad440e68c4851fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681874:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c481f6f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xed86f42c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681879:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c481f6f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xed86f42c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681885:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c481f6f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xed86f42c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.681887:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572576.681890:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f7e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.681891:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c485205 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681893:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c481f6f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xed86f42c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.681898:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.681900:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c481f6f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xed86f42c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.681901:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c485205 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681906:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xed86f42c (ffff88cb8c592500) 00010000:00010000:1.0:1788572576.681908:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.681909:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c485205 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681911:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c481f6f lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xed86f42c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.681916:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c485205 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681917:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c481f6f lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xed86f42c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.681924:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d6d4c49b/0xaad440e68c485205 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681930:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c4820db lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x77d68c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681935:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c4820db lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x77d68c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.681936:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572576.681940:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c48520c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681940:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c4820db lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x77d68c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681946:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.681947:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.681949:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c4820db lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x77d68c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.681953:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c4820db lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x77d68c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.684437:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affa00/0xaad440e68c48394d lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x43e3a2da bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c483946 expref: 72 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.684482:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x43e3a2da (ffff88ca9149b400) 00010000:00010000:3.0:1788572576.684500:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.684586:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b676300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+71:3639:x1875440195979008:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 3658us (7487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.684599:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15841 00000100:00100000:3.0:1788572576.684637:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15842 00000100:00100000:3.0:1788572576.684648:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90182680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+70:3640:x1875440195979136:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.684665:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.684692:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c4838b3 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x25db3472 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4838ac expref: 70 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.684702:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x25db3472 (ffff88cb87dedd00) 00010000:00010000:3.0:1788572576.684710:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.684732:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90182680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+69:3640:x1875440195979136:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 88us (7549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.684739:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15842 00000100:00100000:3.0:1788572576.684751:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15843 00000100:00100000:3.0:1788572576.684757:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90181f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+68:3640:x1875440195979648:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.684764:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.684778:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c483445 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xf16b7c28 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48343e expref: 68 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.684788:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xf16b7c28 (ffff88ca9258da00) 00010000:00010000:3.0:1788572576.684795:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.684816:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90181f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+67:3640:x1875440195979648:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 59us (7592us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.684823:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15843 00000100:00100000:3.0:1788572576.684836:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15844 00000100:00100000:3.0:1788572576.684842:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+66:3640:x1875440195980160:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.684852:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.684862:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148a400/0xaad440e68c482fad lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x81b0924a bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c482fa6 expref: 66 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.684873:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x81b0924a (ffff88ca8ed42400) 00010000:00010000:3.0:1788572576.684881:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.684902:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9f8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+65:3640:x1875440195980160:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 61us (7638us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.684909:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15844 00000100:00100000:3.0:1788572576.684949:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15845 00000100:00100000:3.0:1788572576.684955:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+64:3640:x1875440195980672:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.684962:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.684973:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265600/0xaad440e68c482939 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x3ff21fcc bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c482932 expref: 64 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.684985:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x3ff21fcc (ffff88ca8ed42200) 00010000:00010000:3.0:1788572576.684991:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685010:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+63:3640:x1875440195980672:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 56us (7696us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685016:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15845 00000100:00100000:3.0:1788572576.685027:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15846 00000100:00100000:3.0:1788572576.685033:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+62:3640:x1875440195981184:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.685040:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.685050:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa1ece600/0xaad440e68c482239 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe36cb79d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c482232 expref: 62 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.685065:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe36cb79d (ffff88caa2ec8e00) 00010000:00010000:3.0:1788572576.685072:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685093:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+61:3640:x1875440195981184:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 60us (7723us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685098:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15846 00000100:00100000:3.0:1788572576.685111:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15847 00000100:00100000:3.0:1788572576.685117:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+60:3640:x1875440195982208:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.685124:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.685135:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecba00/0xaad440e68c481861 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x83a48ea4 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48185a expref: 60 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.685144:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x83a48ea4 (ffff88ca8ff27900) 00010000:00010000:3.0:1788572576.685174:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685197:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+59:3640:x1875440195982208:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 80us (7765us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685203:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15847 00000100:00100000:3.0:1788572576.685217:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15848 00000100:00100000:3.0:1788572576.685223:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+58:3640:x1875440195982720:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.685231:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.685244:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca96a94c00/0xaad440e68c4813bb lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x211f35c4 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4813b4 expref: 58 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.685253:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x211f35c4 (ffff88ca8b6a2300) 00010000:00010000:3.0:1788572576.685262:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685284:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+57:3640:x1875440195982720:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 61us (7825us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685290:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15848 00000100:00100000:3.0:1788572576.685302:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15849 00000100:00100000:3.0:1788572576.685308:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+56:3640:x1875440195983232:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.685315:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.685325:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03200/0xaad440e68c480fbd lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4440a2ca bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c480fb6 expref: 56 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.685336:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x4440a2ca (ffff88cb900a4900) 00010000:00010000:3.0:1788572576.685344:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685382:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+55:3640:x1875440195983232:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 74us (7896us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685389:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15849 00000100:00100000:3.0:1788572576.685401:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15850 00000100:00100000:3.0:1788572576.685406:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+54:3640:x1875440195983744:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.685414:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.685424:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02200/0xaad440e68c480c2f lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5a3fd645 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c480c28 expref: 54 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.685434:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x5a3fd645 (ffff88cb900a4700) 00010000:00010000:3.0:1788572576.685440:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685461:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+53:3640:x1875440195983744:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 54us (7947us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685467:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15850 00000100:00100000:3.0:1788572576.685477:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15851 00000100:00100000:3.0:1788572576.685483:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+52:3640:x1875440195980544:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.685491:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.685502:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c48299b lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5073fc67 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c482994 expref: 52 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.685513:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x5073fc67 (ffff88ca8ebb3b00) 00010000:00010000:3.0:1788572576.685520:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685540:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+51:3640:x1875440195980544:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 58us (7948us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685546:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15851 00000100:00100000:3.0:1788572576.685557:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15852 00000100:00100000:3.0:1788572576.685563:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+50:3640:x1875440195981056:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.685569:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.685579:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265200/0xaad440e68c482549 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9ea457c3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c482542 expref: 50 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.685589:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x9ea457c3 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572576.685595:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685614:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+49:3640:x1875440195981056:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 52us (7995us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685618:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15852 00000100:00100000:3.0:1788572576.685628:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15853 00000100:00100000:3.0:1788572576.685635:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+48:3640:x1875440195981568:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.685642:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.685651:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde6e400/0xaad440e68c481e57 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x722ec74e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c481e50 expref: 48 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.685665:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x722ec74e (ffff88ca8ed42c00) 00010000:00010000:3.0:1788572576.685671:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685692:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+47:3640:x1875440195981568:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 57us (8047us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685697:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15853 00000100:00100000:3.0:1788572576.685709:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15854 00000100:00100000:3.0:1788572576.685714:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+46:3640:x1875440195982080:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.685721:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.685731:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780e00/0xaad440e68c481a59 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4ba45ae8 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c481a52 expref: 46 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.685741:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x4ba45ae8 (ffff88cbbfeccf00) 00010000:00010000:3.0:1788572576.685749:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685767:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+45:3640:x1875440195982080:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 53us (8098us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685773:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15854 00000100:00100000:3.0:1788572576.685783:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15855 00000100:00100000:3.0:1788572576.685789:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+44:3640:x1875440195982592:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.685796:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.685806:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca96a94000/0xaad440e68c481527 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x577446cc bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c481520 expref: 44 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.685814:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x577446cc (ffff88ca8b6a2c00) 00010000:00010000:3.0:1788572576.685820:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685839:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+43:3640:x1875440195982592:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 50us (8145us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685845:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15855 00000100:00100000:3.0:1788572576.685857:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15856 00000100:00100000:3.0:1788572576.685862:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+42:3640:x1875440195983104:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.685869:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.685878:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c48111b lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xdf9c1298 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c481114 expref: 42 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.685890:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xdf9c1298 (ffff88ca9149b100) 00010000:00010000:3.0:1788572576.685896:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685914:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+41:3640:x1875440195983104:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 53us (8196us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685920:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15856 00000100:00100000:3.0:1788572576.685932:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15857 00000100:00100000:3.0:1788572576.685939:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+40:3640:x1875440195983616:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.685947:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.685956:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca96a95600/0xaad440e68c480cf3 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe2b8fcda bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c480cec expref: 40 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.685966:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe2b8fcda (ffff88ca8b6a2200) 00010000:00010000:3.0:1788572576.685972:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.685991:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9fac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+39:3640:x1875440195983616:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 53us (8249us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.685996:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15857 00000100:00100000:3.0:1788572576.686050:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195985280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.686087:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.686119:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195985792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.686137:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.686200:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589944503 gen 2 00000004:00080000:3.0:1788572576.686207:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9513c000, transno 8589944463 00000004:00080000:3.0:1788572576.686219:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca839a7480, transno 8589944464 00000004:00080000:3.0:1788572576.686223:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9513d500, transno 8589944465 00000004:00080000:3.0:1788572576.686225:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca839a4380, transno 8589944466 00000004:00080000:3.0:1788572576.686229:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9513fb80, transno 8589944467 00000004:00080000:3.0:1788572576.686231:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92913800, transno 8589944468 00000004:00080000:3.0:1788572576.686234:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92911500, transno 8589944469 00000004:00080000:3.0:1788572576.686236:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9513e680, transno 8589944470 00000004:00080000:3.0:1788572576.686239:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83983480, transno 8589944471 00000004:00080000:3.0:1788572576.686242:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83983800, transno 8589944472 00000004:00080000:3.0:1788572576.686245:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83981f80, transno 8589944473 00000004:00080000:3.0:1788572576.686248:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83981500, transno 8589944474 00000004:00080000:3.0:1788572576.686250:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83981880, transno 8589944475 00000004:00080000:3.0:1788572576.686253:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83983100, transno 8589944476 00000004:00080000:3.0:1788572576.686255:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83980700, transno 8589944477 00000004:00080000:3.0:1788572576.686258:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e054380, transno 8589944478 00000004:00080000:3.0:1788572576.686261:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca95509c00, transno 8589944479 00000004:00080000:3.0:1788572576.686263:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e055500, transno 8589944480 00000004:00080000:3.0:1788572576.686266:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b799880, transno 8589944481 00000004:00080000:3.0:1788572576.686268:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca827d1f80, transno 8589944482 00000004:00080000:3.0:1788572576.686271:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79a300, transno 8589944483 00000004:00080000:3.0:1788572576.686273:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79b480, transno 8589944484 00000004:00080000:3.0:1788572576.686276:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b799500, transno 8589944485 00000004:00080000:3.0:1788572576.686278:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79bb80, transno 8589944486 00000004:00080000:3.0:1788572576.686281:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca961d4000, transno 8589944487 00000004:00080000:3.0:1788572576.686285:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca827d1880, transno 8589944488 00000004:00080000:3.0:1788572576.686287:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b799c00, transno 8589944489 00000004:00080000:3.0:1788572576.686290:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83b29c00, transno 8589944490 00000004:00080000:3.0:1788572576.686292:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79b800, transno 8589944491 00000004:00080000:3.0:1788572576.686295:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b798a80, transno 8589944492 00000004:00080000:3.0:1788572576.686298:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018ca80, transno 8589944493 00000004:00080000:3.0:1788572576.686301:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec5c00, transno 8589944494 00000004:00080000:3.0:1788572576.686303:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d25880, transno 8589944495 00000004:00080000:3.0:1788572576.686305:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a6680, transno 8589944496 00000004:00080000:3.0:1788572576.686308:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec6300, transno 8589944497 00000004:00080000:3.0:1788572576.686311:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b798e00, transno 8589944498 00000004:00080000:3.0:1788572576.686313:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef9880, transno 8589944499 00000004:00080000:3.0:1788572576.686315:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d25c00, transno 8589944500 00000004:00080000:3.0:1788572576.686317:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d24000, transno 8589944501 00000004:00080000:3.0:1788572576.686320:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d24e00, transno 8589944502 00000004:00080000:3.0:1788572576.686323:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d27480, transno 8589944503 00000100:00100000:3.0:1788572576.686331:0:3640:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff88caa17a7b80 x1875440195984768/t8589944573(8589944573) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572592 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1788572576.686342:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa17a7b80/2, rc 0, transno 8589944573 00000100:00100000:2.0:1788572576.686408:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195981696 00000100:00100000:2.0:1788572576.686454:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15858 00000100:00100000:2.0:1788572576.686462:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+39:3640:x1875440195981696:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.686470:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.686482:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde6ee00/0xaad440e68c481d93 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9539c7f4 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c481d8c expref: 39 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.686495:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x9539c7f4 (ffff88ca8ed42800) 00010000:00010000:2.0:1788572576.686503:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.686531:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+38:3640:x1875440195981696:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 71us (9128us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.686538:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15858 00010000:00010000:2.0:1788572576.686576:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.686583:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c51eb67f/0xaad440e68c485213 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.686594:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.686599:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c51eb67f/0xaad440e68c485213 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.686610:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c51eb67f/0xaad440e68c485213 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.686631:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c51eb67f/0xaad440e68c485213 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.686640:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c51eb67f/0xaad440e68c485213 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xef8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.686658:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.686660:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.686662:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.686673:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195978240:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.686699:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.686719:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195978240 00000100:00100000:2.0:1788572576.686723:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195978240 00000100:00100000:2.0:1788572576.686746:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15859 00000100:00100000:2.0:1788572576.686751:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+38:3638:x1875440195978240:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.686758:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.686768:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01400/0xaad440e68c484085 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd444235c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48407e expref: 38 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.686782:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd444235c (ffff88ca9241b700) 00010000:00010000:2.0:1788572576.686789:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.686810:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+37:3638:x1875440195978240:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 59us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.686816:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15859 00000100:00100000:2.0:1788572576.686841:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195978240:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.686868:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195978880:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.686888:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.686905:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195978880 00000100:00100000:2.0:1788572576.686908:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195978880 00000100:00100000:2.0:1788572576.686928:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15860 00000100:00100000:2.0:1788572576.686933:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+37:3638:x1875440195978880:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.686939:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.686950:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4839af lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd5b8152f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4839a8 expref: 37 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.686963:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd5b8152f (ffff88ca9241bc00) 00010000:00010000:2.0:1788572576.686970:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.686992:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+36:3638:x1875440195978880:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 59us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.686998:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15860 00000100:00100000:2.0:1788572576.687022:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195978880:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.687029:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195979392:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.687047:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.687063:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195979392 00000100:00100000:2.0:1788572576.687065:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195979392 00000100:00100000:2.0:1788572576.687086:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15861 00000100:00100000:2.0:1788572576.687091:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+36:3638:x1875440195979392:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.687098:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.687108:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca96a94600/0xaad440e68c4836f3 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1b38cc7c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4836ec expref: 36 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.687123:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1b38cc7c (ffff88ca9258d200) 00010000:00010000:2.0:1788572576.687130:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.687172:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+35:3638:x1875440195979392:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 60us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.687179:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15861 00000100:00100000:2.0:1788572576.687205:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195979392:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.687212:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb85589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195979904:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.687233:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.687249:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195979904 00000100:00100000:2.0:1788572576.687252:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195979904 00000100:00100000:2.0:1788572576.687275:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15862 00000100:00100000:2.0:1788572576.687281:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+35:3638:x1875440195979904:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.687290:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.687300:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c483215 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe6844e76 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48320e expref: 35 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.687310:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe6844e76 (ffff88cb921b6600) 00010000:00010000:2.0:1788572576.687316:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.687338:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+34:3638:x1875440195979904:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 58us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.687344:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15862 00000100:00100000:2.0:1788572576.687385:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb85589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195979904:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.687392:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195980416:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.687411:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.687429:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195980416 00000100:00100000:2.0:1788572576.687432:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195980416 00000100:00100000:2.0:1788572576.687455:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15863 00000100:00100000:2.0:1788572576.687461:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+34:3638:x1875440195980416:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.687467:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.687477:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6e00/0xaad440e68c4829fd lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc5f7b4f3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4829f6 expref: 34 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.687489:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc5f7b4f3 (ffff88ca8ebb3f00) 00010000:00010000:2.0:1788572576.687497:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.687518:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+33:3638:x1875440195980416:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 57us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.687523:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15863 00000100:00100000:2.0:1788572576.687548:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195980416:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.687554:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195980928:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.687574:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.687589:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195980928 00000100:00100000:2.0:1788572576.687592:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195980928 00000100:00100000:2.0:1788572576.687615:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15864 00000100:00100000:2.0:1788572576.687625:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+33:3638:x1875440195980928:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.687632:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.687642:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4827b1 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x96b6b40a bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4827aa expref: 33 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.687652:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x96b6b40a (ffff88caa2ec8300) 00010000:00010000:2.0:1788572576.687660:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.687682:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+32:3638:x1875440195980928:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 60us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.687688:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15864 00000100:00100000:2.0:1788572576.687712:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195980928:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.687719:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195981440:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.687744:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.687760:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195981440 00000100:00100000:2.0:1788572576.687763:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195981440 00000100:00100000:2.0:1788572576.687785:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15865 00000100:00100000:2.0:1788572576.687790:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+32:3638:x1875440195981440:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.687797:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.687810:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00200/0xaad440e68c481ffb lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd48278b7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c481ff4 expref: 32 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.687822:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd48278b7 (ffff88ca8ef36200) 00010000:00010000:2.0:1788572576.687830:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.687849:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+31:3638:x1875440195981440:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 60us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.687855:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15865 00000100:00100000:2.0:1788572576.687897:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195981440:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.687904:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195981952:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.687923:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.687940:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195981952 00000100:00100000:2.0:1788572576.687943:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195981952 00000100:00100000:2.0:1788572576.687963:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15866 00000100:00100000:2.0:1788572576.687969:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+31:3638:x1875440195981952:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.687976:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.687986:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa30ad600/0xaad440e68c481af3 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe5789357 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c481aec expref: 31 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.687996:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe5789357 (ffff88cbbfecc400) 00010000:00010000:2.0:1788572576.688005:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.688045:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+30:3638:x1875440195981952:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 77us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.688051:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15866 00000100:00100000:2.0:1788572576.688075:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195981952:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.688080:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195982464:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.688099:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.688114:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195982464 00000100:00100000:2.0:1788572576.688117:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195982464 00000100:00100000:2.0:1788572576.688138:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15867 00000100:00100000:2.0:1788572576.688145:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+30:3638:x1875440195982464:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.688173:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.688185:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca96a95a00/0xaad440e68c4815c1 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc644f807 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4815ba expref: 30 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.688196:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc644f807 (ffff88ca8b6a2500) 00010000:00010000:2.0:1788572576.688203:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.688225:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+29:3638:x1875440195982464:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 81us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.688231:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15867 00000100:00100000:2.0:1788572576.688257:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195982464:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.688264:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195982976:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572576.688284:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.688299:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195982976 00000100:00100000:2.0:1788572576.688303:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195982976 00000100:00100000:2.0:1788572576.688325:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15868 00000100:00100000:2.0:1788572576.688331:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+29:3638:x1875440195982976:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572576.688337:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.688410:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x77d68c85 (ffff88cb8c592300) 00010000:00010000:1.0:1788572576.688414:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.688420:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c4820db lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x77d68c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688427:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c4820db lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x77d68c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688452:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc600/0xaad440e68c482113 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4e2a98de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688459:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc600/0xaad440e68c482113 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4e2a98de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688466:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc600/0xaad440e68c482113 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4e2a98de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688471:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fc600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.688475:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc600/0xaad440e68c482113 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4e2a98de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688482:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc600/0xaad440e68c482113 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4e2a98de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688490:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x4e2a98de (ffff88caa2ec8800) 00010000:00010000:1.0:1788572576.688493:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.688496:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc600/0xaad440e68c482113 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x4e2a98de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688502:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc600/0xaad440e68c482113 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x4e2a98de bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688519:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c482183 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc7848a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688530:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c482183 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc7848a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688536:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c482183 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc7848a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688541:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.688543:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c482183 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc7848a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688549:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c482183 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc7848a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688556:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xc7848a69 (ffff88caa2ec8d00) 00010000:00010000:1.0:1788572576.688559:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.688561:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c482183 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xc7848a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688566:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c482183 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xc7848a69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688581:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c4822e1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x96e25bb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688587:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c4822e1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x96e25bb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688591:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c4822e1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x96e25bb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688596:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f7600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.688599:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c4822e1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x96e25bb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688604:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c4822e1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x96e25bb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688610:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x96e25bb5 (ffff88cb8c592600) 00010000:00010000:1.0:1788572576.688613:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.688616:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c4822e1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x96e25bb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688621:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c4822e1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x96e25bb5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.688626:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c48520c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688635:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264200/0xaad440e68c482319 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1eff9ab1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.688640:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c48520c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688641:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264200/0xaad440e68c482319 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1eff9ab1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688647:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264200/0xaad440e68c482319 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1eff9ab1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688652:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.688655:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c48520c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688655:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264200/0xaad440e68c482319 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1eff9ab1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688661:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264200/0xaad440e68c482319 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x1eff9ab1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.688663:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d3485b5/0xaad440e68c48520c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688669:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x1eff9ab1 (ffff88caa2ec8100) 00010000:00010000:1.0:1788572576.688670:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.688673:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264200/0xaad440e68c482319 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x1eff9ab1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688678:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264200/0xaad440e68c482319 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x1eff9ab1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688691:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e400/0xaad440e68c4824bd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3c46c66e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688697:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e400/0xaad440e68c4824bd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3c46c66e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688702:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e400/0xaad440e68c4824bd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3c46c66e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688707:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.688709:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e400/0xaad440e68c4824bd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3c46c66e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688714:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e400/0xaad440e68c4824bd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3c46c66e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688721:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x3c46c66e (ffff88ca8ed42000) 00010000:00010000:1.0:1788572576.688723:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.688725:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e400/0xaad440e68c4824bd lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x3c46c66e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688730:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e400/0xaad440e68c4824bd lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x3c46c66e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688762:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4824f5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf61af3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688771:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4824f5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf61af3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688777:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4824f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf61af3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688781:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.688784:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4824f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf61af3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688789:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4824f5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf61af3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688796:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xf61af3d (ffff88ca8ebb3100) 00010000:00010000:1.0:1788572576.688798:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.688801:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4824f5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xf61af3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688806:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4824f5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xf61af3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688820:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a95e00/0xaad440e68c482aa5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x57df2581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688825:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a95e00/0xaad440e68c482aa5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x57df2581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688829:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a95e00/0xaad440e68c482aa5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x57df2581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688834:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a95e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.688837:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a95e00/0xaad440e68c482aa5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x57df2581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688842:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a95e00/0xaad440e68c482aa5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x57df2581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688848:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x57df2581 (ffff88caa2ec0300) 00010000:00010000:1.0:1788572576.688851:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.688853:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a95e00/0xaad440e68c482aa5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x57df2581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688858:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca96a95e00/0xaad440e68c482aa5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x57df2581 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688873:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c482bd9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe890ece7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688879:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c482bd9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe890ece7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688883:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c482bd9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe890ece7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688888:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.688890:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c482bd9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe890ece7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688895:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c482bd9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe890ece7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688902:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xe890ece7 (ffff88ca8ebb3700) 00010000:00010000:1.0:1788572576.688904:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.688907:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c482bd9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xe890ece7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688912:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c482bd9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xe890ece7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.688923:0:202416:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 49 changes, 8 in progress, 7 in flight, 41 done 00010000:00010000:1.0:1788572576.688925:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c482cab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdfe3415c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688930:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c482cab lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdfe3415c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688935:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c482cab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdfe3415c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688939:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.688941:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c482cab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdfe3415c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688946:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c482cab lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdfe3415c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688952:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xdfe3415c (ffff88caa2ec0400) 00010000:00010000:1.0:1788572576.688955:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.688957:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c482cab lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xdfe3415c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688963:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c482cab lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xdfe3415c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688978:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c482ddf lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9659e28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.688986:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.688988:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c482ddf lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9659e28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.688991:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.688992:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.688994:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.688994:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c482ddf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9659e28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.688999:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689002:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c482ddf lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9659e28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689007:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c482ddf lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9659e28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689014:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x9659e28 (ffff88ca96814e00) 00010000:00010000:1.0:1788572576.689016:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689019:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c482ddf lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x9659e28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689020:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195979008:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1788572576.689025:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c482ddf lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x9659e28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689028:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195979520:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1788572576.689042:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c482e17 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd1334f35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689048:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c482e17 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd1334f35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689054:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c482e17 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd1334f35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689055:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572576.689059:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689062:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c482e17 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd1334f35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689068:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c482e17 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd1334f35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689075:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd1334f35 (ffff88ca9258d000) 00010000:00010000:1.0:1788572576.689077:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572576.689078:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195979520 00000100:00100000:0.0:1788572576.689080:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195979520 00010000:00010000:1.0:1788572576.689080:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c482e17 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xd1334f35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689085:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c482e17 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xd1334f35 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689100:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c48325b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf84057c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689105:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15869 00010000:00010000:1.0:1788572576.689106:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c48325b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf84057c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689111:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+30:3639:x1875440195979520:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1788572576.689112:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c48325b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf84057c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689118:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689120:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c48325b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf84057c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.689121:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.689126:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c48325b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf84057c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.689132:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9c00/0xaad440e68c483621 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x726c9f5a bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48361a expref: 30 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689132:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xf84057c1 (ffff88cbb71efd00) 00010000:00010000:1.0:1788572576.689135:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689138:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c48325b lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xf84057c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.689142:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x726c9f5a (ffff88cb98ddf800) 00010000:00010000:1.0:1788572576.689143:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c48325b lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xf84057c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.689147:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572576.689176:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c4832f5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7dc5e1fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689183:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c4832f5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7dc5e1fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689187:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+29:3639:x1875440195979520:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 76us (131us total) trans 0 rc 0/0 00010000:00010000:1.0:1788572576.689189:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c4832f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7dc5e1fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689194:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15869 00010000:00010000:1.0:1788572576.689194:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedec00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689197:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c4832f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7dc5e1fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689202:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c4832f5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7dc5e1fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689210:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7dc5e1fe (ffff88cbb71ef200) 00010000:00010000:1.0:1788572576.689212:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689215:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c4832f5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x7dc5e1fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689219:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195979520:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1788572576.689221:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c4832f5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x7dc5e1fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689225:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195980032:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1788572576.689237:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c48332d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x21b9585e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689244:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572576.689248:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c48332d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x21b9585e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689253:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c48332d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x21b9585e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689258:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689261:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c48332d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x21b9585e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689266:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c48332d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x21b9585e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689273:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x21b9585e (ffff88caa2ec0f00) 00010000:00010000:1.0:1788572576.689276:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689279:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c48332d lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x21b9585e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689284:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c48332d lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x21b9585e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689288:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195985152:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1788572576.689300:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c48348b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdeb23411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689306:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c48348b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdeb23411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689311:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572576.689312:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c48348b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdeb23411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689317:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689320:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c48348b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdeb23411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689325:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c48348b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdeb23411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689328:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195985664:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1788572576.689333:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xdeb23411 (ffff88cb98ddfd00) 00010000:00010000:1.0:1788572576.689336:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689339:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c48348b lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xdeb23411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689344:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572576.689345:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c48348b lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xdeb23411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689375:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c4834c3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xecf420ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689380:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195980032 00010000:00010000:1.0:1788572576.689381:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c4834c3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xecf420ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689384:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195980032 00010000:00010000:1.0:1788572576.689387:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c4834c3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xecf420ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689392:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ecf800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689395:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c4834c3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xecf420ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689401:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c4834c3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xecf420ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689405:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15870 00000100:00100000:0.0:1788572576.689410:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+29:3639:x1875440195980032:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1788572576.689410:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xecf420ac (ffff88cbc2169500) 00010000:00010000:1.0:1788572576.689412:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689416:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c4834c3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xecf420ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.689417:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.689421:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c4834c3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xecf420ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.689426:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfeca200/0xaad440e68c4830a9 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1db3bfe1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4830a2 expref: 29 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.689436:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1db3bfe1 (ffff88ca8ff27800) 00010000:00010000:1.0:1788572576.689436:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c483595 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3f8e217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689442:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c483595 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3f8e217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689448:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c483595 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3f8e217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689452:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedfa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.689454:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572576.689455:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c483595 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3f8e217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689461:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c483595 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x3f8e217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689468:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x3f8e217 (ffff88cbb71efa00) 00010000:00010000:1.0:1788572576.689471:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689474:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c483595 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x3f8e217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.689479:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+28:3639:x1875440195980032:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 69us (234us total) trans 0 rc 0/0 00010000:00010000:1.0:1788572576.689480:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c483595 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x3f8e217 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689497:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c4835cd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x74da5d34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689506:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c4835cd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x74da5d34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689511:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c4835cd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x74da5d34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689516:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689519:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c4835cd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x74da5d34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689525:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c4835cd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x74da5d34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689532:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x74da5d34 (ffff88cb87dede00) 00010000:00010000:1.0:1788572576.689534:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689538:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c4835cd lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x74da5d34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689544:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c4835cd lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x74da5d34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689563:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe800/0xaad440e68c4838f9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x61065199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689568:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe800/0xaad440e68c4838f9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x61065199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689573:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe800/0xaad440e68c4838f9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x61065199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689578:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689581:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe800/0xaad440e68c4838f9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x61065199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689586:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe800/0xaad440e68c4838f9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x61065199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689592:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x61065199 (ffff88cb87ded500) 00010000:00010000:1.0:1788572576.689594:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689597:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe800/0xaad440e68c4838f9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x61065199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689603:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe800/0xaad440e68c4838f9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x61065199 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689619:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c4839f5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x968f86ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689625:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c4839f5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x968f86ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689630:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c4839f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x968f86ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689634:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689637:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c4839f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x968f86ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689642:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c4839f5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x968f86ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689650:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x968f86ed (ffff88cbbfeccc00) 00010000:00010000:1.0:1788572576.689652:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689655:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c4839f5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x968f86ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689660:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c4839f5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x968f86ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689675:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c483c25 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x989c278d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689681:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c483c25 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x989c278d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689686:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c483c25 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x989c278d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689690:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689692:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c483c25 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x989c278d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689697:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c483c25 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x989c278d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689703:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x989c278d (ffff88ca91e6c500) 00010000:00010000:1.0:1788572576.689705:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689708:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c483c25 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x989c278d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689713:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c483c25 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x989c278d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689742:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c483cf7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x33980009 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689750:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c483cf7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x33980009 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689755:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c483cf7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x33980009 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689759:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689762:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c483cf7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x33980009 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689767:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c483cf7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x33980009 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689773:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x33980009 (ffff88ca962aca00) 00010000:00010000:1.0:1788572576.689776:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689779:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c483cf7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x33980009 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689784:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c483cf7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x33980009 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689800:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c483e55 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x98e34e1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689806:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c483e55 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x98e34e1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689811:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c483e55 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x98e34e1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689816:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689818:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c483e55 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x98e34e1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689824:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c483e55 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x98e34e1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689831:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x98e34e1b (ffff88ca9241b000) 00010000:00010000:1.0:1788572576.689833:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689836:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c483e55 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x98e34e1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689842:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c483e55 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x98e34e1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689856:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85a00/0xaad440e68c483ec5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd95313a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689862:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85a00/0xaad440e68c483ec5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd95313a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689868:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85a00/0xaad440e68c483ec5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd95313a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689873:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd85a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689875:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85a00/0xaad440e68c483ec5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd95313a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689879:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85a00/0xaad440e68c483ec5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd95313a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689886:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd95313a5 (ffff88cb900a4600) 00010000:00010000:1.0:1788572576.689888:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689891:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85a00/0xaad440e68c483ec5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xd95313a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689899:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85a00/0xaad440e68c483ec5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xd95313a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689912:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f600/0xaad440e68c483f97 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689918:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f600/0xaad440e68c483f97 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689925:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f600/0xaad440e68c483f97 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689930:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689932:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f600/0xaad440e68c483f97 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689938:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f600/0xaad440e68c483f97 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689943:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x892baca7 (ffff88cb87ded700) 00010000:00010000:1.0:1788572576.689945:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.689947:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f600/0xaad440e68c483f97 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689953:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f600/0xaad440e68c483f97 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x892baca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689965:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840cb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x33bbeb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689976:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840cb lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x33bbeb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689983:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840cb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x33bbeb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689988:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.689990:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840cb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x33bbeb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.689995:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840cb lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x33bbeb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690003:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x33bbeb6 (ffff88ca962ac000) 00010000:00010000:1.0:1788572576.690006:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.690008:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840cb lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x33bbeb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690014:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4840cb lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x33bbeb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690026:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23c00/0xaad440e68c48477e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf651db93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690032:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23c00/0xaad440e68c48477e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf651db93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690038:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23c00/0xaad440e68c48477e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf651db93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690043:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.690046:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23c00/0xaad440e68c48477e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf651db93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690052:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23c00/0xaad440e68c48477e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf651db93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690057:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xf651db93 (ffff88cbb349d300) 00010000:00010000:1.0:1788572576.690060:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.690063:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23c00/0xaad440e68c48477e lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xf651db93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690068:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23c00/0xaad440e68c48477e lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xf651db93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690082:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c484c47 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690088:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c484c47 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690093:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c484c47 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690098:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ca00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.690100:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c484c47 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690106:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c484c47 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690113:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd1efd449 (ffff88cbbfecc300) 00010000:00010000:1.0:1788572576.690115:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.690118:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c484c47 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690123:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c484c47 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xd1efd449 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690139:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c484e69 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690146:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c484e69 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690177:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c484e69 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690183:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.690186:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c484e69 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690192:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c484e69 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690200:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xef48fe50 (ffff88ca91600200) 00010000:00010000:1.0:1788572576.690202:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.690205:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c484e69 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690211:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c484e69 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xef48fe50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690228:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c484fab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690239:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c484fab lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690244:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c484fab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690249:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.690252:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c484fab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690258:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c484fab lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690264:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7960b5ae (ffff88cbb349dd00) 00010000:00010000:1.0:1788572576.690267:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.690269:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c484fab lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690275:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c484fab lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x7960b5ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690289:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84e00/0xaad440e68c4850a7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690294:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84e00/0xaad440e68c4850a7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690300:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84e00/0xaad440e68c4850a7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690305:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572576.690309:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84e00/0xaad440e68c4850a7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690314:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84e00/0xaad440e68c4850a7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690321:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x5c2882c6 (ffff88ca96814800) 00010000:00010000:1.0:1788572576.690324:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.690327:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84e00/0xaad440e68c4850a7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.690333:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84e00/0xaad440e68c4850a7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x5c2882c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.690919:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa30aca00/0xaad440e68c4811b5 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc8d155e4 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4811ae expref: 28 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.690935:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc8d155e4 (ffff88ca8383ae00) 00010000:00010000:2.0:1788572576.690942:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.691249:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+27:3638:x1875440195982976:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 2916us (2962us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.691259:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15868 00000100:00100000:2.0:1788572576.691302:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195985280 00000100:00100000:2.0:1788572576.691309:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195985280 00000100:00100000:2.0:1788572576.691377:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195985792 00000100:00100000:2.0:1788572576.691381:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195985792 00000100:00100000:2.0:1788572576.691399:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195985152 00000100:00100000:2.0:1788572576.691403:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195985152 00000100:00100000:2.0:1788572576.691418:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195985664 00000100:00100000:2.0:1788572576.691421:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195985664 00000100:00100000:2.0:1788572576.691439:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21216 00000100:00100000:2.0:1788572576.691446:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+8:3640:x1875440195985280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572576.691475:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3637 count 1 00002000:00010000:2.0:1788572576.691511:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.691518:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c48521a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.691536:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe35:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.691540:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.691547:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c48521a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.691562:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c48521a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.691570:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c48521a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.691578:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c48521a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.691594:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572576.691733:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+9:3640:x1875440195985280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 287us (5645us total) trans 8589943885 rc 0/0 00000100:00100000:2.0:1788572576.691740:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21216 00000100:00100000:2.0:1788572576.691755:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21217 00000100:00100000:2.0:1788572576.691760:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+8:3640:x1875440195985792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572576.691771:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3890 count 1 00002000:00010000:2.0:1788572576.691786:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.691791:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000657c5e48/0xaad440e68c485221 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.691803:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf32:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.691806:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.691810:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000657c5e48/0xaad440e68c485221 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.691818:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000657c5e48/0xaad440e68c485221 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.691826:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000657c5e48/0xaad440e68c485221 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.691833:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000657c5e48/0xaad440e68c485221 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.691848:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572576.691914:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+9:3640:x1875440195985792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 153us (5774us total) trans 8589943886 rc 0/0 00000100:00100000:2.0:1788572576.691921:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21217 00000100:00100000:2.0:1788572576.691934:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21218 00000100:00100000:2.0:1788572576.691940:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+8:3639:x1875440195985152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572576.691951:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3643 count 1 00000100:00100000:1.0:1788572576.692385:0:225662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21219 00000100:00100000:1.0:1788572576.692397:0:225662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3639:x1875440195985664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.692412:0:225662:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3520 count 1 00002000:00010000:1.0:1788572576.692433:0:225662:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xdc0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.692438:0:225662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db095d11/0xaad440e68c485228 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdc0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.692448:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdc0:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.692452:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdc0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.692456:0:225662:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db095d11/0xaad440e68c485228 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.692466:0:225662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db095d11/0xaad440e68c485228 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.692479:0:225662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db095d11/0xaad440e68c485228 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.692487:0:225662:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db095d11/0xaad440e68c485228 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.692505:0:225662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1788572576.692600:0:225662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3639:x1875440195985664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 206us (3253us total) trans 8589943887 rc 0/0 00000100:00100000:1.0:1788572576.692607:0:225662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21219 00000020:00080000:1.0:1788572576.692641:0:202428:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8589962949 committed batchid 8589962904 00000004:00080000:1.0:1788572576.692723:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca944f5cc0 with version 4774 00000020:00080000:1.0:1788572576.692735:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962861 cancel update log [0x240000bd2:0x151:0x0].548: rc = 0 00000020:00080000:1.0:1788572576.692777:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962861 cancel update log [0x2000013a0:0x2:0x0].79: rc = 0 00000004:00080000:1.0:1788572576.692800:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca944f50c0 with version 4775 00000020:00080000:1.0:1788572576.692802:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962862 cancel update log [0x240000bd2:0x151:0x0].549: rc = 0 00000020:00080000:1.0:1788572576.692821:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962862 cancel update log [0x2000013a0:0x2:0x0].80: rc = 0 00000004:00080000:1.0:1788572576.692872:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca944f5900 with version 4776 00000020:00080000:1.0:1788572576.692875:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962863 cancel update log [0x240000bd2:0x151:0x0].550: rc = 0 00000020:00080000:1.0:1788572576.692894:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962863 cancel update log [0x2000013a0:0x2:0x0].81: rc = 0 00000004:00080000:1.0:1788572576.692913:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca944f5480 with version 4777 00000020:00080000:1.0:1788572576.692916:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962864 cancel update log [0x240000bd2:0x151:0x0].551: rc = 0 00000020:00080000:1.0:1788572576.692934:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962864 cancel update log [0x2000013a0:0x2:0x0].82: rc = 0 00000100:00100000:0.0:1788572576.693061:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15870 00000004:00080000:1.0:1788572576.693082:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca944f59c0 with version 4778 00000020:00080000:1.0:1788572576.693086:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962865 cancel update log [0x240000bd2:0x151:0x0].552: rc = 0 00000020:00080000:1.0:1788572576.693110:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962865 cancel update log [0x2000013a0:0x2:0x0].83: rc = 0 00000100:00100000:0.0:1788572576.693116:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589943821 gen 2 00000004:00080000:0.0:1788572576.693121:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8f934000, transno 8589943769 00000004:00080000:1.0:1788572576.693130:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca944f5180 with version 4779 00000004:00080000:0.0:1788572576.693131:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85538380, transno 8589943770 00000020:00080000:1.0:1788572576.693133:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962866 cancel update log [0x240000bd2:0x151:0x0].553: rc = 0 00000004:00080000:0.0:1788572576.693134:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8f936d80, transno 8589943771 00000004:00080000:0.0:1788572576.693137:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8ee20000, transno 8589943772 00000004:00080000:0.0:1788572576.693140:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b798700, transno 8589943773 00000004:00080000:0.0:1788572576.693142:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79aa00, transno 8589943774 00000004:00080000:0.0:1788572576.693145:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b799180, transno 8589943775 00000004:00080000:0.0:1788572576.693147:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79ad80, transno 8589943776 00000020:00080000:1.0:1788572576.693148:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962866 cancel update log [0x2000013a0:0x2:0x0].85: rc = 0 00000004:00080000:0.0:1788572576.693164:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b798380, transno 8589943777 00000004:00080000:0.0:1788572576.693167:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca95508380, transno 8589943778 00000004:00080000:0.0:1788572576.693169:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79b100, transno 8589943779 00000004:00080000:0.0:1788572576.693171:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8fcb2d80, transno 8589943780 00000004:00080000:0.0:1788572576.693174:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8553a680, transno 8589943781 00000004:00080000:0.0:1788572576.693177:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9550a300, transno 8589943782 00000004:00080000:0.0:1788572576.693179:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79a680, transno 8589943783 00000004:00080000:0.0:1788572576.693182:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b798000, transno 8589943784 00000004:00080000:1.0:1788572576.693182:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca944f5d80 with version 4780 00000004:00080000:0.0:1788572576.693184:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90183b80, transno 8589943785 00000020:00080000:1.0:1788572576.693184:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962867 cancel update log [0x240000bd2:0x151:0x0].554: rc = 0 00000004:00080000:0.0:1788572576.693187:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a5880, transno 8589943786 00000004:00080000:0.0:1788572576.693189:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc43480, transno 8589943787 00000004:00080000:0.0:1788572576.693192:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a4700, transno 8589943788 00000004:00080000:0.0:1788572576.693194:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc40a80, transno 8589943789 00000004:00080000:0.0:1788572576.693197:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90182a00, transno 8589943790 00000004:00080000:0.0:1788572576.693200:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc41f80, transno 8589943791 00000020:00080000:1.0:1788572576.693202:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962867 cancel update log [0x2000013a0:0x2:0x0].86: rc = 0 00000004:00080000:0.0:1788572576.693203:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478d180, transno 8589943792 00000004:00080000:0.0:1788572576.693206:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8d059180, transno 8589943793 00000004:00080000:0.0:1788572576.693208:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8a1d2300, transno 8589943794 00000004:00080000:0.0:1788572576.693211:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8a1d3480, transno 8589943795 00000004:00080000:0.0:1788572576.693214:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8a1d1500, transno 8589943796 00000004:00080000:0.0:1788572576.693216:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc42300, transno 8589943797 00000004:00080000:1.0:1788572576.693218:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca944f5600 with version 4781 00000004:00080000:0.0:1788572576.693219:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca3ea00, transno 8589943798 00000020:00080000:1.0:1788572576.693220:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962868 cancel update log [0x240000bd2:0x151:0x0].555: rc = 0 00000004:00080000:0.0:1788572576.693222:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc42a00, transno 8589943799 00000004:00080000:0.0:1788572576.693224:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c7fe680, transno 8589943800 00000004:00080000:0.0:1788572576.693227:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b677800, transno 8589943801 00000004:00080000:0.0:1788572576.693229:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b677b80, transno 8589943802 00000004:00080000:0.0:1788572576.693232:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc42680, transno 8589943803 00000020:00080000:1.0:1788572576.693234:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962868 cancel update log [0x2000013a0:0x2:0x0].87: rc = 0 00000004:00080000:0.0:1788572576.693235:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c7fd180, transno 8589943804 00000004:00080000:0.0:1788572576.693237:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b675500, transno 8589943805 00000004:00080000:0.0:1788572576.693240:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b674a80, transno 8589943806 00000004:00080000:0.0:1788572576.693242:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca840c6a00, transno 8589943807 00000004:00080000:0.0:1788572576.693245:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca840c7480, transno 8589943808 00000004:00080000:0.0:1788572576.693247:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbde73100, transno 8589943809 00000004:00080000:1.0:1788572576.693248:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca944f5300 with version 4782 00000004:00080000:0.0:1788572576.693250:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8d05bb80, transno 8589943810 00000020:00080000:1.0:1788572576.693250:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962869 cancel update log [0x240000bd2:0x151:0x0].556: rc = 0 00000004:00080000:0.0:1788572576.693253:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbde70380, transno 8589943811 00000004:00080000:0.0:1788572576.693255:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85538a80, transno 8589943812 00000004:00080000:0.0:1788572576.693258:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85539f80, transno 8589943813 00000004:00080000:0.0:1788572576.693261:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8a1d0000, transno 8589943814 00000020:00080000:1.0:1788572576.693263:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962869 cancel update log [0x2000013a0:0x2:0x0].88: rc = 0 00000004:00080000:0.0:1788572576.693264:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85539180, transno 8589943815 00000004:00080000:1.0:1788572576.693279:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca962bf0c0 with version 4783 00000020:00080000:1.0:1788572576.693282:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962870 cancel update log [0x240000bd2:0x151:0x0].557: rc = 0 00000020:00080000:1.0:1788572576.693300:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962870 cancel update log [0x2000013a0:0x2:0x0].89: rc = 0 00000004:00080000:1.0:1788572576.693320:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca96d9e9c0 with version 4784 00000020:00080000:1.0:1788572576.693323:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962871 cancel update log [0x240000bd2:0x151:0x0].558: rc = 0 00000020:00080000:1.0:1788572576.693341:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962871 cancel update log [0x2000013a0:0x2:0x0].90: rc = 0 00000004:00080000:1.0:1788572576.693374:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca914fe300 with version 4785 00000020:00080000:1.0:1788572576.693377:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962872 cancel update log [0x240000bd2:0x151:0x0].559: rc = 0 00000020:00080000:1.0:1788572576.693398:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962872 cancel update log [0x2000013a0:0x2:0x0].91: rc = 0 00000004:00080000:1.0:1788572576.693415:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca914fea80 with version 4786 00000020:00080000:1.0:1788572576.693418:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962873 cancel update log [0x240000bd2:0x151:0x0].560: rc = 0 00000020:00080000:1.0:1788572576.693436:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962873 cancel update log [0x2000013a0:0x2:0x0].92: rc = 0 00000004:00080000:1.0:1788572576.693455:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca914fe0c0 with version 4787 00000020:00080000:1.0:1788572576.693458:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962874 cancel update log [0x240000bd2:0x151:0x0].561: rc = 0 00000020:00080000:1.0:1788572576.693476:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962874 cancel update log [0x2000013a0:0x2:0x0].93: rc = 0 00000004:00080000:1.0:1788572576.693494:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca914fe480 with version 4788 00000020:00080000:1.0:1788572576.693496:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962875 cancel update log [0x240000bd2:0x151:0x0].562: rc = 0 00000020:00080000:1.0:1788572576.693514:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962875 cancel update log [0x2000013a0:0x2:0x0].94: rc = 0 00000004:00080000:1.0:1788572576.693533:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca914fe9c0 with version 4789 00000020:00080000:1.0:1788572576.693535:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962876 cancel update log [0x240000bd2:0x151:0x0].563: rc = 0 00000020:00080000:1.0:1788572576.693554:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962876 cancel update log [0x2000013a0:0x2:0x0].95: rc = 0 00000004:00080000:1.0:1788572576.693573:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca914fe240 with version 4790 00000020:00080000:1.0:1788572576.693576:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962877 cancel update log [0x240000bd2:0x151:0x0].564: rc = 0 00000020:00080000:1.0:1788572576.693595:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962877 cancel update log [0x2000013a0:0x2:0x0].96: rc = 0 00000004:00080000:1.0:1788572576.693615:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca914fe000 with version 4791 00000020:00080000:1.0:1788572576.693618:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962878 cancel update log [0x240000bd2:0x151:0x0].565: rc = 0 00000020:00080000:1.0:1788572576.693633:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962878 cancel update log [0x2000013a0:0x2:0x0].97: rc = 0 00000004:00080000:1.0:1788572576.693652:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbaf7d63c0 with version 4792 00000020:00080000:1.0:1788572576.693655:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962879 cancel update log [0x240000bd2:0x151:0x0].566: rc = 0 00000020:00080000:1.0:1788572576.693672:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962879 cancel update log [0x2000013a0:0x2:0x0].98: rc = 0 00000004:00080000:1.0:1788572576.693689:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbaf7d6c00 with version 4793 00000020:00080000:1.0:1788572576.693692:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962880 cancel update log [0x240000bd2:0x151:0x0].567: rc = 0 00000020:00080000:1.0:1788572576.693709:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962880 cancel update log [0x2000013a0:0x2:0x0].99: rc = 0 00000004:00080000:1.0:1788572576.693728:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbaf7d6900 with version 4794 00000020:00080000:1.0:1788572576.693731:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962881 cancel update log [0x240000bd2:0x151:0x0].568: rc = 0 00000020:00080000:1.0:1788572576.693750:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962881 cancel update log [0x2000013a0:0x2:0x0].100: rc = 0 00000004:00080000:1.0:1788572576.693766:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbaf7d6240 with version 4795 00000020:00080000:1.0:1788572576.693769:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962882 cancel update log [0x240000bd2:0x151:0x0].569: rc = 0 00000020:00080000:1.0:1788572576.693785:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962882 cancel update log [0x2000013a0:0x2:0x0].101: rc = 0 00000004:00080000:1.0:1788572576.693800:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbaf7d66c0 with version 4796 00000020:00080000:1.0:1788572576.693803:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962883 cancel update log [0x240000bd2:0x151:0x0].570: rc = 0 00000020:00080000:1.0:1788572576.693819:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962883 cancel update log [0x2000013a0:0x2:0x0].102: rc = 0 00000004:00080000:1.0:1788572576.693834:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbaf7d69c0 with version 4797 00000020:00080000:1.0:1788572576.693837:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962884 cancel update log [0x240000bd2:0x151:0x0].571: rc = 0 00000020:00080000:1.0:1788572576.693854:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962884 cancel update log [0x2000013a0:0x2:0x0].103: rc = 0 00000004:00080000:1.0:1788572576.693872:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbaf7d6300 with version 4798 00000020:00080000:1.0:1788572576.693874:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962885 cancel update log [0x240000bd2:0x151:0x0].572: rc = 0 00000020:00080000:1.0:1788572576.693890:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962885 cancel update log [0x2000013a0:0x2:0x0].104: rc = 0 00000004:00080000:1.0:1788572576.693906:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92805600 with version 4799 00000020:00080000:1.0:1788572576.693909:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962886 cancel update log [0x240000bd2:0x151:0x0].573: rc = 0 00000020:00080000:1.0:1788572576.693924:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962886 cancel update log [0x2000013a0:0x2:0x0].105: rc = 0 00000004:00080000:1.0:1788572576.693940:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca928056c0 with version 4800 00000020:00080000:1.0:1788572576.693942:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962887 cancel update log [0x240000bd2:0x151:0x0].574: rc = 0 00000100:00100000:3.0:1788572576.694045:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195984768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.694077:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195980544:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694087:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195981056:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694096:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195981568:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694104:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195982080:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694113:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195982592:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694125:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96aded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195983104:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694134:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195983616:0@lo:103:jbd2/dm-0-8.0 00000004:00080000:0.0:1788572576.694135:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbde70700, transno 8589943816 00000004:00080000:0.0:1788572576.694140:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8553b100, transno 8589943817 00000004:00080000:0.0:1788572576.694142:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec5880, transno 8589943818 00000004:00080000:0.0:1788572576.694145:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca856f7100, transno 8589943819 00000004:00080000:3.0:1788572576.694146:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83980a80/2, rc 0, transno 8589944574 00000004:00080000:0.0:1788572576.694147:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca856f5f80, transno 8589943820 00000004:00080000:0.0:1788572576.694149:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc40380, transno 8589943821 00000100:00100000:0.0:1788572576.694170:0:3639:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff88caa25f0e00 x1875440195985664/t8589943887(8589943887) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572592 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788572576.694177:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195984128:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788572576.694182:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f0e00/2, rc 0, transno 8589943887 00000100:00100000:0.0:1788572576.694186:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195985664:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.694188:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa17a5c00/2, rc 0, transno 8589944572 00000100:00100000:3.0:1788572576.694191:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195984640:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.694200:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195980672:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694208:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195981184:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694217:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195981696:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694226:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195982208:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694236:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96addf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195982720:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694245:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96addc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195983232:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694256:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195983744:0@lo:103:jbd2/dm-0-8.0 00000004:00080000:3.0:1788572576.694267:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa17a5500/2, rc 0, transno 8589944571 00000100:00100000:3.0:1788572576.694278:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195984256:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.694290:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195978624:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694301:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195979136:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694310:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195979648:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.694319:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195980160:0@lo:103:jbd2/dm-0-8.0 00000004:00080000:3.0:1788572576.694408:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f0700/2, rc 0, transno 8589943885 00000100:00100000:3.0:1788572576.694412:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195985280:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.694421:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f1880/2, rc 0, transno 8589943886 00000100:00100000:3.0:1788572576.694424:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195985792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.694430:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788572576.694438:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195986176:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.694486:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.694531:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195986176 00000100:00100000:3.0:1788572576.694538:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195986176 00000100:00100000:3.0:1788572576.694582:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21220 00000100:00100000:3.0:1788572576.694591:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3640:x1875440195986176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.694616:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3356 count 1 00000100:00100000:0.0:1788572576.694619:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195980032:0@lo:103:jbd2/dm-0-8.0 00002000:00010000:3.0:1788572576.694650:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1788572576.694657:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1788572576.694657:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003902ae99/0xaad440e68c48522f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.694664:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195986304:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1788572576.694673:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd1c:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.694677:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.694683:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003902ae99/0xaad440e68c48522f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.694687:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572576.694698:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003902ae99/0xaad440e68c48522f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.694708:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003902ae99/0xaad440e68c48522f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.694720:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003902ae99/0xaad440e68c48522f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.694730:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1788572576.694843:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3640:x1875440195986176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 253us (356us total) trans 8589944575 rc 0/0 00000100:00100000:3.0:1788572576.694850:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21220 00000100:00100000:3.0:1788572576.694865:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195986304 00000100:00100000:3.0:1788572576.694869:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195986304 00002000:00010000:2.0:1788572576.695320:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.695328:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7077caa/0xaad440e68c485236 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.695344:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe3b:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.695358:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.695363:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7077caa/0xaad440e68c485236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.695374:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7077caa/0xaad440e68c485236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.695383:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7077caa/0xaad440e68c485236 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.695390:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7077caa/0xaad440e68c485236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.695399:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1788572576.695730:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21221 00000100:00100000:3.0:1788572576.695739:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3639:x1875440195986304:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.695754:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3664 count 1 00002000:00010000:3.0:1788572576.695773:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe50:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.695778:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c48523d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe50:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.695786:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe50:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.695789:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe50:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.695793:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c48523d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.695802:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c48523d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.695810:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c48523d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.695816:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c48523d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.695825:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1788572576.695922:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+9:3639:x1875440195985152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3981us (6607us total) trans 8589943888 rc 0/0 00000100:00100000:2.0:1788572576.695929:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21218 00000100:00100000:3.0:1788572576.696124:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+11:3639:x1875440195986304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 386us (1435us total) trans 8589944576 rc 0/0 00000100:00100000:3.0:1788572576.696131:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21221 00000004:00080000:3.0:1788572576.696188:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca839a4380/2, rc 0, transno 8589944575 00000100:00100000:3.0:1788572576.696202:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195986176:0@lo:6:osp-syn-0-0.0 00000020:00080000:1.0:1788572576.696338:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962887 cancel update log [0x2000013a0:0x2:0x0].106: rc = 0 00000004:00080000:1.0:1788572576.696408:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92805e40 with version 4801 00000020:00080000:1.0:1788572576.696412:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962888 cancel update log [0x240000bd2:0x151:0x0].575: rc = 0 00000020:00080000:1.0:1788572576.696433:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962888 cancel update log [0x2000013a0:0x2:0x0].107: rc = 0 00000004:00080000:1.0:1788572576.696454:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92805480 with version 4802 00000020:00080000:1.0:1788572576.696457:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962889 cancel update log [0x240000bd2:0x151:0x0].576: rc = 0 00000020:00080000:1.0:1788572576.696477:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962889 cancel update log [0x2000013a0:0x2:0x0].108: rc = 0 00000004:00080000:1.0:1788572576.696496:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92805f00 with version 4803 00000020:00080000:1.0:1788572576.696500:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962890 cancel update log [0x240000bd2:0x151:0x0].577: rc = 0 00000020:00080000:1.0:1788572576.696519:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962890 cancel update log [0x2000013a0:0x2:0x0].109: rc = 0 00000004:00080000:1.0:1788572576.696536:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92805d80 with version 4804 00000020:00080000:1.0:1788572576.696539:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962891 cancel update log [0x240000bd2:0x151:0x0].578: rc = 0 00000020:00080000:1.0:1788572576.696555:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962891 cancel update log [0x2000013a0:0x2:0x0].110: rc = 0 00000004:00080000:1.0:1788572576.696572:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92805a80 with version 4805 00000020:00080000:1.0:1788572576.696575:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962892 cancel update log [0x240000bd2:0x151:0x0].579: rc = 0 00000020:00080000:1.0:1788572576.696590:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962892 cancel update log [0x2000013a0:0x2:0x0].111: rc = 0 00000004:00080000:1.0:1788572576.696630:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92805180 with version 4806 00000020:00080000:1.0:1788572576.696633:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962893 cancel update log [0x240000bd2:0x151:0x0].580: rc = 0 00000020:00080000:1.0:1788572576.696652:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962893 cancel update log [0x2000013a0:0x2:0x0].112: rc = 0 00000004:00080000:1.0:1788572576.696671:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cb8b29b900 with version 4807 00000020:00080000:1.0:1788572576.696674:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962894 cancel update log [0x240000bd2:0x151:0x0].581: rc = 0 00000020:00080000:1.0:1788572576.696690:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962894 cancel update log [0x2000013a0:0x2:0x0].113: rc = 0 00000004:00080000:1.0:1788572576.696708:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca89d27cc0 with version 4808 00000020:00080000:1.0:1788572576.696710:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962895 cancel update log [0x240000bd2:0x151:0x0].582: rc = 0 00000020:00080000:1.0:1788572576.696728:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962895 cancel update log [0x2000013a0:0x2:0x0].114: rc = 0 00000004:00080000:1.0:1788572576.696746:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca89d27180 with version 4809 00000020:00080000:1.0:1788572576.696749:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962896 cancel update log [0x240000bd2:0x151:0x0].583: rc = 0 00000020:00080000:1.0:1788572576.696765:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962896 cancel update log [0x2000013a0:0x2:0x0].115: rc = 0 00000004:00080000:1.0:1788572576.696782:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca89d270c0 with version 4810 00000020:00080000:1.0:1788572576.696785:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962897 cancel update log [0x240000bd2:0x151:0x0].584: rc = 0 00000020:00080000:1.0:1788572576.696800:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962897 cancel update log [0x2000013a0:0x2:0x0].116: rc = 0 00000004:00080000:1.0:1788572576.696815:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca89d273c0 with version 4811 00000020:00080000:1.0:1788572576.696818:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962898 cancel update log [0x240000bd2:0x151:0x0].585: rc = 0 00000020:00080000:1.0:1788572576.696833:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962898 cancel update log [0x2000013a0:0x2:0x0].117: rc = 0 00000004:00080000:1.0:1788572576.696849:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca89d27480 with version 4812 00000020:00080000:1.0:1788572576.696852:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962899 cancel update log [0x240000bd2:0x151:0x0].586: rc = 0 00000020:00080000:1.0:1788572576.696867:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962899 cancel update log [0x2000013a0:0x2:0x0].118: rc = 0 00000004:00080000:1.0:1788572576.696883:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca89d279c0 with version 4813 00000020:00080000:1.0:1788572576.696886:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962900 cancel update log [0x240000bd2:0x151:0x0].587: rc = 0 00000020:00080000:1.0:1788572576.696901:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962900 cancel update log [0x2000013a0:0x2:0x0].119: rc = 0 00000004:00080000:1.0:1788572576.696919:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca89d27b40 with version 4814 00000020:00080000:1.0:1788572576.696923:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962901 cancel update log [0x240000bd2:0x151:0x0].588: rc = 0 00000020:00080000:1.0:1788572576.696937:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962901 cancel update log [0x2000013a0:0x2:0x0].120: rc = 0 00000100:00080000:3.0:1788572576.698704:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788572576.698772:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195982976:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.698787:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96ade680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195983488:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.698849:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.698883:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b675c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195984000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.698908:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.698926:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195984512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.698941:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.699087:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195984000 00000100:00100000:3.0:1788572576.699093:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195984000 00000100:00100000:3.0:1788572576.699142:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195984512 00000100:00100000:3.0:1788572576.699146:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195984512 00000100:00100000:3.0:1788572576.699186:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21222 00000100:00100000:3.0:1788572576.699195:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3638:x1875440195984000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.699223:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3820 count 1 00002000:00010000:3.0:1788572576.699257:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xeec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.699265:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c485244 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.699282:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xeec:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.699287:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xeec:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.699293:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c485244 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.699308:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c485244 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.699317:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c485244 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.699326:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c485244 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.699338:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000004:00080000:1.0:1788572576.701361:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca89d27d80 with version 4815 00000020:00080000:1.0:1788572576.701371:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962902 cancel update log [0x240000bd2:0x151:0x0].589: rc = 0 00000020:00080000:1.0:1788572576.701442:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962902 cancel update log [0x2000013a0:0x2:0x0].121: rc = 0 00000004:00080000:1.0:1788572576.701471:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca89d276c0 with version 4816 00000020:00080000:1.0:1788572576.701475:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962903 cancel update log [0x240000bd2:0x151:0x0].590: rc = 0 00000020:00080000:1.0:1788572576.701495:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962903 cancel update log [0x2000013a0:0x2:0x0].122: rc = 0 00000004:00080000:1.0:1788572576.701515:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92898f00 with version 4817 00000020:00080000:1.0:1788572576.701518:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962904 cancel update log [0x240000bd2:0x151:0x0].591: rc = 0 00000020:00080000:1.0:1788572576.701537:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962904 cancel update log [0x2000013a0:0x2:0x0].123: rc = 0 00000020:00080000:1.0:1788572576.701545:0:202428:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8589962904 00000100:00100000:1.0:1788572576.701580:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21223 00000100:00100000:1.0:1788572576.701592:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3638:x1875440195984512:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572576.701618:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3391 count 1 00002000:00010000:1.0:1788572576.701646:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.701654:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c36d74a/0xaad440e68c48524b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.701682:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd3f:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.701687:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.701693:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c36d74a/0xaad440e68c48524b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.701706:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c36d74a/0xaad440e68c48524b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.701716:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c36d74a/0xaad440e68c48524b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.701723:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c36d74a/0xaad440e68c48524b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.701738:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:1.0:1788572576.701879:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3638:x1875440195984512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 289us (2934us total) trans 8589944577 rc 0/0 00000100:00100000:1.0:1788572576.701887:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21223 00000100:00100000:3.0:1788572576.702092:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+13:3638:x1875440195984000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2897us (3182us total) trans 8589944578 rc 0/0 00000100:00100000:3.0:1788572576.702100:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21222 00000004:00080000:3.0:1788572576.702147:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa17a5180/2, rc 0, transno 8589944577 00000100:00100000:3.0:1788572576.702168:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195984512:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.702179:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195985024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.702212:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.702241:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195985536:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.702260:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.702321:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195986048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.702344:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572576.702381:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b675c00/2, rc 0, transno 8589944578 00000100:00100000:3.0:1788572576.702387:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b675c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195984000:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.702399:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 15 async RPCs [0->1] 00000100:00100000:3.0:1788572576.702406:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195978752:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.702437:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.702458:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195979264:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.702477:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.702493:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195979776:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.702510:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.702525:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195980288:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.702543:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.702566:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195983488 00000100:00100000:3.0:1788572576.702571:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195983488 00000100:00100000:3.0:1788572576.702602:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195978752 00000100:00100000:3.0:1788572576.702604:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195978752 00000100:00100000:3.0:1788572576.702615:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195979264 00000100:00100000:3.0:1788572576.702617:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195979264 00000100:00100000:3.0:1788572576.702626:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195979776 00000100:00100000:3.0:1788572576.702628:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195979776 00000100:00100000:3.0:1788572576.702638:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195980288 00000100:00100000:3.0:1788572576.702640:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195980288 00000100:00100000:3.0:1788572576.702653:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15871 00000100:00100000:3.0:1788572576.702659:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+30:3638:x1875440195983488:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.702671:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.702692:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa30ad400/0xaad440e68c480d55 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xb8c001f9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c480d4e expref: 30 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.702712:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xb8c001f9 (ffff88ca8383a900) 00010000:00010000:3.0:1788572576.702724:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.702749:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+29:3638:x1875440195983488:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 90us (3900us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.702756:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15871 00000100:00100000:3.0:1788572576.702769:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15872 00000100:00100000:3.0:1788572576.702774:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+28:3638:x1875440195978752:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.702781:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.702792:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10600/0xaad440e68c483ba7 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x196daf76 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c483ba0 expref: 28 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.702802:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x196daf76 (ffff88ca91e6cf00) 00010000:00010000:3.0:1788572576.702810:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.702831:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+27:3638:x1875440195978752:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 58us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.702837:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15872 00000100:00100000:3.0:1788572576.702870:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15873 00000100:00100000:3.0:1788572576.702876:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+26:3638:x1875440195979264:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.702883:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.702892:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb829e5200/0xaad440e68c4837ef lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7a18c277 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4837e8 expref: 26 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.702907:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x7a18c277 (ffff88ca8e88d100) 00010000:00010000:3.0:1788572576.702914:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.702934:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+25:3638:x1875440195979264:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 58us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.702940:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15873 00000004:00080000:0.0:1788572576.703172:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9513d880/2, rc 0, transno 8589944576 00000100:00100000:0.0:1788572576.703179:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195986304:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572576.703263:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195985024 00000100:00100000:2.0:1788572576.703690:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195985536 00000100:00100000:2.0:1788572576.703696:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195985536 00000100:00100000:2.0:1788572576.703712:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195986048 00000100:00100000:2.0:1788572576.703715:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195986048 00000100:00100000:2.0:1788572576.703749:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21224 00000100:00100000:2.0:1788572576.703757:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+13:3638:x1875440195986048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572576.703775:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3560 count 1 00002000:00010000:2.0:1788572576.703803:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xde8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.703811:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9a79576/0xaad440e68c485252 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.703826:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xde8:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.703830:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xde8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.703836:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9a79576/0xaad440e68c485252 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.703849:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9a79576/0xaad440e68c485252 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.703859:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9a79576/0xaad440e68c485252 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.703867:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9a79576/0xaad440e68c485252 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.703879:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:0.0:1788572576.704010:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195985024 00000100:00100000:0.0:1788572576.704046:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21225 00000100:00100000:0.0:1788572576.704053:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+10:3638:x1875440195985024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572576.704067:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3618 count 1 00002000:00010000:0.0:1788572576.704086:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572576.704092:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ca12380/0xaad440e68c485259 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.704100:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe22:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.704104:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572576.704107:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ca12380/0xaad440e68c485259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.704117:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ca12380/0xaad440e68c485259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.704131:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004ca12380/0xaad440e68c485259 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.704137:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004ca12380/0xaad440e68c485259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.704145:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:0.0:1788572576.705467:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+11:3638:x1875440195985024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1412us (3251us total) trans 8589943889 rc 0/0 00000100:00100000:2.0:1788572576.705467:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3638:x1875440195986048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1703us (3114us total) trans 8589944579 rc 0/0 00000100:00100000:2.0:1788572576.705479:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21224 00000004:00080000:1.0:1788572576.705612:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4774 rpc_version 4774 00000020:00100000:1.0:1788572576.705646:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.705655:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96adf800 x1875440195987072/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.705663:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21225 00000100:00100000:1.0:1788572576.705682:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adf800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195987072:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.705727:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.705752:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00010000:00010000:1.0:1788572576.705773:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1788572576.705781:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c48521a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705791:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.705796:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c48521a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705806:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c48521a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705824:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c48521a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705836:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ffd6057/0xaad440e68c48521a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705860:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1788572576.705864:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000657c5e48/0xaad440e68c485221 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705870:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.705873:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000657c5e48/0xaad440e68c485221 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705881:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000657c5e48/0xaad440e68c485221 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705890:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000657c5e48/0xaad440e68c485221 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705898:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000657c5e48/0xaad440e68c485221 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705912:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1788572576.705915:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db095d11/0xaad440e68c485228 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705922:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.705925:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db095d11/0xaad440e68c485228 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705932:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db095d11/0xaad440e68c485228 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.705940:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db095d11/0xaad440e68c485228 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xdc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.706100:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15874 00000100:00100000:3.0:1788572576.706114:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+24:3638:x1875440195979776:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.706127:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.706145:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c4833e3 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x32baf381 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4833dc expref: 24 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.706173:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x32baf381 (ffff88cb921b6300) 00010000:00010000:3.0:1788572576.706182:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.706212:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+23:3638:x1875440195979776:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 104us (3700us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.706219:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15874 00000100:00100000:3.0:1788572576.706238:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15875 00000100:00100000:3.0:1788572576.706245:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+22:3638:x1875440195980288:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.706253:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.706263:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfecae00/0xaad440e68c482d61 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4ae4bf24 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c482d5a expref: 22 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.706274:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x4ae4bf24 (ffff88ca8ff27000) 00010000:00010000:3.0:1788572576.706282:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.706307:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+21:3638:x1875440195980288:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 62us (3763us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.706313:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15875 00000100:00100000:3.0:1788572576.706336:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195986816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.706379:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.706403:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788572576.706409:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195986688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.706429:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.706454:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195986816 00000100:00100000:3.0:1788572576.706461:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195986816 00000100:00100000:2.0:1788572576.706729:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195986688 00000100:00100000:2.0:1788572576.706734:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195986688 00010000:00010000:1.0:1788572576.706795:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db095d11/0xaad440e68c485228 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706814:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1788572576.706818:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003902ae99/0xaad440e68c48522f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706825:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.706828:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003902ae99/0xaad440e68c48522f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706836:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003902ae99/0xaad440e68c48522f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706848:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003902ae99/0xaad440e68c48522f lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706855:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003902ae99/0xaad440e68c48522f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706872:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1788572576.706876:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7077caa/0xaad440e68c485236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706882:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.706885:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7077caa/0xaad440e68c485236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706893:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7077caa/0xaad440e68c485236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706902:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7077caa/0xaad440e68c485236 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706908:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7077caa/0xaad440e68c485236 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706924:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788572576.706927:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c48523d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706933:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6da00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.706936:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c48523d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706966:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c48523d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706975:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c48523d lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706982:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c48523d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.706994:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788572576.706998:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c485244 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707005:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ce00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.707008:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c485244 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707014:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c485244 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707024:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c485244 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707031:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c485244 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707052:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572576.707055:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c36d74a/0xaad440e68c48524b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707062:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.707065:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c36d74a/0xaad440e68c48524b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707073:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c36d74a/0xaad440e68c48524b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707083:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c36d74a/0xaad440e68c48524b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707091:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c36d74a/0xaad440e68c48524b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707105:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572576.707108:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9a79576/0xaad440e68c485252 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707114:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.707117:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9a79576/0xaad440e68c485252 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707127:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9a79576/0xaad440e68c485252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707136:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9a79576/0xaad440e68c485252 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707143:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9a79576/0xaad440e68c485252 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707172:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.707176:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004ca12380/0xaad440e68c485259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707182:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.707184:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004ca12380/0xaad440e68c485259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707191:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004ca12380/0xaad440e68c485259 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707200:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004ca12380/0xaad440e68c485259 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707207:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ca12380/0xaad440e68c485259 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.707226:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.707228:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.707230:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572576.707249:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195987072 00000100:00100000:1.0:1788572576.707253:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195987072 00000100:00100000:1.0:1788572576.707291:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36856 00000100:00100000:1.0:1788572576.707300:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+21:202414:x1875440195987072:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.707485:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+22:202414:x1875440195987072:12345-0@lo:1000:osp_up1-0.0 Request processed in 186us (1757us total) trans 8589973192 rc 0/0 00000100:00100000:1.0:1788572576.707493:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36856 00000100:00100000:1.0:1788572576.707541:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adf800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195987072:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.707554:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4775 rpc_version 4775 00000020:00100000:1.0:1788572576.707573:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.707580:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96adf480 x1875440195987328/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.707598:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adf480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195987328:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.707625:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.707646:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.707661:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195987328 00000100:00100000:1.0:1788572576.707664:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195987328 00000100:00100000:1.0:1788572576.707690:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36857 00000100:00100000:1.0:1788572576.707696:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+22:202414:x1875440195987328:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.707772:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+23:202414:x1875440195987328:12345-0@lo:1000:osp_up1-0.0 Request processed in 75us (145us total) trans 8589973193 rc 0/0 00000100:00100000:1.0:1788572576.707778:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36857 00000100:00100000:1.0:1788572576.707814:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adf480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195987328:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.707821:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4776 rpc_version 4776 00000020:00100000:1.0:1788572576.707833:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.707838:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96addc00 x1875440195987584/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.707848:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96addc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195987584:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.707869:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.707883:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.707893:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195987584 00000100:00100000:1.0:1788572576.707896:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195987584 00000100:00100000:1.0:1788572576.707917:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36858 00000100:00100000:1.0:1788572576.707922:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96addf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+23:202414:x1875440195987584:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.707990:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96addf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+24:202414:x1875440195987584:12345-0@lo:1000:osp_up1-0.0 Request processed in 67us (119us total) trans 8589973194 rc 0/0 00000100:00100000:1.0:1788572576.707996:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36858 00000100:00100000:1.0:1788572576.708023:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96addc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195987584:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.708030:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4777 rpc_version 4777 00000020:00100000:1.0:1788572576.708041:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.708045:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96adc000 x1875440195987840/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.708055:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adc000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195987840:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.708078:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.708091:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.708102:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195987840 00000100:00100000:1.0:1788572576.708106:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195987840 00000100:00100000:1.0:1788572576.708127:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36859 00000100:00100000:1.0:1788572576.708134:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+24:202414:x1875440195987840:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.708225:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+25:202414:x1875440195987840:12345-0@lo:1000:osp_up1-0.0 Request processed in 91us (145us total) trans 8589973195 rc 0/0 00000100:00100000:1.0:1788572576.708231:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36859 00000100:00100000:1.0:1788572576.708258:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adc000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195987840:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.708265:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4778 rpc_version 4778 00000020:00100000:1.0:1788572576.708276:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.708280:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96aded80 x1875440195988096/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.708293:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96aded80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195988096:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.708316:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.708329:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.708339:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195988096 00000100:00100000:1.0:1788572576.708342:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195988096 00000100:00100000:1.0:1788572576.708375:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36860 00000100:00100000:1.0:1788572576.708381:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+25:202414:x1875440195988096:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.708454:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+26:202414:x1875440195988096:12345-0@lo:1000:osp_up1-0.0 Request processed in 72us (136us total) trans 8589973196 rc 0/0 00000100:00100000:1.0:1788572576.708460:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36860 00000100:00100000:1.0:1788572576.708487:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96aded80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195988096:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.708494:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4779 rpc_version 4779 00000020:00100000:1.0:1788572576.708504:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.708508:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96adce00 x1875440195988352/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.708520:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adce00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195988352:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.708546:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.708559:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.708570:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195988352 00000100:00100000:1.0:1788572576.708573:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195988352 00000100:00100000:1.0:1788572576.708591:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36861 00000100:00100000:1.0:1788572576.708597:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95509c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+26:202414:x1875440195988352:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.708663:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95509c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+27:202414:x1875440195988352:12345-0@lo:1000:osp_up1-0.0 Request processed in 65us (115us total) trans 8589973197 rc 0/0 00000100:00100000:1.0:1788572576.708669:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36861 00000100:00100000:1.0:1788572576.708697:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adce00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195988352:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.708704:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4780 rpc_version 4780 00000020:00100000:1.0:1788572576.708714:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.708719:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9550b100 x1875440195988608/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.708730:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9550b100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195988608:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.708753:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.708767:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.708776:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195988608 00000100:00100000:1.0:1788572576.708779:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195988608 00000100:00100000:1.0:1788572576.708799:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36862 00000100:00100000:1.0:1788572576.708804:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+27:202414:x1875440195988608:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.708869:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95508e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+28:202414:x1875440195988608:12345-0@lo:1000:osp_up1-0.0 Request processed in 64us (114us total) trans 8589973198 rc 0/0 00000100:00100000:1.0:1788572576.708875:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36862 00000100:00100000:1.0:1788572576.708904:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9550b100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195988608:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.708910:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4781 rpc_version 4781 00000020:00100000:1.0:1788572576.708921:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.708925:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9550aa00 x1875440195988864/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.708936:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9550aa00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195988864:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.708975:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.708989:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.709000:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195988864 00000100:00100000:1.0:1788572576.709003:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195988864 00000100:00100000:1.0:1788572576.709023:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36863 00000100:00100000:1.0:1788572576.709029:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+28:202414:x1875440195988864:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.709093:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+29:202414:x1875440195988864:12345-0@lo:1000:osp_up1-0.0 Request processed in 63us (117us total) trans 8589973199 rc 0/0 00000100:00100000:1.0:1788572576.709099:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36863 00000100:00100000:1.0:1788572576.709127:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9550aa00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195988864:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.709134:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4782 rpc_version 4782 00000020:00100000:1.0:1788572576.709144:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.709148:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9550a680 x1875440195989120/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.709182:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9550a680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195989120:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.709207:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.709221:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.709230:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195989120 00000100:00100000:1.0:1788572576.709233:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195989120 00000100:00100000:1.0:1788572576.709254:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36864 00000100:00100000:1.0:1788572576.709260:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95509880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+29:202414:x1875440195989120:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.709328:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95509880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+30:202414:x1875440195989120:12345-0@lo:1000:osp_up1-0.0 Request processed in 68us (119us total) trans 8589973200 rc 0/0 00000100:00100000:1.0:1788572576.709335:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36864 00000100:00100000:0.0:1788572576.712256:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.712625:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632992384 00000100:00100000:0.0:1788572576.712632:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632992384 00000100:00100000:1.0:1788572576.712652:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9550a680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195989120:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.712667:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4783 rpc_version 4783 00000100:00100000:0.0:1788572576.712682:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138010 00000100:00100000:0.0:1788572576.712690:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+8:361572:x1875453632992384:12345-192.168.202.54@tcp:36:rm.0 00000020:00100000:1.0:1788572576.712693:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.712699:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9550ad80 x1875440195989376/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.712719:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9550ad80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195989376:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572576.712740:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1788572576.712764:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572576.712770:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c4851f7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x745:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7746d expref: 8 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.712787:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00010000:00010000:0.0:1788572576.712793:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x745:0x0].0x0 (ffff88ca91e6cc00) 00000100:00100000:1.0:1788572576.712801:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195989376 00000100:00100000:1.0:1788572576.712805:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195989376 00010000:00010000:0.0:1788572576.712808:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572576.712833:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36865 00010000:00010000:0.0:1788572576.712835:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485260 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.712839:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+30:202414:x1875440195989376:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572576.712848:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485260 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.712858:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485260 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.712870:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affe00/0xaad440e68c485267 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.712876:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affe00/0xaad440e68c485267 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.712883:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affe00/0xaad440e68c485267 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.712989:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c48526e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x745:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.712995:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+31:202414:x1875440195989376:12345-0@lo:1000:osp_up1-0.0 Request processed in 155us (229us total) trans 8589973201 rc 0/0 00010000:00010000:0.0:1788572576.712998:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c48526e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x745:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.713002:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36865 00010000:00010000:0.0:1788572576.713004:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c48526e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x745:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.713035:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9550ad80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195989376:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.713042:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4784 rpc_version 4784 00000020:00100000:1.0:1788572576.713052:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.713056:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfa9180 x1875440195989632/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.713067:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa9180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195989632:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.713092:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.713105:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.713116:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195989632 00000100:00100000:1.0:1788572576.713119:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195989632 00000100:00100000:1.0:1788572576.713138:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36866 00000100:00100000:1.0:1788572576.713143:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+31:202414:x1875440195989632:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.713224:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+32:202414:x1875440195989632:12345-0@lo:1000:osp_up1-0.0 Request processed in 80us (130us total) trans 8589973202 rc 0/0 00000100:00100000:1.0:1788572576.713230:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36866 00000100:00100000:1.0:1788572576.713261:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa9180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195989632:0@lo:1000:osp_up1-0.0 00000040:00080000:0.0:1788572576.713264:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3880, 64 off256512 00000004:00080000:1.0:1788572576.713267:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4785 rpc_version 4785 00000020:00100000:1.0:1788572576.713277:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.713282:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfa8a80 x1875440195989888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.713294:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa8a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195989888:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.713317:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.713331:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.713341:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195989888 00000100:00100000:1.0:1788572576.713344:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195989888 00000100:00100000:1.0:1788572576.713396:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36867 00000100:00100000:1.0:1788572576.713401:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+32:202414:x1875440195989888:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.713471:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+33:202414:x1875440195989888:12345-0@lo:1000:osp_up1-0.0 Request processed in 68us (152us total) trans 8589973203 rc 0/0 00000100:00100000:1.0:1788572576.713477:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36867 00000100:00100000:1.0:1788572576.713506:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa8a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195989888:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.713513:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4786 rpc_version 4786 00000020:00100000:1.0:1788572576.713523:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.713527:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfab480 x1875440195990144/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.713540:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfab480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195990144:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.713564:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.713577:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.713588:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195990144 00000100:00100000:1.0:1788572576.713591:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195990144 00000100:00100000:1.0:1788572576.713611:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36868 00000100:00100000:1.0:1788572576.713616:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+33:202414:x1875440195990144:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.713684:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+34:202414:x1875440195990144:12345-0@lo:1000:osp_up1-0.0 Request processed in 67us (118us total) trans 8589973204 rc 0/0 00000100:00100000:1.0:1788572576.713691:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36868 00000100:00100000:1.0:1788572576.713719:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfab480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195990144:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.713726:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4787 rpc_version 4787 00000020:00100000:1.0:1788572576.713737:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.713741:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfa8380 x1875440195990400/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.713753:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa8380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195990400:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.713778:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572576.713789:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485275 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x745:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.713790:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.713800:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195990400 00010000:00010000:0.0:1788572576.713801:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485275 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.713803:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195990400 00010000:00010000:0.0:1788572576.713810:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485275 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.713818:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485275 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.713821:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36869 00000100:00100000:1.0:1788572576.713826:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+34:202414:x1875440195990400:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572576.713827:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485275 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.713833:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485275 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.713848:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572576.713867:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c48526e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x745:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.713890:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+35:202414:x1875440195990400:12345-0@lo:1000:osp_up1-0.0 Request processed in 63us (110us total) trans 8589973205 rc 0/0 00000100:00100000:1.0:1788572576.713896:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36869 00010000:00010000:1.0:1788572576.713912:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.713919:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485275 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x745:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.713939:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c48526e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x745:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.713945:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c48526e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x745:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.714273:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21226 00000100:00100000:3.0:1788572576.714284:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+15:3640:x1875440195986816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.714303:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3374 count 1 00002000:00010000:3.0:1788572576.714327:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.714333:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b03b0249/0xaad440e68c48527c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.714346:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd2e:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.714363:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.714369:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b03b0249/0xaad440e68c48527c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.714381:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b03b0249/0xaad440e68c48527c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.714390:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b03b0249/0xaad440e68c48527c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.714402:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b03b0249/0xaad440e68c48527c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.714411:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.714525:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+16:3640:x1875440195986816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 245us (8145us total) trans 8589944580 rc 0/0 00000100:00100000:3.0:1788572576.714532:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21226 00000004:00080000:3.0:1788572576.714758:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9513fb80/2, rc 0, transno 8589944580 00000100:00100000:3.0:1788572576.714775:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195986816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.714804:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195980288:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.714812:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195980800:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.714838:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.714859:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195980800 00000100:00100000:3.0:1788572576.714863:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195980800 00000100:00100000:3.0:1788572576.714894:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15876 00000100:00100000:3.0:1788572576.714900:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+35:3638:x1875440195980800:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.714909:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.714930:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde6ec00/0xaad440e68c4828d7 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xaf5f7dcd bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4828d0 expref: 35 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.714945:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xaf5f7dcd (ffff88cbbfecc700) 00010000:00010000:1.0:1788572576.715038:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.715044:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485275 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.715054:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485275 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.715064:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x745:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:1.0:1788572576.715066:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572576.715070:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485275 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.715075:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485275 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.715085:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.715089:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b03b0249/0xaad440e68c48527c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.715095:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.715098:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b03b0249/0xaad440e68c48527c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.715103:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b03b0249/0xaad440e68c48527c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.715117:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b03b0249/0xaad440e68c48527c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.715123:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b03b0249/0xaad440e68c48527c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.715138:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.715140:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.715141:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572576.715187:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa8380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195990400:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.715196:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4788 rpc_version 4788 00000020:00100000:1.0:1788572576.715212:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.715218:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfa9c00 x1875440195990656/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1788572576.715230:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22800 already unused, calling callback (ffffffffc19704f0) 00000100:00100000:1.0:1788572576.715232:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa9c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195990656:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572576.715235:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c48526e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x745:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.715243:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c48526e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x745:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.715252:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x745:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:0.0:1788572576.715254:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572576.715257:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c48526e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x745:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.715262:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572576.715263:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c48526e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x745:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.715276:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.715288:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195990656 00000100:00100000:1.0:1788572576.715292:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195990656 00000100:00100000:1.0:1788572576.715314:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36870 00000100:00100000:1.0:1788572576.715320:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbc700450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+35:202414:x1875440195990656:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.715432:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbc700450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+36:202414:x1875440195990656:12345-0@lo:1000:osp_up1-0.0 Request processed in 112us (168us total) trans 8589973206 rc 0/0 00000100:00100000:1.0:1788572576.715440:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36870 00010000:00010000:0.0:1788572576.715586:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485260 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.715592:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485260 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.715598:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485260 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.715604:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485260 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.715609:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.715613:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485260 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.715619:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485260 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.715623:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa9c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195990656:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572576.715627:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91e6ce00) 00010000:00010000:0.0:1788572576.715629:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:1.0:1788572576.715630:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4789 rpc_version 4789 00010000:00010000:0.0:1788572576.715633:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485260 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.715638:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485260 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788572576.715640:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.715645:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfaa680 x1875440195990912/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00010000:0.0:1788572576.715656:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007731c839 reply state 00000000d60568de transno 12884961924 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affe00/0xaad440e68c485267 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.715656:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfaa680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195990912:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572576.715666:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affe00/0xaad440e68c485267 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.715673:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xcf1baf0a (ffff88ca91e6ca00) 00010000:00010000:0.0:1788572576.715675:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572576.715678:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572576.715678:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.715692:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.715702:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195990912 00000100:00100000:1.0:1788572576.715705:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195990912 00000100:00100000:1.0:1788572576.715726:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36871 00000100:00100000:1.0:1788572576.715731:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+36:202414:x1875440195990912:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.715778:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:361572:x1875453632992384:12345-192.168.202.54@tcp:36:rm.0 Request processed in 3087us (3529us total) trans 12884961924 rc 0/0 00000100:00100000:0.0:1788572576.715786:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138010 00000100:00100000:1.0:1788572576.715794:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+37:202414:x1875440195990912:12345-0@lo:1000:osp_up1-0.0 Request processed in 63us (115us total) trans 8589973207 rc 0/0 00000100:00100000:1.0:1788572576.715799:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36871 00000100:00100000:1.0:1788572576.715824:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfaa680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195990912:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.715830:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4790 rpc_version 4790 00000020:00100000:1.0:1788572576.715839:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.715843:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfa9500 x1875440195991296/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.715854:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa9500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195991296:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.715876:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.715888:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.715898:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195991296 00000100:00100000:1.0:1788572576.715901:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195991296 00000100:00100000:1.0:1788572576.715921:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36872 00000100:00100000:1.0:1788572576.715927:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+37:202414:x1875440195991296:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.716005:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+38:202414:x1875440195991296:12345-0@lo:1000:osp_up1-0.0 Request processed in 79us (128us total) trans 8589973208 rc 0/0 00000100:00100000:1.0:1788572576.716012:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36872 00000100:00100000:1.0:1788572576.716041:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa9500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195991296:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.716048:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4791 rpc_version 4791 00000020:00100000:1.0:1788572576.716058:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.716063:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfaad80 x1875440195991552/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.716074:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfaad80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195991552:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.716098:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.716111:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.716121:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195991552 00000100:00100000:1.0:1788572576.716125:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195991552 00000100:00100000:1.0:1788572576.716145:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36873 00000100:00100000:1.0:1788572576.716170:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+38:202414:x1875440195991552:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.716245:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+39:202414:x1875440195991552:12345-0@lo:1000:osp_up1-0.0 Request processed in 94us (146us total) trans 8589973209 rc 0/0 00000100:00100000:1.0:1788572576.716252:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36873 00000100:00100000:1.0:1788572576.716281:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfaad80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195991552:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.716287:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4792 rpc_version 4792 00000020:00100000:1.0:1788572576.716298:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.716302:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfa8000 x1875440195991808/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.716313:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa8000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195991808:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.716338:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.716368:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.716378:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195991808 00000100:00100000:1.0:1788572576.716381:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195991808 00000100:00100000:1.0:1788572576.716402:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36874 00000100:00100000:1.0:1788572576.716408:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+39:202414:x1875440195991808:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.716472:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+40:202414:x1875440195991808:12345-0@lo:1000:osp_up1-0.0 Request processed in 64us (133us total) trans 8589973210 rc 0/0 00000100:00100000:1.0:1788572576.716478:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36874 00000100:00100000:1.0:1788572576.716507:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa8000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195991808:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.716514:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4793 rpc_version 4793 00000020:00100000:1.0:1788572576.716524:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.716529:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfaa300 x1875440195992064/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.716540:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfaa300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195992064:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.716565:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.716578:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.716588:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195992064 00000100:00100000:1.0:1788572576.716592:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195992064 00000100:00100000:1.0:1788572576.716612:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36875 00000100:00100000:1.0:1788572576.716617:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+40:202414:x1875440195992064:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.716682:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+41:202414:x1875440195992064:12345-0@lo:1000:osp_up1-0.0 Request processed in 64us (116us total) trans 8589973211 rc 0/0 00000100:00100000:1.0:1788572576.716689:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36875 00000100:00100000:1.0:1788572576.716719:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfaa300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195992064:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.716725:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4794 rpc_version 4794 00000020:00100000:1.0:1788572576.716736:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.716740:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e182d80 x1875440195992320/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.716751:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182d80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195992320:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572576.716761:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f0a80/2, rc 0, transno 8589943888 00000100:00100000:0.0:1788572576.716767:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195985152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.716773:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.716785:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.716793:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195992320 00000100:00100000:1.0:1788572576.716796:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195992320 00000100:00100000:1.0:1788572576.716823:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36876 00000100:00100000:1.0:1788572576.716828:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+41:202414:x1875440195992320:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.716893:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+42:202414:x1875440195992320:12345-0@lo:1000:osp_up1-0.0 Request processed in 65us (119us total) trans 8589973212 rc 0/0 00000100:00100000:1.0:1788572576.716900:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36876 00010000:00010000:1.0:1788572576.716917:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.716920:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182d80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195992320:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572576.716927:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4795 rpc_version 4795 00000100:00100000:1.0:1788572576.716932:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195986432:0@lo:6:osp-syn-0-0.0 00000020:00100000:0.0:1788572576.716937:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.716941:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83981180 x1875440195992576/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.716960:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.716987:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195986432 00000100:00100000:1.0:1788572576.716990:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195986432 00000100:00100000:1.0:1788572576.717019:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21227 00000100:00100000:1.0:1788572576.717025:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3637:x1875440195986432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572576.717042:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3759 count 1 00002000:00010000:1.0:1788572576.717070:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xeaf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1788572576.717077:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83981180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195992576:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1788572576.717077:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056fcde6c/0xaad440e68c485283 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.717091:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xeaf:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.717094:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xeaf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.717101:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056fcde6c/0xaad440e68c485283 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.717102:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572576.717113:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056fcde6c/0xaad440e68c485283 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.717116:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95f723c0 going to sleep for 11 seconds 00010000:00010000:1.0:1788572576.717123:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056fcde6c/0xaad440e68c485283 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.717127:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195992576 00000100:00100000:0.0:1788572576.717130:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195992576 00010000:00010000:1.0:1788572576.717132:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056fcde6c/0xaad440e68c485283 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.717147:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572576.717169:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36877 00000100:00100000:0.0:1788572576.717175:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+42:202414:x1875440195992576:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.717251:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+43:202414:x1875440195992576:12345-0@lo:1000:osp_up1-0.0 Request processed in 76us (147us total) trans 8589973213 rc 0/0 00000100:00100000:0.0:1788572576.717258:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36877 00000100:00100000:1.0:1788572576.717286:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:3637:x1875440195986432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 261us (324us total) trans 8589944581 rc 0/0 00000100:00100000:1.0:1788572576.717293:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21227 00010000:00010000:1.0:1788572576.717312:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.717317:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056fcde6c/0xaad440e68c485283 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.717325:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.717330:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056fcde6c/0xaad440e68c485283 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.717338:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056fcde6c/0xaad440e68c485283 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.718229:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.718275:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+42:3638:x1875440195980800:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 3373us (3434us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.718288:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15876 00000100:00100000:3.0:1788572576.718331:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195980800:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.718340:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195981312:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.718380:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.718404:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195981824:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.718424:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.718439:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195982336:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.718461:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.718476:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195982848:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.718496:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.718514:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195983360:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.718533:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.718554:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195981312 00000100:00100000:3.0:1788572576.718558:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195981312 00000100:00100000:3.0:1788572576.718584:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195981824 00000100:00100000:3.0:1788572576.718587:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195981824 00000100:00100000:3.0:1788572576.718600:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195982336 00000100:00100000:3.0:1788572576.718603:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195982336 00000100:00100000:3.0:1788572576.718612:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195982848 00000100:00100000:3.0:1788572576.718615:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195982848 00000100:00100000:3.0:1788572576.718625:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195983360 00000100:00100000:3.0:1788572576.718628:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195983360 00000100:00100000:3.0:1788572576.718642:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15877 00000100:00100000:3.0:1788572576.718649:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+46:3638:x1875440195981312:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.718661:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.718684:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa1ecee00/0xaad440e68c4821d7 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x48ba847a bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4821d0 expref: 46 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.718702:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x48ba847a (ffff88caa2ec8a00) 00010000:00010000:3.0:1788572576.718716:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.718739:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+45:3638:x1875440195981312:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 91us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.718745:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15877 00000100:00100000:3.0:1788572576.718757:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15878 00000100:00100000:3.0:1788572576.718763:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+44:3638:x1875440195981824:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.718770:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.718782:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde6f000/0xaad440e68c481b55 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5c80a8a3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c481b4e expref: 44 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.718792:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x5c80a8a3 (ffff88ca8ed42600) 00010000:00010000:3.0:1788572576.718803:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.718823:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+43:3638:x1875440195981824:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 61us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.718829:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15878 00000100:00100000:3.0:1788572576.718842:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15879 00000100:00100000:3.0:1788572576.718848:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+42:3638:x1875440195982336:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.718854:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.718865:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c48165b lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xa77d2be5 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c481654 expref: 42 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.718876:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xa77d2be5 (ffff88caa2ec0500) 00010000:00010000:3.0:1788572576.718885:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.718904:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9fb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+41:3638:x1875440195982336:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 57us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.718910:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15879 00000100:00100000:3.0:1788572576.718945:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15880 00000100:00100000:3.0:1788572576.718951:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+40:3638:x1875440195982848:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.718958:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.718968:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c4812b1 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xcf057795 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4812aa expref: 40 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.718978:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xcf057795 (ffff88caa2ec0200) 00010000:00010000:3.0:1788572576.718985:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.719005:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+39:3638:x1875440195982848:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 55us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.719012:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15880 00000100:00100000:3.0:1788572576.719023:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15881 00000100:00100000:3.0:1788572576.719028:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+38:3638:x1875440195983360:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572576.719034:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572576.719044:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c480e27 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd231b973 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c480e20 expref: 38 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.719054:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd231b973 (ffff88ca9149b200) 00010000:00010000:3.0:1788572576.719061:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572576.719080:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+37:3638:x1875440195983360:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 52us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.719086:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15881 00000100:00100000:3.0:1788572576.719111:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195983360:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.719121:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b675180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195983872:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.719144:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.719187:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195984384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.719206:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.719226:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195983872 00000100:00100000:3.0:1788572576.719229:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195983872 00000100:00100000:3.0:1788572576.719256:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195984384 00000100:00100000:3.0:1788572576.719258:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195984384 00000100:00100000:3.0:1788572576.719277:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21228 00000100:00100000:3.0:1788572576.719283:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+18:3638:x1875440195983872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.719303:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3730 count 1 00002000:00010000:3.0:1788572576.719333:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe92:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.719339:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48528a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe92:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.719369:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe92:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.719374:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe92:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.719381:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48528a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.719394:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48528a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.719404:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48528a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.719412:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48528a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.719430:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.719566:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+19:3638:x1875440195983872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 283us (421us total) trans 8589944582 rc 0/0 00000100:00100000:3.0:1788572576.719573:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21228 00000100:00100000:3.0:1788572576.719586:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21229 00000100:00100000:3.0:1788572576.719592:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+18:3638:x1875440195984384:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.719603:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3752 count 1 00002000:00010000:3.0:1788572576.719619:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xea8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.719624:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c485291 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xea8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.719632:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xea8:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.719635:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xea8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.719639:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c485291 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.719648:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c485291 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.719656:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c485291 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.719663:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c485291 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xea8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.719676:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572576.719742:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+19:3638:x1875440195984384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 150us (534us total) trans 8589944583 rc 0/0 00000100:00100000:3.0:1788572576.719748:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21229 00000004:00080000:3.0:1788572576.719788:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa17a4e00/2, rc 0, transno 8589944583 00000100:00100000:3.0:1788572576.719800:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195984384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.719808:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195984896:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.719833:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.719853:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195985408:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.719871:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.719884:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195985920:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.719902:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.719924:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195984896 00000100:00100000:3.0:1788572576.719928:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195984896 00000100:00100000:3.0:1788572576.719951:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195985408 00000100:00100000:3.0:1788572576.719954:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195985408 00000100:00100000:3.0:1788572576.719969:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195985920 00000100:00100000:3.0:1788572576.719971:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195985920 00000100:00100000:3.0:1788572576.719988:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21230 00000100:00100000:3.0:1788572576.719994:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3638:x1875440195984896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.720006:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3369 count 1 00002000:00010000:3.0:1788572576.720026:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.720031:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c485298 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720045:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd29:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.720048:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.720052:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c485298 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720063:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c485298 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720071:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c485298 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720079:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c485298 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720089:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572576.720194:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3638:x1875440195984896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 200us (360us total) trans 8589943890 rc 0/0 00000100:00100000:3.0:1788572576.720201:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21230 00000100:00100000:3.0:1788572576.720213:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21231 00000100:00100000:3.0:1788572576.720220:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3638:x1875440195985408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.720231:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3411 count 1 00002000:00010000:3.0:1788572576.720245:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd53:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.720249:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e4104be/0xaad440e68c48529f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720262:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd53:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.720265:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd53:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.720269:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e4104be/0xaad440e68c48529f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720279:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e4104be/0xaad440e68c48529f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720287:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e4104be/0xaad440e68c48529f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720295:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e4104be/0xaad440e68c48529f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720305:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1788572576.720382:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3638:x1875440195985408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 161us (508us total) trans 8589943891 rc 0/0 00000100:00100000:3.0:1788572576.720389:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21231 00000100:00100000:3.0:1788572576.720400:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21232 00000100:00100000:3.0:1788572576.720406:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3638:x1875440195985920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.720416:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3577 count 1 00002000:00010000:3.0:1788572576.720431:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xdf9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.720435:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dd8beea/0xaad440e68c4852a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720449:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdf9:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.720452:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdf9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.720456:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001dd8beea/0xaad440e68c4852a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720465:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001dd8beea/0xaad440e68c4852a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720473:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001dd8beea/0xaad440e68c4852a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720481:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001dd8beea/0xaad440e68c4852a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720489:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1788572576.720552:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3638:x1875440195985920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 146us (648us total) trans 8589944584 rc 0/0 00000100:00100000:3.0:1788572576.720558:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21232 00000004:00080000:3.0:1788572576.720595:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa17a6680/2, rc 0, transno 8589944584 00000100:00100000:3.0:1788572576.720601:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195985920:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572576.720612:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca839a7480/2, rc 0, transno 8589944579 00000100:00100000:3.0:1788572576.720616:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195986048:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.720628:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96ade680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195983488:0@lo:103:jbd2/dm-0-8.0 00000004:00080000:3.0:1788572576.720638:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f2300/2, rc 0, transno 8589943889 00000100:00100000:3.0:1788572576.720642:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195985024:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.720681:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195986560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.720706:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.720726:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195986560 00000100:00100000:3.0:1788572576.720730:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195986560 00000100:00100000:3.0:1788572576.720754:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21233 00000100:00100000:3.0:1788572576.720760:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3638:x1875440195986560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.720771:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3631 count 1 00002000:00010000:3.0:1788572576.720788:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.720794:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002898fa49/0xaad440e68c4852ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720803:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe2f:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.720805:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.720809:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002898fa49/0xaad440e68c4852ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720817:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002898fa49/0xaad440e68c4852ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720824:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002898fa49/0xaad440e68c4852ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720830:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002898fa49/0xaad440e68c4852ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.720842:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1788572576.720903:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3638:x1875440195986560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 142us (196us total) trans 8589944585 rc 0/0 00000100:00100000:3.0:1788572576.720909:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21233 00000004:00080000:3.0:1788572576.720935:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9513c000/2, rc 0, transno 8589944585 00000100:00100000:3.0:1788572576.720939:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195986560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.720949:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195978752:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.720958:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195979264:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.720967:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195979776:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.720975:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195981312:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.720982:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195981824:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.720990:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195982336:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572576.720998:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195982848:0@lo:103:jbd2/dm-0-8.0 00000004:00080000:3.0:1788572576.721006:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b675180/2, rc 0, transno 8589944582 00000100:00100000:3.0:1788572576.721010:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b675180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195983872:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572576.721017:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f1c00/2, rc 0, transno 8589943890 00000100:00100000:3.0:1788572576.721021:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195984896:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.721028:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f2680/2, rc 0, transno 8589943891 00000100:00100000:3.0:1788572576.721031:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195985408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572576.723103:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21234 00000100:00100000:2.0:1788572576.723122:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+20:3640:x1875440195986688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572576.723165:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3657 count 1 00002000:00010000:2.0:1788572576.723196:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.723204:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e88d768/0xaad440e68c4852b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.723218:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe49:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.723222:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe49:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.723228:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e88d768/0xaad440e68c4852b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.723240:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e88d768/0xaad440e68c4852b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.723251:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e88d768/0xaad440e68c4852b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.723258:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e88d768/0xaad440e68c4852b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.723268:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1788572576.723450:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+21:3640:x1875440195986688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 335us (17018us total) trans 8589944586 rc 0/0 00000100:00100000:2.0:1788572576.723457:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21234 00000004:00080000:2.0:1788572576.723740:0:202418:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 44 changes, 8 in progress, 1 in flight, 53 done 00010000:00010000:1.0:1788572576.723881:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056fcde6c/0xaad440e68c485283 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.723893:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056fcde6c/0xaad440e68c485283 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xeaf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.723942:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1788572576.723960:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48528a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.723968:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.723972:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48528a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.723980:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48528a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.723992:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48528a lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.723999:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b5cd784/0xaad440e68c48528a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe92:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.724132:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1788572576.724137:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c485291 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xea8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.724145:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.724149:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c485291 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xea8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.724172:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c485291 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xea8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.724183:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c485291 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xea8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.724190:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c485291 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xea8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.728190:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83981180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195992576:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572576.728212:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4796 rpc_version 4796 00000020:00100000:0.0:1788572576.728244:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.728252:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83981880 x1875440195994368/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.729651:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83981880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195994368:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.729733:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.729775:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95f723c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.729809:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195992832:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572576.729836:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.729868:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195992832 00000100:00100000:0.0:1788572576.729875:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195992832 00000100:00100000:0.0:1788572576.729924:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21235 00000100:00100000:0.0:1788572576.729932:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+21:3639:x1875440195992832:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1788572576.729935:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788572576.729943:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c485298 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.729953:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.729959:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c485298 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.729969:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c485298 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1788572576.729972:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3748 count 1 00010000:00010000:1.0:1788572576.729988:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c485298 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.729995:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b52578bd/0xaad440e68c485298 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572576.730002:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xea4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572576.730007:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000962029b/0xaad440e68c4852bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0xea4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730016:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788572576.730018:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xea4:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.730020:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e4104be/0xaad440e68c48529f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.730022:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xea4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.730026:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.730029:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000962029b/0xaad440e68c4852bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730029:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e4104be/0xaad440e68c48529f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730038:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e4104be/0xaad440e68c48529f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.730042:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000962029b/0xaad440e68c4852bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730046:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e4104be/0xaad440e68c48529f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730053:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e4104be/0xaad440e68c48529f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.730057:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000962029b/0xaad440e68c4852bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xea4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.730065:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000962029b/0xaad440e68c4852bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xea4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730066:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572576.730069:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001dd8beea/0xaad440e68c4852a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730074:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.730075:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1788572576.730077:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001dd8beea/0xaad440e68c4852a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730088:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001dd8beea/0xaad440e68c4852a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730096:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001dd8beea/0xaad440e68c4852a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730102:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001dd8beea/0xaad440e68c4852a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730112:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572576.730116:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002898fa49/0xaad440e68c4852ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730121:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.730123:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002898fa49/0xaad440e68c4852ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730129:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002898fa49/0xaad440e68c4852ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730137:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002898fa49/0xaad440e68c4852ad lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730143:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002898fa49/0xaad440e68c4852ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730177:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572576.730180:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e88d768/0xaad440e68c4852b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730186:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.730189:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e88d768/0xaad440e68c4852b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730195:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e88d768/0xaad440e68c4852b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730204:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e88d768/0xaad440e68c4852b4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730211:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e88d768/0xaad440e68c4852b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.730220:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+22:3639:x1875440195992832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 288us (383us total) trans 8589944587 rc 0/0 00010000:00010000:1.0:1788572576.730225:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1788572576.730227:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21235 00010000:00010000:1.0:1788572576.730228:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000962029b/0xaad440e68c4852bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xea4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730233:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.730236:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000962029b/0xaad440e68c4852bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xea4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730248:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000962029b/0xaad440e68c4852bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xea4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730257:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000962029b/0xaad440e68c4852bb lrc: 1/0,0 mode: --/PW res: [0x280000401:0xea4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730263:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000962029b/0xaad440e68c4852bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0xea4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.730264:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83983480/2, rc 0, transno 8589944587 00010000:00010000:1.0:1788572576.730276:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.730278:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.730279:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572576.730291:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195994368 00000100:00100000:1.0:1788572576.730295:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195994368 00000100:00100000:1.0:1788572576.730332:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36878 00000100:00100000:1.0:1788572576.730339:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+37:202414:x1875440195994368:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.730465:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+38:202414:x1875440195994368:12345-0@lo:1000:osp_up1-0.0 Request processed in 126us (732us total) trans 8589973214 rc 0/0 00000100:00100000:1.0:1788572576.730472:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36878 00000004:00080000:1.0:1788572576.730504:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9513ea00/2, rc 0, transno 8589944581 00000100:00100000:1.0:1788572576.730514:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195986432:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.730522:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195991040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.730547:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.730568:0:225662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195991040 00000100:00100000:1.0:1788572576.730573:0:225662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195991040 00000100:00100000:1.0:1788572576.730596:0:225662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21236 00000100:00100000:1.0:1788572576.730601:0:225662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3637:x1875440195991040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572576.730613:0:225662:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3352 count 1 00002000:00010000:1.0:1788572576.730630:0:225662:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.730636:0:225662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b838b71e/0xaad440e68c4852c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730644:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd18:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.730648:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.730652:0:225662:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b838b71e/0xaad440e68c4852c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730662:0:225662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b838b71e/0xaad440e68c4852c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730671:0:225662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b838b71e/0xaad440e68c4852c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730691:0:225662:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b838b71e/0xaad440e68c4852c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730705:0:225662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572576.730775:0:225662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3637:x1875440195991040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 173us (227us total) trans 8589944588 rc 0/0 00000100:00100000:1.0:1788572576.730781:0:225662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21236 00000004:00080000:1.0:1788572576.730809:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9513e300/2, rc 0, transno 8589944588 00000100:00100000:1.0:1788572576.730814:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195991040:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.730825:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195993088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.730848:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.730869:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195993088 00000100:00100000:1.0:1788572576.730872:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195993088 00000100:00100000:1.0:1788572576.730893:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21237 00000100:00100000:1.0:1788572576.730899:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbd8a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+23:3637:x1875440195993088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572576.730910:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3434 count 1 00002000:00010000:1.0:1788572576.730928:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd6a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.730934:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005488de36/0xaad440e68c4852c9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730942:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd6a:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.730945:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd6a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.730950:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005488de36/0xaad440e68c4852c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730960:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005488de36/0xaad440e68c4852c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730968:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005488de36/0xaad440e68c4852c9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730975:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005488de36/0xaad440e68c4852c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.730989:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572576.731061:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbd8a1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+24:3637:x1875440195993088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 159us (209us total) trans 8589944589 rc 0/0 00000100:00100000:1.0:1788572576.731068:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21237 00000004:00080000:1.0:1788572576.731094:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83983800/2, rc 0, transno 8589944589 00000100:00100000:1.0:1788572576.731098:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83983800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195993088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.731105:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195993600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.731127:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.731174:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195994112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.731196:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.731216:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788572576.731221:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195992704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.731241:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.731260:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195993216:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.731280:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.731299:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195993600 00000100:00100000:1.0:1788572576.731302:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195993600 00000100:00100000:1.0:1788572576.731324:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195994112 00000100:00100000:1.0:1788572576.731327:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195994112 00000100:00100000:1.0:1788572576.731341:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195992704 00000100:00100000:1.0:1788572576.731343:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195992704 00000100:00100000:1.0:1788572576.731373:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195993216 00000100:00100000:1.0:1788572576.731376:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195993216 00000100:00100000:1.0:1788572576.731393:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21238 00000100:00100000:1.0:1788572576.731399:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3637:x1875440195993600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.731414:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3770 count 1 00002000:00010000:1.0:1788572576.731434:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xeba:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.731439:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4852d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xeba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731449:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xeba:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.731452:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xeba:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.731456:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4852d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731466:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4852d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731474:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4852d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731481:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4852d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731490:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1788572576.731568:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+15:3637:x1875440195993600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 169us (439us total) trans 8589943892 rc 0/0 00000100:00100000:1.0:1788572576.731574:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21238 00000100:00100000:1.0:1788572576.731587:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21239 00000100:00100000:1.0:1788572576.731593:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3637:x1875440195994112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.731604:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3672 count 1 00002000:00010000:1.0:1788572576.731618:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe58:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.731623:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c4852d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe58:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731631:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe58:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.731634:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe58:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.731638:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c4852d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731647:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c4852d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731654:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c4852d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731661:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c4852d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.731667:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83983480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195992832:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1788572576.731669:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1788572576.731730:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+15:3637:x1875440195994112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 137us (532us total) trans 8589943893 rc 0/0 00000100:00100000:1.0:1788572576.731736:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21239 00000100:00100000:0.0:1788572576.731746:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21240 00000100:00100000:0.0:1788572576.731753:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+25:3637:x1875440195992704:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.731755:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21241 00000100:00100000:1.0:1788572576.731760:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+25:3637:x1875440195993216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572576.731765:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3943 count 1 00002000:00080000:1.0:1788572576.731768:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3821 count 1 00002000:00010000:0.0:1788572576.731782:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf67:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1788572576.731782:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xeed:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.731787:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c4852e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xeed:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.731788:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c4852de lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf67:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.731797:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf67:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.731797:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xeed:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.731800:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf67:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.731801:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xeed:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572576.731806:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c4852de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731806:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c4852e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731815:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c4852e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.731821:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c4852de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731823:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c4852e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.731829:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c4852de lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731831:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c4852e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.731837:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c4852de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.731839:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1788572576.731844:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1788572576.731900:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:3637:x1875440195992704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 148us (657us total) trans 8589944590 rc 0/0 00000100:00100000:1.0:1788572576.731900:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+27:3637:x1875440195993216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 139us (618us total) trans 8589944591 rc 0/0 00000100:00100000:1.0:1788572576.731907:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21241 00000100:00100000:3.0:1788572576.731971:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195992960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.732002:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.732023:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195993472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.732043:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.732065:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195992960 00000100:00100000:3.0:1788572576.732069:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195992960 00000100:00100000:1.0:1788572576.732103:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195993472 00000100:00100000:1.0:1788572576.732107:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195993472 00010000:00010000:2.0:1788572576.732255:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788572576.732265:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b838b71e/0xaad440e68c4852c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732274:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.732280:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b838b71e/0xaad440e68c4852c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732290:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b838b71e/0xaad440e68c4852c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732306:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b838b71e/0xaad440e68c4852c2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732314:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b838b71e/0xaad440e68c4852c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732337:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788572576.732340:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005488de36/0xaad440e68c4852c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732361:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.732364:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005488de36/0xaad440e68c4852c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732372:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005488de36/0xaad440e68c4852c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732383:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005488de36/0xaad440e68c4852c9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732391:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005488de36/0xaad440e68c4852c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732404:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788572576.732407:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4852d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732413:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.732416:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4852d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732423:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4852d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xeba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732433:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4852d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xeba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732440:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4852d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xeba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732454:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572576.732457:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c4852d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732462:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.732465:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c4852d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732477:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c4852d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732487:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c4852d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732495:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c4852d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe58:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732507:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572576.732510:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c4852e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732515:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.732518:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c4852e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732524:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c4852e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xeed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732534:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c4852e5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xeed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732541:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001037fbfa/0xaad440e68c4852e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xeed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732558:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.732562:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c4852de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732568:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.732570:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c4852de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732577:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c4852de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732587:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c4852de lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732595:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c4852de lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.732608:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.732610:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.732611:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.732908:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21240 00000100:00100000:0.0:1788572576.732928:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21242 00000100:00100000:0.0:1788572576.732937:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3640:x1875440195992960:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788572576.732942:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.732955:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195993984:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.732991:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.733015:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195993984 00000100:00100000:3.0:1788572576.733018:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195993984 00000100:00100000:3.0:1788572576.733043:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21243 00000100:00100000:3.0:1788572576.733050:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3640:x1875440195993984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.733065:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3834 count 1 00002000:00010000:3.0:1788572576.733088:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xefa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.733092:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000711ab44f/0xaad440e68c4852ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xefa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733103:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xefa:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.733106:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xefa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.733111:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000711ab44f/0xaad440e68c4852ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xefa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733123:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000711ab44f/0xaad440e68c4852ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xefa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733130:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000711ab44f/0xaad440e68c4852ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xefa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733141:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000711ab44f/0xaad440e68c4852ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xefa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733169:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.733271:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440195993984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 221us (279us total) trans 8589943894 rc 0/0 00000100:00100000:3.0:1788572576.733278:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21243 00000004:00080000:3.0:1788572576.733316:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f2d80/2, rc 0, transno 8589943894 00000100:00100000:3.0:1788572576.733327:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195993984:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.733334:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195994752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.733372:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572576.733397:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9513d500/2, rc 0, transno 8589944586 00000100:00100000:3.0:1788572576.733407:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195986688:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.733419:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788572576.733424:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195994624:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.733453:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.733480:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195994496:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.733503:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.733521:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788572576.733527:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195994880:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.733547:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.733566:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195994752 00000100:00100000:3.0:1788572576.733570:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195994752 00000100:00100000:3.0:1788572576.733590:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195994624 00000100:00100000:3.0:1788572576.733593:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195994624 00000100:00100000:3.0:1788572576.733607:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195994496 00000100:00100000:3.0:1788572576.733610:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195994496 00000100:00100000:3.0:1788572576.733622:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195994880 00000100:00100000:3.0:1788572576.733625:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195994880 00000100:00100000:3.0:1788572576.733640:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21244 00000100:00100000:3.0:1788572576.733646:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3640:x1875440195994752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.733663:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3615 count 1 00002000:00010000:3.0:1788572576.733761:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.733767:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c4852f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733777:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe1f:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.733779:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.733783:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c4852f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733791:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c4852f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733799:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c4852f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733805:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c4852f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733819:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572576.733911:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3640:x1875440195994752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 264us (537us total) trans 8589944592 rc 0/0 00000100:00100000:3.0:1788572576.733918:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21244 00000100:00100000:3.0:1788572576.733930:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21245 00000100:00100000:3.0:1788572576.733936:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3640:x1875440195994624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.733947:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3419 count 1 00002000:00010000:3.0:1788572576.733961:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd5b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.733966:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c4852fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd5b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733974:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd5b:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.733976:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd5b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.733980:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c4852fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733988:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c4852fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.733996:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c4852fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734003:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c4852fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734013:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572576.734076:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3640:x1875440195994624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 140us (621us total) trans 8589944593 rc 0/0 00000100:00100000:3.0:1788572576.734083:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21245 00000100:00100000:3.0:1788572576.734097:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21246 00000100:00100000:3.0:1788572576.734103:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3638:x1875440195994496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.734114:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3656 count 1 00002000:00010000:3.0:1788572576.734396:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe48:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.734402:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6ff57f4/0xaad440e68c485301 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe48:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734411:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe48:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.734414:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe48:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.734419:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6ff57f4/0xaad440e68c485301 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734427:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6ff57f4/0xaad440e68c485301 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734435:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6ff57f4/0xaad440e68c485301 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734444:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a6ff57f4/0xaad440e68c485301 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734452:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1788572576.734520:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3638:x1875440195994496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 416us (1015us total) trans 8589944594 rc 0/0 00000100:00100000:3.0:1788572576.734527:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21246 00000100:00100000:3.0:1788572576.734539:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21247 00000100:00100000:3.0:1788572576.734546:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3638:x1875440195994880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.734557:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3741 count 1 00002000:00010000:3.0:1788572576.734573:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe9d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.734577:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485308 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe9d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734585:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe9d:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.734588:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe9d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.734593:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485308 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734603:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485308 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734610:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485308 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734617:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485308 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734626:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1788572576.734806:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3638:x1875440195994880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 261us (1257us total) trans 8589944595 rc 0/0 00000100:00100000:3.0:1788572576.734814:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21247 00010000:00010000:3.0:1788572576.734837:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1788572576.734844:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000711ab44f/0xaad440e68c4852ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xefa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734857:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.734861:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000711ab44f/0xaad440e68c4852ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xefa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734871:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000711ab44f/0xaad440e68c4852ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xefa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734888:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000711ab44f/0xaad440e68c4852ec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xefa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734896:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000711ab44f/0xaad440e68c4852ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xefa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1788572576.734920:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3579 count 1 00010000:00010000:3.0:1788572576.734920:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788572576.734924:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c4852f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734930:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.734933:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c4852f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572576.734937:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xdfb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.734940:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c4852f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.734942:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087d16e93/0xaad440e68c48530f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdfb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734949:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c4852f3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.734950:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdfb:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.734953:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdfb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.734957:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c4852f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734972:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572576.734975:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c4852fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734981:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148ae00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.734983:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c4852fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.734990:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c4852fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735000:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c4852fa lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735007:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c4852fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd5b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735021:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572576.735024:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a6ff57f4/0xaad440e68c485301 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735030:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.735034:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6ff57f4/0xaad440e68c485301 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735041:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6ff57f4/0xaad440e68c485301 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735051:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a6ff57f4/0xaad440e68c485301 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735057:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6ff57f4/0xaad440e68c485301 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735068:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.735070:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485308 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735076:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1f800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.735079:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485308 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735086:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485308 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735094:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485308 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735100:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485308 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe9d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.735111:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.735113:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.735115:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572576.735145:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e054380/2, rc 0, transno 8589944593 00000100:00100000:3.0:1788572576.735167:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195994624:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572576.735180:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e055500/2, rc 0, transno 8589944592 00000100:00100000:3.0:1788572576.735183:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195994752:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572576.735203:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca961d4000/2, rc 0, transno 8589944595 00000100:00100000:3.0:1788572576.735206:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195994880:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572576.735213:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e054e00/2, rc 0, transno 8589944594 00000100:00100000:3.0:1788572576.735216:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195994496:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572576.735262:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087d16e93/0xaad440e68c48530f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.735298:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21248 00000100:00100000:1.0:1788572576.735309:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+17:3640:x1875440195993472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.735323:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3613 count 1 00002000:00010000:1.0:1788572576.735339:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.735344:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c485316 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735367:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe1d:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.735370:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.735374:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c485316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735385:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c485316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735393:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c485316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735399:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c485316 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735412:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572576.735505:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440195993472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 199us (3459us total) trans 8589943895 rc 0/0 00000100:00100000:1.0:1788572576.735512:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21248 00010000:00010000:0.0:1788572576.735559:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087d16e93/0xaad440e68c48530f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572576.735562:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83981f80/2, rc 0, transno 8589944591 00000100:00100000:1.0:1788572576.735567:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195993216:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572576.735568:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087d16e93/0xaad440e68c48530f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.735575:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087d16e93/0xaad440e68c48530f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.735577:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195993728:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1788572576.735584:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572576.735615:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1788572576.735646:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f1f80/2, rc 0, transno 8589943892 00000100:00100000:1.0:1788572576.735651:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195993600:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572576.735657:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440195992960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2723us (3655us total) trans 8589943896 rc 0/0 00000100:00100000:0.0:1788572576.735664:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21242 00000004:00080000:1.0:1788572576.735664:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f2a00/2, rc 0, transno 8589943893 00000100:00100000:1.0:1788572576.735667:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195994112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572576.735678:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195993728 00000100:00100000:0.0:1788572576.735683:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195993728 00000100:00100000:0.0:1788572576.735718:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21249 00000100:00100000:0.0:1788572576.735725:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3637:x1875440195993728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572576.735736:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3733 count 1 00002000:00010000:0.0:1788572576.735751:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe95:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572576.735756:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c48531d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe95:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572576.735759:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83981c00/2, rc 0, transno 8589944590 00000100:00100000:1.0:1788572576.735763:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195992704:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572576.735764:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe95:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.735767:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe95:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572576.735771:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c48531d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735778:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572576.735780:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c48531d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735783:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c485316 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.735789:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c48531d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735790:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd84800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.735794:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c485316 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.735796:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c48531d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735802:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c485316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.735805:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788572576.735814:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c485316 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735821:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000606bfcfb/0xaad440e68c485316 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735837:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572576.735841:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087d16e93/0xaad440e68c48530f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735846:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.735850:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087d16e93/0xaad440e68c48530f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735858:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087d16e93/0xaad440e68c48530f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.735867:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3637:x1875440195993728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 143us (251us total) trans 8589943897 rc 0/0 00010000:00010000:1.0:1788572576.735868:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087d16e93/0xaad440e68c48530f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xdfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.735873:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21249 00010000:00010000:1.0:1788572576.735875:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087d16e93/0xaad440e68c48530f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdfb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735889:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.735892:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c48531d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735898:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.735900:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c48531d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735907:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c48531d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735916:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c48531d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735922:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c48531d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe95:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.735934:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.735936:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.735938:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.735945:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.736017:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.736029:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195995264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.736058:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572576.736094:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f0380/2, rc 0, transno 8589943896 00000100:00100000:3.0:1788572576.736098:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195992960:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.736106:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f3b80/2, rc 0, transno 8589943895 00000100:00100000:3.0:1788572576.736110:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195993472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.736119:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788572576.736124:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195995136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.736144:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.736233:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195995264 00000100:00100000:3.0:1788572576.736237:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195995264 00000100:00100000:3.0:1788572576.736318:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195995136 00000100:00100000:3.0:1788572576.736322:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195995136 00000100:00100000:3.0:1788572576.736341:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21250 00000100:00100000:3.0:1788572576.736361:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3640:x1875440195995264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.736377:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3640 count 1 00002000:00010000:3.0:1788572576.736395:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.736400:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c14c5066/0xaad440e68c485324 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736409:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe38:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.736412:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.736417:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c14c5066/0xaad440e68c485324 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736426:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c14c5066/0xaad440e68c485324 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736433:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c14c5066/0xaad440e68c485324 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736439:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c14c5066/0xaad440e68c485324 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736455:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.736538:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3640:x1875440195995264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 191us (479us total) trans 8589944596 rc 0/0 00000100:00100000:3.0:1788572576.736545:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21250 00000100:00100000:3.0:1788572576.736558:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21251 00000100:00100000:3.0:1788572576.736564:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3640:x1875440195995136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.736575:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3418 count 1 00002000:00010000:3.0:1788572576.736589:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd5a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.736593:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004ac39904/0xaad440e68c48532b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd5a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736601:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd5a:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.736605:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd5a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.736610:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004ac39904/0xaad440e68c48532b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736618:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ac39904/0xaad440e68c48532b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736625:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004ac39904/0xaad440e68c48532b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736633:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004ac39904/0xaad440e68c48532b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736644:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572576.736800:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3640:x1875440195995136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 235us (653us total) trans 8589944597 rc 0/0 00000100:00100000:3.0:1788572576.736807:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21251 00010000:00010000:3.0:1788572576.736831:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572576.736836:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c14c5066/0xaad440e68c485324 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736844:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.736847:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c14c5066/0xaad440e68c485324 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736856:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c14c5066/0xaad440e68c485324 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736870:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c14c5066/0xaad440e68c485324 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736878:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c14c5066/0xaad440e68c485324 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736893:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.736896:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004ac39904/0xaad440e68c48532b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736903:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1f000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.736907:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004ac39904/0xaad440e68c48532b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736914:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004ac39904/0xaad440e68c48532b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736924:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004ac39904/0xaad440e68c48532b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736933:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ac39904/0xaad440e68c48532b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd5a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.736942:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.736944:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.736946:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572576.736966:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbfec5c00/2, rc 0, transno 8589944597 00000100:00100000:3.0:1788572576.736972:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195995136:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572576.736980:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbfec6300/2, rc 0, transno 8589944596 00000100:00100000:3.0:1788572576.736984:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195995264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.737003:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195995008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.737031:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.737051:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195995008 00000100:00100000:3.0:1788572576.737055:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195995008 00000100:00100000:3.0:1788572576.737077:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21252 00000100:00100000:3.0:1788572576.737083:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+32:3638:x1875440195995008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.737094:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3848 count 1 00002000:00010000:3.0:1788572576.737111:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf08:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.737116:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edbc043c/0xaad440e68c485332 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737124:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf08:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.737127:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf08:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.737131:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edbc043c/0xaad440e68c485332 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737140:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edbc043c/0xaad440e68c485332 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737148:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000edbc043c/0xaad440e68c485332 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737176:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000edbc043c/0xaad440e68c485332 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737188:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.737254:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:3638:x1875440195995008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 170us (222us total) trans 8589944598 rc 0/0 00000100:00100000:3.0:1788572576.737260:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21252 00010000:00010000:3.0:1788572576.737278:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.737282:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000edbc043c/0xaad440e68c485332 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737290:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ec00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.737294:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000edbc043c/0xaad440e68c485332 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737302:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000edbc043c/0xaad440e68c485332 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737312:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000edbc043c/0xaad440e68c485332 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737320:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edbc043c/0xaad440e68c485332 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf08:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737333:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.737335:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.737337:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572576.737366:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbfec5880/2, rc 0, transno 8589944598 00000100:00100000:3.0:1788572576.737372:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195995008:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1788572576.737451:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.737559:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21253 00000100:00100000:2.0:1788572576.737571:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+18:3638:x1875440195985536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572576.737584:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3629 count 1 00002000:00010000:2.0:1788572576.737602:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.737608:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003544b07c/0xaad440e68c485339 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.737618:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe2d:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.737622:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.737626:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003544b07c/0xaad440e68c485339 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.737636:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003544b07c/0xaad440e68c485339 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.737643:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003544b07c/0xaad440e68c485339 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.737649:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003544b07c/0xaad440e68c485339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.737668:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572576.737765:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+19:3638:x1875440195985536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 197us (35503us total) trans 8589943898 rc 0/0 00000100:00100000:2.0:1788572576.737772:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21253 00010000:00010000:3.0:1788572576.737897:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.737903:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003544b07c/0xaad440e68c485339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737911:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.737914:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003544b07c/0xaad440e68c485339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737922:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003544b07c/0xaad440e68c485339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737935:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003544b07c/0xaad440e68c485339 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737942:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003544b07c/0xaad440e68c485339 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.737964:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.737966:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.737967:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572576.737988:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f1500/2, rc 0, transno 8589943898 00000100:00100000:3.0:1788572576.737994:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195985536:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.738241:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83981880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195994368:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.738254:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4797 rpc_version 4797 00000020:00100000:1.0:1788572576.738271:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.738277:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8d05bb80 x1875440195995776/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.738295:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d05bb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195995776:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.738333:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.738370:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.738385:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195993344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.738407:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.738429:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195993344 00000100:00100000:1.0:1788572576.738433:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195993344 00000100:00100000:1.0:1788572576.738461:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21254 00000100:00100000:1.0:1788572576.738468:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+33:3639:x1875440195993344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572576.738481:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3360 count 1 00002000:00010000:1.0:1788572576.738501:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.738507:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004375ebfe/0xaad440e68c485340 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.738516:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd20:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.738520:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.738525:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004375ebfe/0xaad440e68c485340 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.738535:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004375ebfe/0xaad440e68c485340 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.738544:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004375ebfe/0xaad440e68c485340 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.738552:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004375ebfe/0xaad440e68c485340 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.738564:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572576.738648:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+34:3639:x1875440195993344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 179us (238us total) trans 8589944599 rc 0/0 00000100:00100000:1.0:1788572576.738654:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21254 00000004:00080000:1.0:1788572576.738750:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83981500/2, rc 0, transno 8589944599 00000100:00100000:1.0:1788572576.738755:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195993344:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.738761:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195993856:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.738785:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.738853:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.738985:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195993856 00000100:00100000:2.0:1788572576.738989:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195993856 00000100:00100000:2.0:1788572576.739015:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21255 00000100:00100000:2.0:1788572576.739021:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+19:3639:x1875440195993856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572576.739032:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3761 count 1 00002000:00010000:2.0:1788572576.739049:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xeb1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.739054:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e22fe0d1/0xaad440e68c485347 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xeb1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739062:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xeb1:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.739065:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xeb1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.739069:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e22fe0d1/0xaad440e68c485347 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739079:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e22fe0d1/0xaad440e68c485347 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739087:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e22fe0d1/0xaad440e68c485347 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739096:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e22fe0d1/0xaad440e68c485347 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739111:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572576.739220:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3639:x1875440195993856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 198us (434us total) trans 8589943899 rc 0/0 00000100:00100000:2.0:1788572576.739226:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21255 00010000:00010000:2.0:1788572576.739254:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572576.739260:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004375ebfe/0xaad440e68c485340 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739270:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.739274:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004375ebfe/0xaad440e68c485340 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739287:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004375ebfe/0xaad440e68c485340 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739302:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004375ebfe/0xaad440e68c485340 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739311:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004375ebfe/0xaad440e68c485340 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739330:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.739334:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e22fe0d1/0xaad440e68c485347 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739339:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.739343:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e22fe0d1/0xaad440e68c485347 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739363:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e22fe0d1/0xaad440e68c485347 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xeb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739374:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e22fe0d1/0xaad440e68c485347 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xeb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739381:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e22fe0d1/0xaad440e68c485347 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xeb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739401:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.739402:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.739404:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.739416:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632992512 00000100:00100000:2.0:1788572576.739421:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632992512 00000100:00100000:2.0:1788572576.739453:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138011 00000100:00100000:2.0:1788572576.739460:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:361572:x1875453632992512:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572576.739474:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.739491:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02200/0xaad440e68c48534e lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77474 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739555:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c485355 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739566:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c485355 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739574:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c485355 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739586:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c48535c lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739592:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c48535c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.739597:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c48535c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.739811:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195996032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.739844:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1788572576.739873:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f1180/2, rc 0, transno 8589943899 00000100:00100000:1.0:1788572576.739883:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195993856:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.739893:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788572576.739898:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195996160:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.739920:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.739943:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb85589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195995904:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.739964:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.739976:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195996416:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.739994:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.740007:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788572576.740012:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195995520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.740029:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.740042:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195996288:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.740061:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.740144:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195996032 00000100:00100000:3.0:1788572576.740169:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195996032 00000100:00100000:3.0:1788572576.740201:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195996160 00000100:00100000:3.0:1788572576.740205:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195996160 00000100:00100000:3.0:1788572576.740220:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195995904 00000100:00100000:3.0:1788572576.740223:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195995904 00000100:00100000:3.0:1788572576.740237:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195996416 00000100:00100000:3.0:1788572576.740240:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195996416 00000100:00100000:3.0:1788572576.740253:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195995520 00000100:00100000:3.0:1788572576.740255:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195995520 00000100:00100000:3.0:1788572576.740266:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195996288 00000100:00100000:3.0:1788572576.740268:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195996288 00000100:00100000:3.0:1788572576.740282:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21256 00000100:00100000:3.0:1788572576.740288:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3639:x1875440195996032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.740304:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3518 count 1 00002000:00010000:3.0:1788572576.740326:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xdbe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.740331:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006128d93a/0xaad440e68c485363 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdbe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.740342:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdbe:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.740359:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdbe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.740365:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006128d93a/0xaad440e68c485363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.740381:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006128d93a/0xaad440e68c485363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.740390:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006128d93a/0xaad440e68c485363 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.740398:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006128d93a/0xaad440e68c485363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.740414:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.740522:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3639:x1875440195996032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 233us (676us total) trans 8589943900 rc 0/0 00000100:00100000:3.0:1788572576.740529:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21256 00000100:00100000:3.0:1788572576.740543:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21257 00000100:00100000:3.0:1788572576.740549:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3639:x1875440195996160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.740559:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3925 count 1 00002000:00010000:3.0:1788572576.740573:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf55:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.740579:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bee0c565/0xaad440e68c48536a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.740586:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf55:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.740589:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf55:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.740593:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bee0c565/0xaad440e68c48536a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.740606:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bee0c565/0xaad440e68c48536a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.740613:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bee0c565/0xaad440e68c48536a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.740620:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bee0c565/0xaad440e68c48536a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.740633:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572576.740839:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21258 00000100:00100000:1.0:1788572576.740848:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3638:x1875440195995904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.740861:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3513 count 1 00002000:00010000:1.0:1788572576.740877:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xdb9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.740882:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025f86997/0xaad440e68c485371 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdb9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.740891:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdb9:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.740894:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdb9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.740898:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000025f86997/0xaad440e68c485371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.740907:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000025f86997/0xaad440e68c485371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.740914:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000025f86997/0xaad440e68c485371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.740921:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000025f86997/0xaad440e68c485371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.740929:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1788572576.741000:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3638:x1875440195995904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 154us (1034us total) trans 8589943902 rc 0/0 00000100:00100000:1.0:1788572576.741007:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21258 00000100:00100000:1.0:1788572576.741019:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21259 00000100:00100000:1.0:1788572576.741025:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3638:x1875440195996416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.741036:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3584 count 1 00002000:00010000:1.0:1788572576.741050:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe00:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.741055:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afcac81a/0xaad440e68c485378 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe00:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741063:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe00:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.741065:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe00:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.741070:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afcac81a/0xaad440e68c485378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741078:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afcac81a/0xaad440e68c485378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741091:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afcac81a/0xaad440e68c485378 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741099:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000afcac81a/0xaad440e68c485378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741107:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1788572576.741186:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3638:x1875440195996416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 161us (1190us total) trans 8589943903 rc 0/0 00000100:00100000:1.0:1788572576.741193:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21259 00000100:00100000:1.0:1788572576.741205:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21260 00000100:00100000:1.0:1788572576.741211:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3638:x1875440195995520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.741221:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3644 count 1 00002000:00010000:1.0:1788572576.741236:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.741242:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a30b37c/0xaad440e68c48537f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741250:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe3c:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.741252:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.741256:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a30b37c/0xaad440e68c48537f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741264:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a30b37c/0xaad440e68c48537f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741276:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a30b37c/0xaad440e68c48537f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741282:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a30b37c/0xaad440e68c48537f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741289:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:1.0:1788572576.741363:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3638:x1875440195995520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 152us (1331us total) trans 8589943904 rc 0/0 00000100:00100000:1.0:1788572576.741370:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21260 00000100:00100000:1.0:1788572576.741382:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21261 00000100:00100000:1.0:1788572576.741387:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+26:3638:x1875440195996288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.741399:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3875 count 1 00002000:00010000:1.0:1788572576.741413:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.741417:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055491bcb/0xaad440e68c485386 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741425:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf23:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.741428:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.741431:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055491bcb/0xaad440e68c485386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741440:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055491bcb/0xaad440e68c485386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741452:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055491bcb/0xaad440e68c485386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741458:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055491bcb/0xaad440e68c485386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.741467:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:1.0:1788572576.741528:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3638:x1875440195996288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 140us (1465us total) trans 8589943905 rc 0/0 00000100:00100000:1.0:1788572576.741534:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21261 00000004:00080000:1.0:1788572576.741572:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85588380/2, rc 0, transno 8589943904 00000100:00100000:1.0:1788572576.741578:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195995520:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1788572576.741588:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9513c380/2, rc 0, transno 8589943905 00000100:00100000:1.0:1788572576.741591:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195996288:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1788572576.741598:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb85589880/2, rc 0, transno 8589943902 00000100:00100000:1.0:1788572576.741601:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb85589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195995904:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1788572576.741608:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83980700/2, rc 0, transno 8589943903 00000100:00100000:1.0:1788572576.741611:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195996416:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572576.741708:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440195996544:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1788572576.741746:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.741770:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c300 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.741799:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195996800:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788572576.741825:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00000100:00100000:0.0:1788572576.741828:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572576.741832:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006128d93a/0xaad440e68c485363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.741840:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.741844:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006128d93a/0xaad440e68c485363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.741850:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195996800 00010000:00010000:2.0:1788572576.741853:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006128d93a/0xaad440e68c485363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.741854:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195996800 00010000:00010000:2.0:1788572576.741868:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006128d93a/0xaad440e68c485363 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xdbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.741877:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006128d93a/0xaad440e68c485363 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdbe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.741879:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21262 00000100:00100000:0.0:1788572576.741885:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+34:3637:x1875440195996800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572576.741896:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3868 count 1 00010000:00010000:2.0:1788572576.741896:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788572576.741900:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bee0c565/0xaad440e68c48536a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.741906:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fa00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.741909:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bee0c565/0xaad440e68c48536a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572576.741914:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.741916:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bee0c565/0xaad440e68c48536a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.741918:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c07efb2/0xaad440e68c48538d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.741926:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bee0c565/0xaad440e68c48536a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.741927:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf1c:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.741931:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.741933:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bee0c565/0xaad440e68c48536a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.741935:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c07efb2/0xaad440e68c48538d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.741945:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c07efb2/0xaad440e68c48538d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.741946:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788572576.741949:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000025f86997/0xaad440e68c485371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.741953:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007c07efb2/0xaad440e68c48538d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.741956:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.741959:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000025f86997/0xaad440e68c485371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.741966:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000025f86997/0xaad440e68c485371 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.741974:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007c07efb2/0xaad440e68c48538d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.741976:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000025f86997/0xaad440e68c485371 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xdb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.741983:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000025f86997/0xaad440e68c485371 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdb9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.741984:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1788572576.741997:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788572576.742000:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000afcac81a/0xaad440e68c485378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742006:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.742009:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000afcac81a/0xaad440e68c485378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742016:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000afcac81a/0xaad440e68c485378 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742025:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000afcac81a/0xaad440e68c485378 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742032:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afcac81a/0xaad440e68c485378 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe00:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742043:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572576.742046:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a30b37c/0xaad440e68c48537f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742053:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.742056:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a30b37c/0xaad440e68c48537f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.742058:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+35:3637:x1875440195996800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 173us (229us total) trans 8589944600 rc 0/0 00000100:00100000:0.0:1788572576.742064:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21262 00010000:00010000:2.0:1788572576.742069:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a30b37c/0xaad440e68c48537f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742078:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a30b37c/0xaad440e68c48537f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742085:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a30b37c/0xaad440e68c48537f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.742090:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b799180/2, rc 0, transno 8589944600 00010000:00010000:2.0:1788572576.742097:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1788572576.742098:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195996800:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788572576.742101:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055491bcb/0xaad440e68c485386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.742103:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195997312:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788572576.742107:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.742110:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055491bcb/0xaad440e68c485386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742118:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055491bcb/0xaad440e68c485386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.742122:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572576.742128:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055491bcb/0xaad440e68c485386 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742135:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055491bcb/0xaad440e68c485386 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.742143:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f3100/2, rc 0, transno 8589943897 00000100:00100000:0.0:1788572576.742149:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195993728:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1788572576.742176:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1788572576.742178:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195997824:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1788572576.742180:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007c07efb2/0xaad440e68c48538d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742187:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.742190:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007c07efb2/0xaad440e68c48538d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742197:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007c07efb2/0xaad440e68c48538d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742207:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007c07efb2/0xaad440e68c48538d lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.742208:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572576.742214:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c07efb2/0xaad440e68c48538d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.742224:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00010000:00010000:2.0:1788572576.742228:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.742229:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195996928:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788572576.742230:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.742232:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.742241:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195997312 00000100:00100000:2.0:1788572576.742244:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195997312 00000100:00100000:0.0:1788572576.742247:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.742264:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195997824 00000100:00100000:2.0:1788572576.742267:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195997824 00000100:00100000:0.0:1788572576.742275:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195997440:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572576.742282:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195996928 00000100:00100000:2.0:1788572576.742285:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195996928 00000100:00100000:2.0:1788572576.742301:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21263 00000100:00100000:2.0:1788572576.742307:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3637:x1875440195997312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572576.742319:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3599 count 1 00002000:00010000:2.0:1788572576.742336:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe0f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.742342:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8ba0d7f/0xaad440e68c485394 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe0f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742364:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe0f:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.742367:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe0f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.742371:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ba0d7f/0xaad440e68c485394 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742381:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8ba0d7f/0xaad440e68c485394 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742389:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8ba0d7f/0xaad440e68c485394 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742397:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ba0d7f/0xaad440e68c485394 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.742410:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572576.744255:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21264 00000100:00100000:1.0:1788572576.744272:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3637:x1875440195997824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.744304:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3638 count 1 00002000:00010000:1.0:1788572576.744335:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.744342:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ca92690/0xaad440e68c48539b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.745179:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe36:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.745184:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.745191:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ca92690/0xaad440e68c48539b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.745208:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ca92690/0xaad440e68c48539b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.745219:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ca92690/0xaad440e68c48539b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.745227:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ca92690/0xaad440e68c48539b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.745241:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572576.746314:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3639:x1875440195996160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5758us (6385us total) trans 8589943901 rc 0/0 00000100:00100000:3.0:1788572576.746326:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21257 00000100:00100000:3.0:1788572576.746376:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21265 00000100:00100000:3.0:1788572576.746388:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3637:x1875440195996928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.746417:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3441 count 1 00002000:00010000:3.0:1788572576.746448:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd71:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.746454:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a636b470/0xaad440e68c4853a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd71:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.746465:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd71:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.746468:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd71:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.746475:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a636b470/0xaad440e68c4853a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.746492:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a636b470/0xaad440e68c4853a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.746501:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a636b470/0xaad440e68c4853a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.746507:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a636b470/0xaad440e68c4853a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.746517:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572576.746632:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+38:3637:x1875440195996928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 248us (4382us total) trans 8589944602 rc 0/0 00000100:00100000:3.0:1788572576.746639:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21265 00000100:00100000:3.0:1788572576.746701:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195995776 00000100:00100000:3.0:1788572576.746708:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195995776 00000100:00100000:3.0:1788572576.746744:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195996544 00000100:00100000:3.0:1788572576.746748:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195996544 00000100:00100000:3.0:1788572576.746767:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36879 00000100:00100000:3.0:1788572576.746773:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+39:202414:x1875440195995776:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572576.746912:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+40:202414:x1875440195995776:12345-0@lo:1000:osp_up1-0.0 Request processed in 139us (8577us total) trans 8589973215 rc 0/0 00000100:00100000:3.0:1788572576.746919:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36879 00000100:00100000:3.0:1788572576.746933:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36880 00000100:00100000:3.0:1788572576.746939:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+39:230921:x1875440195996544:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1788572576.747006:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+39:230921:x1875440195996544:12345-0@lo:1000:mdt00_006.0 Request processed in 67us (5259us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.747014:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36880 00010000:00010000:3.0:1788572576.747039:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572576.747047:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8ba0d7f/0xaad440e68c485394 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747056:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.747060:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8ba0d7f/0xaad440e68c485394 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747071:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8ba0d7f/0xaad440e68c485394 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747088:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8ba0d7f/0xaad440e68c485394 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747097:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8ba0d7f/0xaad440e68c485394 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747118:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572576.747122:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ca92690/0xaad440e68c48539b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747129:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.747132:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ca92690/0xaad440e68c48539b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747145:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ca92690/0xaad440e68c48539b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747179:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ca92690/0xaad440e68c48539b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747185:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ca92690/0xaad440e68c48539b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747200:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.747203:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a636b470/0xaad440e68c4853a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747209:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1f200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.747211:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a636b470/0xaad440e68c4853a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747218:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a636b470/0xaad440e68c4853a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747227:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a636b470/0xaad440e68c4853a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747235:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a636b470/0xaad440e68c4853a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747253:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.747255:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.747257:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.747263:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.747280:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195996672:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.747321:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.747361:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195997184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.747385:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.747408:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195997696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.747432:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.747449:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195998208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.747468:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.747489:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195996672 00000100:00100000:3.0:1788572576.747493:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195996672 00000100:00100000:3.0:1788572576.747515:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195997184 00000100:00100000:3.0:1788572576.747518:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195997184 00000100:00100000:3.0:1788572576.747530:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195997696 00000100:00100000:3.0:1788572576.747533:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195997696 00000100:00100000:3.0:1788572576.747545:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195998208 00000100:00100000:3.0:1788572576.747548:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195998208 00000100:00100000:3.0:1788572576.747563:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21266 00000100:00100000:3.0:1788572576.747570:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:3640:x1875440195996672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.747584:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3662 count 1 00002000:00010000:3.0:1788572576.747601:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe4e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.747606:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d436165f/0xaad440e68c4853a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747621:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe4e:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.747625:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe4e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.747631:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d436165f/0xaad440e68c4853a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747642:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d436165f/0xaad440e68c4853a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747652:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d436165f/0xaad440e68c4853a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747660:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d436165f/0xaad440e68c4853a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747673:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.747757:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:3640:x1875440195996672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 188us (435us total) trans 8589944603 rc 0/0 00000100:00100000:3.0:1788572576.747764:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21266 00000100:00100000:3.0:1788572576.747777:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21267 00000100:00100000:3.0:1788572576.747783:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbd8a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:3640:x1875440195997184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.747793:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3889 count 1 00002000:00010000:3.0:1788572576.747807:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.747811:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058c87290/0xaad440e68c4853b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747823:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf31:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.747826:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.747830:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058c87290/0xaad440e68c4853b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747839:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058c87290/0xaad440e68c4853b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747847:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058c87290/0xaad440e68c4853b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747854:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058c87290/0xaad440e68c4853b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747866:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572576.747925:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbd8a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:3640:x1875440195997184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 142us (538us total) trans 8589944604 rc 0/0 00000100:00100000:3.0:1788572576.747931:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21267 00000100:00100000:3.0:1788572576.747942:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21268 00000100:00100000:3.0:1788572576.747948:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3640:x1875440195997696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.747959:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3560 count 1 00002000:00010000:3.0:1788572576.747974:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xde8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.747980:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab8a4ec6/0xaad440e68c4853b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.747992:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xde8:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.747995:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xde8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.747999:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab8a4ec6/0xaad440e68c4853b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748008:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab8a4ec6/0xaad440e68c4853b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748184:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab8a4ec6/0xaad440e68c4853b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748191:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab8a4ec6/0xaad440e68c4853b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748200:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572576.748339:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3640:x1875440195997696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 390us (904us total) trans 8589943907 rc 0/0 00000100:00100000:3.0:1788572576.748358:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21268 00000100:00100000:3.0:1788572576.748372:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21269 00000100:00100000:3.0:1788572576.748379:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:3640:x1875440195998208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.748392:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3715 count 1 00002000:00010000:3.0:1788572576.748407:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe83:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.748413:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d26f0356/0xaad440e68c4853be lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe83:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748427:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe83:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.748430:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe83:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.748434:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d26f0356/0xaad440e68c4853be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748445:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d26f0356/0xaad440e68c4853be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748453:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d26f0356/0xaad440e68c4853be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748461:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d26f0356/0xaad440e68c4853be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748470:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1788572576.748531:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+41:3640:x1875440195998208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 152us (1061us total) trans 8589944605 rc 0/0 00000100:00100000:3.0:1788572576.748537:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21269 00010000:00010000:3.0:1788572576.748569:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788572576.748575:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d436165f/0xaad440e68c4853a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748582:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.748586:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d436165f/0xaad440e68c4853a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748601:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d436165f/0xaad440e68c4853a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748616:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d436165f/0xaad440e68c4853a9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748624:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d436165f/0xaad440e68c4853a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748643:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572576.748647:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058c87290/0xaad440e68c4853b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748653:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fe00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.748655:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058c87290/0xaad440e68c4853b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748662:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058c87290/0xaad440e68c4853b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748670:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058c87290/0xaad440e68c4853b0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748677:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058c87290/0xaad440e68c4853b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748692:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572576.748696:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab8a4ec6/0xaad440e68c4853b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748702:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1f600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.748705:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab8a4ec6/0xaad440e68c4853b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748711:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab8a4ec6/0xaad440e68c4853b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748720:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab8a4ec6/0xaad440e68c4853b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748727:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab8a4ec6/0xaad440e68c4853b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xde8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748738:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.748742:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d26f0356/0xaad440e68c4853be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748748:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.748751:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d26f0356/0xaad440e68c4853be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748762:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d26f0356/0xaad440e68c4853be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748771:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d26f0356/0xaad440e68c4853be lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748777:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d26f0356/0xaad440e68c4853be lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.748787:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.748789:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.748791:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.748797:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572576.748829:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbde70700/2, rc 0, transno 8589944605 00000100:00100000:3.0:1788572576.748845:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195998208:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572576.748864:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b79aa00/2, rc 0, transno 8589944603 00000100:00100000:3.0:1788572576.748868:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195996672:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572576.748875:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b79b100/2, rc 0, transno 8589944604 00000100:00100000:3.0:1788572576.748878:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195997184:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572576.748887:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1e680/2, rc 0, transno 8589943907 00000100:00100000:3.0:1788572576.748891:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195997696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.748899:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1788572576.748907:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195995392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.748935:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.749530:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+28:3637:x1875440195997824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5262us (7318us total) trans 8589943906 rc 0/0 00000100:00100000:1.0:1788572576.749540:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21264 00000100:00100000:1.0:1788572576.749564:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195995392 00000100:00100000:1.0:1788572576.749569:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195995392 00000100:00100000:1.0:1788572576.749621:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21270 00000100:00100000:1.0:1788572576.749630:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+41:3640:x1875440195995392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572576.749651:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3898 count 1 00002000:00010000:1.0:1788572576.749683:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.749689:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf7e5818/0xaad440e68c4853c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.749701:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf3a:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.749704:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.749710:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf7e5818/0xaad440e68c4853c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.749723:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf7e5818/0xaad440e68c4853c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.749732:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf7e5818/0xaad440e68c4853c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.749739:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf7e5818/0xaad440e68c4853c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.749754:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572576.749853:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+42:3640:x1875440195995392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 223us (916us total) trans 8589944606 rc 0/0 00000100:00100000:1.0:1788572576.749860:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21270 00000100:00100000:1.0:1788572576.749906:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d05bb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195995776:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.749920:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4798 rpc_version 4798 00000020:00100000:1.0:1788572576.749943:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000004:00080000:3.0:1788572576.750078:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b798700/2, rc 0, transno 8589944606 00000100:00100000:3.0:1788572576.750084:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195995392:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.750093:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195997056:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.750121:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.750143:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195997056 00000100:00100000:3.0:1788572576.750148:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195997056 00000100:00100000:3.0:1788572576.750191:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21271 00000100:00100000:3.0:1788572576.750198:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+42:3640:x1875440195997056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.750212:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3726 count 1 00002000:00010000:3.0:1788572576.750237:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe8e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.750242:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000694fa22e/0xaad440e68c4853cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe8e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.750252:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe8e:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.750255:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe8e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.750260:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000694fa22e/0xaad440e68c4853cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.750368:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbde70e00 x1875440195998464/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.750389:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195998464:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.750424:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.750443:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00010000:00010000:1.0:1788572576.750520:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.750528:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf7e5818/0xaad440e68c4853c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.750536:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.750541:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf7e5818/0xaad440e68c4853c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.750551:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf7e5818/0xaad440e68c4853c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.750566:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf7e5818/0xaad440e68c4853c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.750575:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf7e5818/0xaad440e68c4853c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.750594:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.750595:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.750597:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572576.750624:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195998720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.750650:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.750673:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195998720 00000100:00100000:1.0:1788572576.750677:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195998720 00000100:00100000:1.0:1788572576.750701:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21272 00000100:00100000:1.0:1788572576.750708:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+43:3638:x1875440195998720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572576.750719:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3908 count 1 00002000:00010000:1.0:1788572576.750735:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf44:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.750741:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be2e7f22/0xaad440e68c4853d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.750750:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf44:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.750754:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf44:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.750759:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be2e7f22/0xaad440e68c4853d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.750769:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be2e7f22/0xaad440e68c4853d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.750779:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be2e7f22/0xaad440e68c4853d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.750787:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be2e7f22/0xaad440e68c4853d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.750801:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572576.750892:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+44:3638:x1875440195998720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 184us (240us total) trans 8589944607 rc 0/0 00000100:00100000:1.0:1788572576.750899:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21272 00000004:00080000:1.0:1788572576.750930:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8f936d80/2, rc 0, transno 8589944607 00000100:00100000:1.0:1788572576.750939:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f936d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195998720:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1788572576.751036:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000694fa22e/0xaad440e68c4853cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751045:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000694fa22e/0xaad440e68c4853cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751051:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000694fa22e/0xaad440e68c4853cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751071:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572576.751140:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+44:3640:x1875440195997056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 942us (1018us total) trans 8589944608 rc 0/0 00000100:00100000:3.0:1788572576.751147:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21271 00000100:00100000:3.0:1788572576.751188:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195998464 00000100:00100000:3.0:1788572576.751191:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195998464 00000100:00100000:3.0:1788572576.751211:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36881 00000100:00100000:3.0:1788572576.751217:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+39:202414:x1875440195998464:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572576.751453:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+40:202414:x1875440195998464:12345-0@lo:1000:osp_up1-0.0 Request processed in 235us (1027us total) trans 8589973216 rc 0/0 00000100:00100000:3.0:1788572576.751461:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36881 00010000:00010000:3.0:1788572576.751476:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572576.751482:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be2e7f22/0xaad440e68c4853d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751490:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.751494:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be2e7f22/0xaad440e68c4853d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751503:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be2e7f22/0xaad440e68c4853d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751516:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be2e7f22/0xaad440e68c4853d3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751528:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be2e7f22/0xaad440e68c4853d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751545:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.751549:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000694fa22e/0xaad440e68c4853cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751556:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1f400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.751559:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000694fa22e/0xaad440e68c4853cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751565:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000694fa22e/0xaad440e68c4853cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751575:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000694fa22e/0xaad440e68c4853cc lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751583:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000694fa22e/0xaad440e68c4853cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751596:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.751597:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.751599:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.751604:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572576.751622:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b798380/2, rc 0, transno 8589944608 00000100:00100000:3.0:1788572576.751628:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195997056:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.751637:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195997568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.751662:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.751685:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195997568 00000100:00100000:3.0:1788572576.751688:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195997568 00000100:00100000:3.0:1788572576.751713:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21273 00000100:00100000:3.0:1788572576.751719:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+28:3640:x1875440195997568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.751732:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3827 count 1 00002000:00010000:3.0:1788572576.751751:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xef3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.751756:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fcdf86f/0xaad440e68c4853da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xef3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751766:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xef3:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.751769:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xef3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.751773:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fcdf86f/0xaad440e68c4853da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751782:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fcdf86f/0xaad440e68c4853da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751790:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fcdf86f/0xaad440e68c4853da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751797:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004fcdf86f/0xaad440e68c4853da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751814:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.751896:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+29:3640:x1875440195997568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 176us (233us total) trans 8589943908 rc 0/0 00000100:00100000:3.0:1788572576.751903:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21273 00010000:00010000:3.0:1788572576.751919:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.751923:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004fcdf86f/0xaad440e68c4853da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751931:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.751934:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004fcdf86f/0xaad440e68c4853da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751942:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004fcdf86f/0xaad440e68c4853da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751966:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004fcdf86f/0xaad440e68c4853da lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751974:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fcdf86f/0xaad440e68c4853da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xef3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.751987:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.751989:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.751991:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572576.752008:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1d180/2, rc 0, transno 8589943908 00000100:00100000:3.0:1788572576.752015:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195997568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.752022:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195998080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.752044:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.752066:0:225662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195998080 00000100:00100000:3.0:1788572576.752070:0:225662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195998080 00000100:00100000:3.0:1788572576.752092:0:225662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21274 00000100:00100000:3.0:1788572576.752098:0:225662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3640:x1875440195998080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.752111:0:225662:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3370 count 1 00002000:00010000:3.0:1788572576.752126:0:225662:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.752131:0:225662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8b6db1c/0xaad440e68c4853e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.752140:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd2a:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.752143:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.752147:0:225662:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8b6db1c/0xaad440e68c4853e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.752177:0:225662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8b6db1c/0xaad440e68c4853e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.752185:0:225662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8b6db1c/0xaad440e68c4853e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.752191:0:225662:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8b6db1c/0xaad440e68c4853e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.752209:0:225662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572576.752379:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788572576.757492:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195998464:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.757521:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4799 rpc_version 4799 00000020:00100000:1.0:1788572576.757557:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.757565:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96adfb80 x1875440195999488/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.757588:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adfb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195999488:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.757661:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.757692:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.757794:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195999488 00000100:00100000:1.0:1788572576.757801:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195999488 00000100:00100000:1.0:1788572576.757843:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36882 00000100:00100000:1.0:1788572576.757851:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+40:202414:x1875440195999488:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.758096:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+41:202414:x1875440195999488:12345-0@lo:1000:osp_up1-0.0 Request processed in 244us (433us total) trans 8589973217 rc 0/0 00000100:00100000:1.0:1788572576.758104:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36882 00000100:00100000:1.0:1788572576.758170:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adfb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195999488:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.758179:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4800 rpc_version 4800 00000020:00100000:1.0:1788572576.758191:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.758196:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96ade680 x1875440195999744/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.758209:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96ade680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195999744:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.758236:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.758251:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.758261:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195999744 00000100:00100000:2.0:1788572576.759092:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+43:3637:x1875440195997312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16779us (16963us total) trans 8589944601 rc 0/0 00000100:00100000:2.0:1788572576.759102:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21263 00000100:00100000:1.0:1788572576.759390:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195999744 00000100:00100000:1.0:1788572576.759425:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36883 00000100:00100000:1.0:1788572576.759433:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+41:202414:x1875440195999744:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.759567:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+42:202414:x1875440195999744:12345-0@lo:1000:osp_up1-0.0 Request processed in 135us (1329us total) trans 8589973218 rc 0/0 00000100:00100000:1.0:1788572576.759574:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36883 00000100:00100000:1.0:1788572576.759672:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96ade680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440195999744:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.759683:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4801 rpc_version 4801 00000020:00100000:1.0:1788572576.759697:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.759703:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96adf100 x1875440196000128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.759719:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adf100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196000128:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.759753:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.759772:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.759783:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196000128 00000100:00100000:1.0:1788572576.759786:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196000128 00000100:00100000:1.0:1788572576.759805:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36884 00000100:00100000:1.0:1788572576.759811:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+42:202414:x1875440196000128:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.759882:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+43:202414:x1875440196000128:12345-0@lo:1000:osp_up1-0.0 Request processed in 72us (129us total) trans 8589973219 rc 0/0 00000100:00100000:1.0:1788572576.759888:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36884 00000100:00100000:1.0:1788572576.759916:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adf100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196000128:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.759922:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4802 rpc_version 4802 00000020:00100000:1.0:1788572576.759933:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.759938:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96addf80 x1875440196000384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1788572576.760218:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.760227:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8b6db1c/0xaad440e68c4853e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760239:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.760243:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8b6db1c/0xaad440e68c4853e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760255:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8b6db1c/0xaad440e68c4853e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760365:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8b6db1c/0xaad440e68c4853e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760375:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8b6db1c/0xaad440e68c4853e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760403:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.760405:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.760406:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.760438:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440195996544:0@lo:1000:mdt00_006.0 00010000:00010000:2.0:1788572576.760493:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4853e8 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760508:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4853e8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760519:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4853e8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.760542:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4853e8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760556:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c485355 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760563:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c485355 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760570:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c485355 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760576:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c485355 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760580:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.760583:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c485355 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760589:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c485355 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760598:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399100) 00010000:00010000:2.0:1788572576.760600:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.760604:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c485355 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760610:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c485355 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760622:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c48535c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760629:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c48535c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760635:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c48535c lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760640:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6cc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.760642:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c48535c lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760648:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c48535c lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760655:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xa3c4469e (ffff88cba1399d00) 00010000:00010000:2.0:1788572576.760657:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.760660:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c48535c lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760666:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c48535c lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760700:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02200/0xaad440e68c48534e lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77474 expref: 11 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760714:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4853e8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77474 expref: 10 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.760722:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3fa:0x0].0x0 (ffff88cba1399b00) 00010000:00010000:2.0:1788572576.760724:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572576.760726:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00200, rc 0) 00000100:00100000:2.0:1788572576.760782:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:361572:x1875453632992512:12345-192.168.202.54@tcp:101:rm.0 Request processed in 21322us (21930us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.760793:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138011 00010000:00010000:2.0:1788572576.760909:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572576.761362:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96addf80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196000384:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.761402:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.761429:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.761459:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195998592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.761485:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.761508:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195998592 00000100:00100000:1.0:1788572576.761513:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195998592 00000100:00100000:1.0:1788572576.761547:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21275 00000100:00100000:1.0:1788572576.761554:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+43:3638:x1875440195998592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572576.761580:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3368 count 1 00002000:00010000:1.0:1788572576.761608:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.761615:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e1f1343/0xaad440e68c4853ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.761627:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd28:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.761631:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.761637:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e1f1343/0xaad440e68c4853ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.761648:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e1f1343/0xaad440e68c4853ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.761657:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e1f1343/0xaad440e68c4853ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.761666:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002e1f1343/0xaad440e68c4853ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.761680:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572576.761803:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+44:3638:x1875440195998592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 248us (317us total) trans 8589944609 rc 0/0 00000100:00100000:1.0:1788572576.761810:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21275 00000004:00080000:1.0:1788572576.761845:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8f934000/2, rc 0, transno 8589944609 00000100:00100000:1.0:1788572576.761857:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195998592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.761903:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195999232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.761925:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572576.762059:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.762066:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002e1f1343/0xaad440e68c4853ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.762074:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.762077:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002e1f1343/0xaad440e68c4853ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.762087:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002e1f1343/0xaad440e68c4853ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.762103:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002e1f1343/0xaad440e68c4853ef lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.762111:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e1f1343/0xaad440e68c4853ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.762131:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.762133:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.762135:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.762200:0:225662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3640:x1875440195998080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10100us (10152us total) trans 8589943909 rc 0/0 00000100:00100000:3.0:1788572576.762209:0:225662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21274 00000100:00100000:3.0:1788572576.762231:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195999232 00000100:00100000:3.0:1788572576.762235:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195999232 00000100:00100000:3.0:1788572576.762263:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21276 00000100:00100000:3.0:1788572576.762283:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9550a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3638:x1875440195999232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.762296:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3663 count 1 00002000:00010000:3.0:1788572576.762315:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe4f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.762320:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c1d0636/0xaad440e68c4853f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762328:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe4f:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.762331:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe4f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.762335:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c1d0636/0xaad440e68c4853f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762357:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c1d0636/0xaad440e68c4853f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762366:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c1d0636/0xaad440e68c4853f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762373:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c1d0636/0xaad440e68c4853f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762388:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.762468:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9550a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3638:x1875440195999232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 186us (542us total) trans 8589944610 rc 0/0 00000100:00100000:3.0:1788572576.762475:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21276 00010000:00010000:3.0:1788572576.762492:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.762496:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c1d0636/0xaad440e68c4853f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762503:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.762507:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c1d0636/0xaad440e68c4853f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762514:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c1d0636/0xaad440e68c4853f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762526:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c1d0636/0xaad440e68c4853f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762533:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c1d0636/0xaad440e68c4853f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762550:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.762552:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.762554:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.762560:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572576.762585:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1ea00/2, rc 0, transno 8589943909 00000100:00100000:3.0:1788572576.762595:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195998080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.762608:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195998976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.762633:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.762653:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196000512:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.762675:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.762696:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195998976 00000100:00100000:3.0:1788572576.762700:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195998976 00000100:00100000:3.0:1788572576.762720:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196000512 00000100:00100000:3.0:1788572576.762723:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196000512 00000100:00100000:3.0:1788572576.762738:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21277 00000100:00100000:3.0:1788572576.762743:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+45:3640:x1875440195998976:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.762757:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3940 count 1 00002000:00010000:3.0:1788572576.762773:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf64:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.762778:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008defb69e/0xaad440e68c4853fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf64:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762788:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf64:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.762791:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf64:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.762795:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008defb69e/0xaad440e68c4853fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762804:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008defb69e/0xaad440e68c4853fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762812:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008defb69e/0xaad440e68c4853fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762825:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008defb69e/0xaad440e68c4853fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762838:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.762903:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+46:3640:x1875440195998976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 159us (268us total) trans 8589944611 rc 0/0 00000100:00100000:3.0:1788572576.762910:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21277 00000100:00100000:3.0:1788572576.762923:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21278 00000100:00100000:3.0:1788572576.762929:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3640:x1875440196000512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.762940:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3742 count 1 00002000:00010000:3.0:1788572576.762973:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe9e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.762979:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d38e2ea/0xaad440e68c485404 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe9e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.762988:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe9e:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.762991:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe9e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.762995:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d38e2ea/0xaad440e68c485404 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763004:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d38e2ea/0xaad440e68c485404 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763013:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d38e2ea/0xaad440e68c485404 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763026:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d38e2ea/0xaad440e68c485404 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763039:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572576.763118:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3640:x1875440196000512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 190us (442us total) trans 8589943910 rc 0/0 00000100:00100000:3.0:1788572576.763124:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21278 00010000:00010000:3.0:1788572576.763146:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572576.763170:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008defb69e/0xaad440e68c4853fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763177:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148ac00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.763181:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008defb69e/0xaad440e68c4853fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763188:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008defb69e/0xaad440e68c4853fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763199:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008defb69e/0xaad440e68c4853fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763208:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008defb69e/0xaad440e68c4853fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf64:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763224:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.763228:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d38e2ea/0xaad440e68c485404 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763234:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148be00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.763237:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d38e2ea/0xaad440e68c485404 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763244:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d38e2ea/0xaad440e68c485404 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763253:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d38e2ea/0xaad440e68c485404 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763262:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d38e2ea/0xaad440e68c485404 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.763273:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.763274:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.763276:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572576.763295:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1c700/2, rc 0, transno 8589943910 00000100:00100000:3.0:1788572576.763300:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196000512:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.763314:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8f935880/2, rc 0, transno 8589944611 00000100:00100000:3.0:1788572576.763330:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f935880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195998976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.763338:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788572576.763357:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195998848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.763383:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.763565:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195998848 00000100:00100000:1.0:1788572576.763570:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195998848 00000100:00100000:0.0:1788572576.763722:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.763752:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195997440 00000100:00100000:0.0:1788572576.763755:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195997440 00000100:00100000:0.0:1788572576.763781:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21279 00000100:00100000:0.0:1788572576.763788:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+47:3640:x1875440195998848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572576.763802:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3805 count 1 00002000:00010000:0.0:1788572576.763822:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xedd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572576.763827:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b03bdf2/0xaad440e68c48540b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xedd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.763837:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xedd:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.763840:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xedd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572576.763844:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b03bdf2/0xaad440e68c48540b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xedd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.763853:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b03bdf2/0xaad440e68c48540b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xedd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.763861:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b03bdf2/0xaad440e68c48540b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xedd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.763868:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001b03bdf2/0xaad440e68c48540b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xedd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.763887:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572576.763931:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196000384 00000100:00100000:2.0:1788572576.763935:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196000384 00000100:00100000:0.0:1788572576.763968:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+48:3640:x1875440195998848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 181us (584us total) trans 8589944612 rc 0/0 00000100:00100000:0.0:1788572576.763974:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21279 00000100:00100000:0.0:1788572576.763989:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21280 00000100:00100000:0.0:1788572576.763995:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+47:3637:x1875440195997440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572576.764006:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3367 count 1 00002000:00010000:0.0:1788572576.764022:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572576.764026:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009cc872d9/0xaad440e68c485412 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.765493:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd27:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.765505:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572576.765513:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009cc872d9/0xaad440e68c485412 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.765530:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009cc872d9/0xaad440e68c485412 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.765540:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009cc872d9/0xaad440e68c485412 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.765548:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009cc872d9/0xaad440e68c485412 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.765574:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572576.765728:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+48:3637:x1875440195997440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1731us (2003us total) trans 8589944613 rc 0/0 00000100:00100000:0.0:1788572576.765736:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21280 00000004:00080000:0.0:1788572576.765805:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b798000/2, rc 0, transno 8589944613 00000100:00100000:0.0:1788572576.765823:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195997440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572576.765834:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195997952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572576.765865:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1788572576.765897:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1ce00/2, rc 0, transno 8589943906 00000100:00100000:0.0:1788572576.765903:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195997824:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572576.765914:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b79a680/2, rc 0, transno 8589944601 00000100:00100000:0.0:1788572576.765917:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195997312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572576.765932:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195999104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572576.765951:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.765969:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196000640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572576.765988:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1788572576.766011:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b79ad80/2, rc 0, transno 8589944602 00000100:00100000:0.0:1788572576.766015:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195996928:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572576.766023:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788572576.766029:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca95508380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196000768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572576.766051:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.767279:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196001152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572576.767357:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.767396:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788572576.767401:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196001280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572576.767422:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.767668:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195997952 00000100:00100000:2.0:1788572576.767676:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195997952 00000100:00100000:2.0:1788572576.767723:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195999104 00000100:00100000:2.0:1788572576.767727:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195999104 00000100:00100000:2.0:1788572576.767744:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196000640 00000100:00100000:2.0:1788572576.767748:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196000640 00000100:00100000:2.0:1788572576.767761:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196000768 00000100:00100000:2.0:1788572576.767764:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196000768 00000100:00100000:2.0:1788572576.767777:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196001152 00000100:00100000:2.0:1788572576.767779:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196001152 00000100:00100000:2.0:1788572576.767792:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196001280 00000100:00100000:2.0:1788572576.767795:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196001280 00000100:00100000:2.0:1788572576.767813:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21281 00000100:00100000:2.0:1788572576.767822:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:3637:x1875440195997952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572576.767848:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3573 count 1 00002000:00010000:2.0:1788572576.767879:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xdf5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.767886:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e6a4b86/0xaad440e68c485419 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdf5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.767900:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdf5:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.767904:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdf5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.767910:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e6a4b86/0xaad440e68c485419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.767923:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e6a4b86/0xaad440e68c485419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.767933:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e6a4b86/0xaad440e68c485419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.767941:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e6a4b86/0xaad440e68c485419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.767974:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572576.768767:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21282 00000100:00100000:3.0:1788572576.768780:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+51:3637:x1875440195999104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.768796:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3397 count 1 00002000:00010000:3.0:1788572576.768818:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd45:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.768825:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c485420 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.768836:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd45:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.768839:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd45:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.768844:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c485420 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.768856:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c485420 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.768865:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c485420 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.768873:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c485420 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.768881:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000004:00080000:0.0:1788572576.769632:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca96adca80/2, rc 0, transno 8589944610 00000100:00100000:0.0:1788572576.769645:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440195999232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572576.771256:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21283 00000100:00100000:1.0:1788572576.771339:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+33:3637:x1875440196000640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.771378:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3649 count 1 00002000:00010000:1.0:1788572576.771406:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.771413:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eac22a5a/0xaad440e68c485427 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.771428:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe41:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.771432:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.771438:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eac22a5a/0xaad440e68c485427 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.771452:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eac22a5a/0xaad440e68c485427 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.771468:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eac22a5a/0xaad440e68c485427 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.771476:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eac22a5a/0xaad440e68c485427 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.771487:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1788572576.773255:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+34:3637:x1875440195997952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5426us (7381us total) trans 8589943911 rc 0/0 00000100:00100000:2.0:1788572576.773280:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21281 00000004:00080000:0.0:1788572576.773281:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1df80/2, rc 0, transno 8589943911 00000100:00100000:2.0:1788572576.773314:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21284 00000100:00100000:2.0:1788572576.773325:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+52:3637:x1875440196000768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572576.773365:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3667 count 1 00002000:00010000:2.0:1788572576.773394:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe53:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.773401:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0170096/0xaad440e68c48542e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773416:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe53:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.773421:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe53:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.773427:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0170096/0xaad440e68c48542e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773439:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0170096/0xaad440e68c48542e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773449:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a0170096/0xaad440e68c48542e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773456:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a0170096/0xaad440e68c48542e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773472:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1788572576.773594:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+53:3637:x1875440196000768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 272us (7541us total) trans 8589944615 rc 0/0 00000100:00100000:2.0:1788572576.773601:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21284 00000100:00100000:2.0:1788572576.773616:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21285 00000100:00100000:2.0:1788572576.773623:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+52:3637:x1875440196001152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572576.773635:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3709 count 1 00002000:00010000:2.0:1788572576.773650:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe7d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.773655:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002726b866/0xaad440e68c485435 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773663:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe7d:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.773666:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe7d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.773670:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002726b866/0xaad440e68c485435 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773678:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002726b866/0xaad440e68c485435 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773687:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002726b866/0xaad440e68c485435 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773694:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002726b866/0xaad440e68c485435 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773707:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1788572576.773771:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+53:3637:x1875440196001152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 149us (6426us total) trans 8589944616 rc 0/0 00000100:00100000:2.0:1788572576.773778:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21285 00000100:00100000:2.0:1788572576.773792:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21286 00000100:00100000:2.0:1788572576.773798:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8cef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+52:3637:x1875440196001280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572576.773811:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3862 count 1 00002000:00010000:2.0:1788572576.773825:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572576.773829:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096aa7175/0xaad440e68c48543c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773837:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf16:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.773840:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572576.773844:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096aa7175/0xaad440e68c48543c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773854:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000096aa7175/0xaad440e68c48543c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773862:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096aa7175/0xaad440e68c48543c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773869:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000096aa7175/0xaad440e68c48543c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.773883:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:2.0:1788572576.773941:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8cef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+53:3637:x1875440196001280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 143us (6517us total) trans 8589944617 rc 0/0 00000100:00100000:0.0:1788572576.774033:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195997952:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572576.774058:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b79b480/2, rc 0, transno 8589944617 00000100:00100000:0.0:1788572576.774072:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196001280:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788572576.774084:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b799500/2, rc 0, transno 8589944616 00000100:00100000:0.0:1788572576.774087:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196001152:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788572576.774094:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca95508380/2, rc 0, transno 8589944615 00000100:00100000:0.0:1788572576.774097:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca95508380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196000768:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572576.774180:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21286 00000100:00100000:2.0:1788572576.774403:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36885 00000100:00100000:2.0:1788572576.774418:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+43:202414:x1875440196000384:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572576.774537:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+44:202414:x1875440196000384:12345-0@lo:1000:osp_up1-0.0 Request processed in 125us (13134us total) trans 8589973220 rc 0/0 00000100:00100000:2.0:1788572576.774544:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36885 00010000:00010000:2.0:1788572576.774567:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:2.0:1788572576.774574:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001b03bdf2/0xaad440e68c48540b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xedd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774583:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.774588:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001b03bdf2/0xaad440e68c48540b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xedd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774599:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001b03bdf2/0xaad440e68c48540b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xedd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774614:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001b03bdf2/0xaad440e68c48540b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xedd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774623:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b03bdf2/0xaad440e68c48540b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xedd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774642:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1788572576.774646:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009cc872d9/0xaad440e68c485412 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774653:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ec00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.774656:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009cc872d9/0xaad440e68c485412 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774663:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009cc872d9/0xaad440e68c485412 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774673:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009cc872d9/0xaad440e68c485412 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774680:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cc872d9/0xaad440e68c485412 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774692:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788572576.774697:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e6a4b86/0xaad440e68c485419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774704:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.774708:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e6a4b86/0xaad440e68c485419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774721:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e6a4b86/0xaad440e68c485419 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774732:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e6a4b86/0xaad440e68c485419 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xdf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774738:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e6a4b86/0xaad440e68c485419 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdf5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774754:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788572576.774758:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c485420 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774764:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148ae00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.774767:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c485420 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774775:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c485420 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774783:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c485420 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774791:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f7f68f1/0xaad440e68c485420 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774811:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788572576.774815:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eac22a5a/0xaad440e68c485427 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774821:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.774824:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eac22a5a/0xaad440e68c485427 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774831:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eac22a5a/0xaad440e68c485427 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774840:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eac22a5a/0xaad440e68c485427 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774847:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eac22a5a/0xaad440e68c485427 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774859:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572576.774862:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a0170096/0xaad440e68c48542e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774869:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.774873:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0170096/0xaad440e68c48542e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774886:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a0170096/0xaad440e68c48542e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774896:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a0170096/0xaad440e68c48542e lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774904:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0170096/0xaad440e68c48542e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774918:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572576.774922:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002726b866/0xaad440e68c485435 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774929:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.774932:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002726b866/0xaad440e68c485435 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.774940:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002726b866/0xaad440e68c485435 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.775435:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+52:3637:x1875440195999104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6655us (9479us total) trans 8589944614 rc 0/0 00000100:00100000:3.0:1788572576.775444:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21282 00000100:00100000:3.0:1788572576.775573:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.775584:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196001792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.775608:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196001664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572576.775624:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572576.775630:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.775636:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000096aa7175/0xaad440e68c48543c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.775644:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.775647:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000096aa7175/0xaad440e68c48543c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.775651:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196001792 00010000:00010000:3.0:1788572576.775656:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000096aa7175/0xaad440e68c48543c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.775657:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196001792 00010000:00010000:3.0:1788572576.775668:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000096aa7175/0xaad440e68c48543c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.775675:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096aa7175/0xaad440e68c48543c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.775692:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.775694:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.775695:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.775697:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21287 00000100:00100000:0.0:1788572576.775704:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+34:3638:x1875440196001792:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.775704:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1788572576.775720:0:225661:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3760 count 1 00000004:00080000:3.0:1788572576.775737:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8f934a80/2, rc 0, transno 8589944614 00002000:00010000:0.0:1788572576.775745:0:225661:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xeb0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1788572576.775746:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f934a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440195999104:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572576.775750:0:225661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c485443 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xeb0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.775761:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.775765:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xeb0:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.775769:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xeb0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572576.775775:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c485443 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572576.775776:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8f937b80/2, rc 0, transno 8589944612 00000100:00100000:3.0:1788572576.775780:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f937b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195998848:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572576.775787:0:225661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c485443 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.775788:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195999872:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1788572576.775796:0:225661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c485443 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.775804:0:225661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c485443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.775810:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572576.775818:0:225661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.775830:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196001024:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.775849:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.775863:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196001536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.775880:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.775893:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196002048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.775911:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.775917:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+35:3638:x1875440196001792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 214us (292us total) trans 8589943913 rc 0/0 00000100:00100000:0.0:1788572576.775924:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21287 00000100:00100000:3.0:1788572576.775926:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788572576.775932:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca95509c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196000896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572576.775934:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196001664 00000100:00100000:0.0:1788572576.775936:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196001664 00000100:00100000:0.0:1788572576.775952:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440195999872 00000100:00100000:0.0:1788572576.775965:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440195999872 00000100:00100000:0.0:1788572576.775985:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196001024 00000100:00100000:0.0:1788572576.775987:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196001024 00000100:00100000:0.0:1788572576.776001:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196001536 00000100:00100000:0.0:1788572576.776004:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196001536 00000100:00100000:0.0:1788572576.776018:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196002048 00000100:00100000:0.0:1788572576.776021:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196002048 00000100:00100000:0.0:1788572576.776035:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21288 00000100:00100000:0.0:1788572576.776041:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3637:x1875440196001664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572576.776052:0:225661:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3574 count 1 00002000:00010000:0.0:1788572576.776067:0:225661:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xdf6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572576.776072:0:225661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000808a99fb/0xaad440e68c48544a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdf6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.776079:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdf6:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.776082:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdf6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572576.776085:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000808a99fb/0xaad440e68c48544a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.776094:0:225661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000808a99fb/0xaad440e68c48544a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.776102:0:225661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000808a99fb/0xaad440e68c48544a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.776109:0:225661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000808a99fb/0xaad440e68c48544a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.776122:0:225661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572576.776188:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.776202:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+38:3637:x1875440196001664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 161us (497us total) trans 8589943914 rc 0/0 00000100:00100000:3.0:1788572576.776207:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196000896 00000100:00100000:0.0:1788572576.776208:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21288 00000100:00100000:3.0:1788572576.776210:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196000896 00000100:00100000:0.0:1788572576.776221:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21289 00000100:00100000:0.0:1788572576.776227:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3640:x1875440195999872:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.776229:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21290 00000100:00100000:3.0:1788572576.776234:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b677800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+54:3640:x1875440196001024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572576.776238:0:225661:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3401 count 1 00002000:00080000:3.0:1788572576.776242:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3642 count 1 00002000:00010000:0.0:1788572576.776252:0:225661:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd49:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1788572576.776255:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572576.776257:0:225661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ecd40ca/0xaad440e68c485451 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd49:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776259:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c485458 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.776265:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd49:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.776268:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd49:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572576.776272:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ecd40ca/0xaad440e68c485451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.776281:0:225661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ecd40ca/0xaad440e68c485451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.776289:0:225661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ecd40ca/0xaad440e68c485451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.776296:0:225661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ecd40ca/0xaad440e68c485451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.776304:0:225661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788572576.776339:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe3a:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.776342:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.776358:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c485458 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776369:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c485458 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776378:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c485458 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776384:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c485458 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776394:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1788572576.776471:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b677800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+55:3640:x1875440196001024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 236us (620us total) trans 8589944618 rc 0/0 00000100:00100000:3.0:1788572576.776477:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21290 00000100:00100000:3.0:1788572576.776490:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21291 00000100:00100000:3.0:1788572576.776496:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b677b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+54:3640:x1875440196001536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.776507:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3361 count 1 00002000:00010000:3.0:1788572576.776522:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.776527:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c48545f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776535:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd21:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.776538:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.776541:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c48545f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776549:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c48545f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776562:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c48545f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776569:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c48545f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776578:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1788572576.776604:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+38:3640:x1875440195999872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 377us (793us total) trans 8589943915 rc 0/0 00000100:00100000:0.0:1788572576.776611:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21289 00000100:00100000:0.0:1788572576.776624:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21292 00000100:00100000:0.0:1788572576.776629:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b675500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3640:x1875440196002048:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.776640:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b677b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+55:3640:x1875440196001536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 145us (758us total) trans 8589944619 rc 0/0 00002000:00080000:0.0:1788572576.776643:0:225661:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3906 count 1 00000100:00100000:3.0:1788572576.776646:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21291 00002000:00010000:0.0:1788572576.776655:0:225661:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1788572576.776657:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21293 00010000:00010000:0.0:1788572576.776660:0:225661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c485466 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.776663:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b674a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+54:3640:x1875440196000896:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572576.776669:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf42:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.776672:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf42:0x0].0x0 since=0s v=(0 0) 00002000:00080000:3.0:1788572576.776672:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3346 count 1 00002000:00010000:3.0:1788572576.776685:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.776690:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000671772ae/0xaad440e68c48546d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776698:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd12:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.776701:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.776705:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000671772ae/0xaad440e68c48546d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776714:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000671772ae/0xaad440e68c48546d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776727:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000671772ae/0xaad440e68c48546d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776733:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000671772ae/0xaad440e68c48546d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.776740:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1788572576.776801:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b674a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+55:3640:x1875440196000896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 138us (612us total) trans 8589944620 rc 0/0 00000100:00100000:3.0:1788572576.776807:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21293 00000004:00080000:3.0:1788572576.776846:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca840c4000/2, rc 0, transno 8589943914 00000100:00100000:3.0:1788572576.776857:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196001664:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.776898:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b676300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196002176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.776925:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572576.777648:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c485466 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.777669:0:225661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c485466 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.777692:0:225661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c485466 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.777700:0:225661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c485466 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.777713:0:225661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1788572576.777825:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b675500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+38:3640:x1875440196002048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1195us (1912us total) trans 8589943916 rc 0/0 00000100:00100000:0.0:1788572576.777833:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21292 00000100:00100000:0.0:1788572576.777850:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196002176 00000100:00100000:0.0:1788572576.777856:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196002176 00000100:00100000:0.0:1788572576.777894:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21294 00000100:00100000:0.0:1788572576.777902:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+38:3637:x1875440196002176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572576.777923:0:225661:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3489 count 1 00010000:00010000:2.0:1788572576.778249:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002726b866/0xaad440e68c485435 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778259:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002726b866/0xaad440e68c485435 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778428:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1788572576.778434:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c485443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778441:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.778444:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c485443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778454:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c485443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xeb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778464:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c485443 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xeb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778471:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c485443 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xeb0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778486:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788572576.778490:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000808a99fb/0xaad440e68c48544a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778496:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.778499:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000808a99fb/0xaad440e68c48544a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778511:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000808a99fb/0xaad440e68c48544a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778520:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000808a99fb/0xaad440e68c48544a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xdf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778527:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000808a99fb/0xaad440e68c48544a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdf6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778539:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788572576.778543:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ecd40ca/0xaad440e68c485451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778549:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.778552:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ecd40ca/0xaad440e68c485451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778559:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ecd40ca/0xaad440e68c485451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778567:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ecd40ca/0xaad440e68c485451 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778573:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ecd40ca/0xaad440e68c485451 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778590:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788572576.778593:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c485458 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778599:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.778601:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c485458 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778608:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c485458 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778616:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c485458 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778622:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001013b93a/0xaad440e68c485458 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778639:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572576.778642:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c48545f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778648:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.778651:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c48545f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778660:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c48545f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778668:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c48545f lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778674:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c48545f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778684:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572576.778687:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000671772ae/0xaad440e68c48546d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778693:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148a400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.778696:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000671772ae/0xaad440e68c48546d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778702:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000671772ae/0xaad440e68c48546d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778710:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000671772ae/0xaad440e68c48546d lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778717:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000671772ae/0xaad440e68c48546d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778738:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.778741:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c485466 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778748:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572576.778751:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c485466 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778758:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c485466 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778769:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c485466 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778776:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c485466 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.778787:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.778789:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.778791:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.778830:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.778844:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632992640 00000100:00100000:2.0:1788572576.778849:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632992640 00000100:00100000:2.0:1788572576.778901:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138012 00002000:00010000:0.0:1788572576.778906:0:225661:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xda1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1788572576.778909:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+35:361572:x1875453632992640:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.778915:0:225661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba978bc6/0xaad440e68c485474 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xda1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.778927:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xda1:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:2.0:1788572576.778928:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.778931:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xda1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572576.778937:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba978bc6/0xaad440e68c485474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.778947:0:225661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba978bc6/0xaad440e68c485474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.779168:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.779175:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572576.779212:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca95509c00/2, rc 0, transno 8589944620 00000100:00100000:3.0:1788572576.779219:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca95509c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196000896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.779231:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196001408:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572576.779452:0:225661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba978bc6/0xaad440e68c485474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.779465:0:225661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba978bc6/0xaad440e68c485474 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.779496:0:225661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.779514:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.779551:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196001408 00000100:00100000:3.0:1788572576.779556:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196001408 00000100:00100000:3.0:1788572576.779594:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21295 00000100:00100000:3.0:1788572576.779602:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+55:3640:x1875440196001408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572576.779623:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3894 count 1 00002000:00010000:3.0:1788572576.779655:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.779661:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485482 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.779667:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90183b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3637:x1875440196002176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1766us (2741us total) trans 8589943917 rc 0/0 00010000:00010000:3.0:1788572576.779672:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf36:0x0].0x0 since=13554s v=(0 0) 00000100:00100000:0.0:1788572576.779675:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21294 00010000:00010000:3.0:1788572576.779676:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.779681:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485482 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.779692:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485482 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.779700:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485482 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.779708:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485482 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.779721:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572576.779755:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca96b01880/2, rc 0, transno 8589943913 00000100:00100000:0.0:1788572576.779767:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196001792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.779807:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90182a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+56:3640:x1875440196001408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 205us (294us total) trans 8589944621 rc 0/0 00000100:00100000:3.0:1788572576.779814:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21295 00000004:00080000:3.0:1788572576.779899:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b676300/2, rc 0, transno 8589943917 00000100:00100000:3.0:1788572576.779908:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b676300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196002176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.779934:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572576.779942:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196002304:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1788572576.780428:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48547b lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7747b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.781600:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572576.781674:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca7a300/2, rc 0, transno 8589944621 00000100:00100000:3.0:1788572576.781685:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196001408:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572576.781697:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196001920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.781721:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572576.781747:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b799880/2, rc 0, transno 8589944618 00000100:00100000:3.0:1788572576.781752:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196001024:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572576.781760:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca7a680/2, rc 0, transno 8589944619 00000100:00100000:3.0:1788572576.781764:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196001536:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572576.781774:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca96b02a00/2, rc 0, transno 8589943916 00000100:00100000:3.0:1788572576.781783:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196002048:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.781828:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1f480/2, rc 0, transno 8589943915 00000100:00100000:3.0:1788572576.781835:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440195999872:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.781873:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196002688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.781896:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.781920:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196002560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.781938:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572576.782121:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485489 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.782137:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485489 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.782148:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485489 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.782274:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96addf80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196000384:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.782537:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4803 rpc_version 4803 00000020:00100000:1.0:1788572576.782559:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.782566:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca95508e00 x1875440196002944/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.782582:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca95508e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196002944:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.782617:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.782637:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.782701:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788572576.782708:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196002432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.782732:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00200000:2.0:1788572576.784362:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x3fa:0x0]: returning size 0 00000004:00200000:2.0:1788572576.784369:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572576.784427:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48547b lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7747b expref: 37 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.784467:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485489 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7747b expref: 36 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.784478:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3fa:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:2.0:1788572576.784482:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572576.784486:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00600, rc 0) 00000100:00100000:2.0:1788572576.784570:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:361572:x1875453632992640:12345-192.168.202.54@tcp:101:rm.0 Request processed in 5660us (8997us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.784579:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138012 00000100:00100000:0.0:1788572576.792184:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196002304 00000100:00100000:0.0:1788572576.792205:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196002304 00000100:00100000:1.0:1788572576.792230:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196001920 00000100:00100000:1.0:1788572576.792236:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196001920 00000100:00100000:0.0:1788572576.792291:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196002688 00000100:00100000:0.0:1788572576.792295:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196002688 00000100:00100000:1.0:1788572576.792418:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196002560 00000100:00100000:1.0:1788572576.792423:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196002560 00000100:00100000:1.0:1788572576.792519:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196002432 00000100:00100000:1.0:1788572576.792522:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196002432 00000100:00100000:1.0:1788572576.792551:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21296 00000100:00100000:1.0:1788572576.792562:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+43:3640:x1875440196001920:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.792598:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3808 count 1 00002000:00010000:1.0:1788572576.792632:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xee0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.792640:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa19db48/0xaad440e68c485490 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xee0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.792657:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xee0:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.792661:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xee0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.792668:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa19db48/0xaad440e68c485490 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.792683:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa19db48/0xaad440e68c485490 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.792693:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa19db48/0xaad440e68c485490 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.792702:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aa19db48/0xaad440e68c485490 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.792719:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1788572576.792924:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+44:3640:x1875440196001920:12345-0@lo:6:osp-syn-1-0.0 Request processed in 364us (11201us total) trans 8589943918 rc 0/0 00000100:00100000:1.0:1788572576.792932:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21296 00000100:00100000:0.0:1788572576.793469:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21297 00000100:00100000:0.0:1788572576.793544:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbd8a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+43:3637:x1875440196002304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572576.793562:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3932 count 1 00002000:00010000:0.0:1788572576.793584:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf5c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572576.793591:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035ee07b6/0xaad440e68c485497 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf5c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.793598:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21298 00010000:00010000:0.0:1788572576.793601:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf5c:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.793605:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf5c:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1788572576.793605:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+43:3637:x1875440196002688:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1788572576.793611:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035ee07b6/0xaad440e68c485497 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1788572576.793617:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3398 count 1 00010000:00010000:0.0:1788572576.793621:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035ee07b6/0xaad440e68c485497 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.793630:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035ee07b6/0xaad440e68c485497 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572576.793631:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd46:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.793636:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c1419ff0/0xaad440e68c48549e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.793638:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000035ee07b6/0xaad440e68c485497 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.793644:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd46:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.793647:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd46:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.793651:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1419ff0/0xaad440e68c48549e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.793653:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1788572576.793660:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1419ff0/0xaad440e68c48549e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.793666:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c1419ff0/0xaad440e68c48549e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.793673:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c1419ff0/0xaad440e68c48549e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.793680:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1788572576.793836:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21299 00000100:00100000:3.0:1788572576.793846:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3640:x1875440196002560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.793860:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3892 count 1 00002000:00010000:3.0:1788572576.793877:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1788572576.793880:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbd8a1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+45:3637:x1875440196002304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 403us (12281us total) trans 8589943919 rc 0/0 00010000:00010000:3.0:1788572576.793883:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a6ff57f4/0xaad440e68c4854a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.793887:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21297 00010000:00010000:3.0:1788572576.793891:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf34:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.793893:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.793897:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6ff57f4/0xaad440e68c4854a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.793903:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21300 00010000:00010000:3.0:1788572576.793907:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6ff57f4/0xaad440e68c4854a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.793909:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+44:3640:x1875440196002432:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788572576.793915:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a6ff57f4/0xaad440e68c4854a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1788572576.793921:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3575 count 1 00010000:00010000:3.0:1788572576.793923:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a6ff57f4/0xaad440e68c4854a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.793931:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1788572576.793933:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xdf7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572576.793937:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4854ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdf7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.793945:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdf7:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:0.0:1788572576.793948:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdf7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572576.793952:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4854ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.794694:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3640:x1875440196002560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 847us (12751us total) trans 8589943921 rc 0/0 00000100:00100000:3.0:1788572576.794704:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21299 00000004:00080000:3.0:1788572576.794758:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90183480/2, rc 0, transno 8589943919 00000100:00100000:3.0:1788572576.794772:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196002304:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.794829:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572576.794845:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9fe8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196003072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.794880:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.794917:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196003072 00000100:00100000:3.0:1788572576.794922:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196003072 00000100:00100000:3.0:1788572576.794969:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21301 00000100:00100000:3.0:1788572576.794977:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:3637:x1875440196003072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.794991:0:225661:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3651 count 1 00002000:00010000:3.0:1788572576.795012:0:225661:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe43:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.795018:0:225661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c4854b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795029:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe43:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.795033:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe43:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.795038:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c4854b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795051:0:225661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c4854b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795060:0:225661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c4854b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795068:0:225661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c4854b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795077:0:225661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1788572576.795167:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:3637:x1875440196003072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 191us (286us total) trans 8589943922 rc 0/0 00000100:00100000:3.0:1788572576.795174:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21301 00010000:00010000:0.0:1788572576.795176:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4854ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.795184:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4854ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.795192:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4854ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.795201:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000004:00080000:3.0:1788572576.795201:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9fe8fb80/2, rc 0, transno 8589943922 00000100:00100000:3.0:1788572576.795209:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9fe8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196003072:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788572576.795243:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1788572576.795251:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba978bc6/0xaad440e68c485474 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795259:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc0d424f0) 00000100:00100000:0.0:1788572576.795273:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+46:3640:x1875440196002432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1364us (12540us total) trans 8589943923 rc 0/0 00010000:00010000:3.0:1788572576.795278:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba978bc6/0xaad440e68c485474 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.795280:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21300 00010000:00010000:3.0:1788572576.795601:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba978bc6/0xaad440e68c485474 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xda1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795624:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba978bc6/0xaad440e68c485474 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xda1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795632:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba978bc6/0xaad440e68c485474 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xda1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795657:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1788572576.795662:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485482 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795670:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1f800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.795674:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485482 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795688:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485482 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795697:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485482 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795704:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a21b4f74/0xaad440e68c485482 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795723:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1788572576.795727:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aa19db48/0xaad440e68c485490 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795733:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.795736:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa19db48/0xaad440e68c485490 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795744:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa19db48/0xaad440e68c485490 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795752:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aa19db48/0xaad440e68c485490 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795760:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa19db48/0xaad440e68c485490 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795784:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1788572576.795788:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000035ee07b6/0xaad440e68c485497 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795793:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.795796:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000035ee07b6/0xaad440e68c485497 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795803:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000035ee07b6/0xaad440e68c485497 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795813:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000035ee07b6/0xaad440e68c485497 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795820:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035ee07b6/0xaad440e68c485497 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf5c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795832:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788572576.795836:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c1419ff0/0xaad440e68c48549e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795842:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.795845:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c1419ff0/0xaad440e68c48549e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795857:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c1419ff0/0xaad440e68c48549e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795867:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c1419ff0/0xaad440e68c48549e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795874:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1419ff0/0xaad440e68c48549e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795886:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572576.795890:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a6ff57f4/0xaad440e68c4854a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795896:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.795899:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6ff57f4/0xaad440e68c4854a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795906:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6ff57f4/0xaad440e68c4854a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795915:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a6ff57f4/0xaad440e68c4854a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795922:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6ff57f4/0xaad440e68c4854a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.795941:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572576.796037:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c4854b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796046:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.796049:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c4854b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796057:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c4854b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796068:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c4854b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796075:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c4854b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796088:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.796091:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4854ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796098:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.796101:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4854ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796111:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4854ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796119:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4854ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xdf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796126:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4854ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdf7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796138:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.796140:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.796142:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572576.796207:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90180700/2, rc 0, transno 8589943923 00000100:00100000:3.0:1788572576.796218:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90180700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196002432:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.796228:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90182680/2, rc 0, transno 8589943921 00000100:00100000:3.0:1788572576.796232:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196002560:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.796241:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca96b00e00/2, rc 0, transno 8589943918 00000100:00100000:3.0:1788572576.796245:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196001920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.796255:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788572576.796274:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9fe8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196003200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.796516:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.796554:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196003200 00000100:00100000:3.0:1788572576.796560:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196003200 00000100:00100000:3.0:1788572576.796592:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21302 00000100:00100000:3.0:1788572576.796600:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+46:3640:x1875440196003200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.796625:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3727 count 1 00002000:00010000:3.0:1788572576.796649:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe8f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.796655:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c4854ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe8f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796666:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe8f:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.796670:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe8f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.796675:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c4854ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796687:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c4854ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796696:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c4854ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796703:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c4854ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796716:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.796820:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+47:3640:x1875440196003200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 220us (304us total) trans 8589943924 rc 0/0 00000100:00100000:3.0:1788572576.796827:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21302 00010000:00010000:3.0:1788572576.796848:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.796852:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c4854ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796864:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.796867:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c4854ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796875:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c4854ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796886:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c4854ba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796893:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c4854ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.796910:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.796912:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.796913:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572576.796934:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9fe8ed80/2, rc 0, transno 8589943924 00000100:00100000:3.0:1788572576.796939:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9fe8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196003200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.803241:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196003456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572576.803301:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196002944 00000100:00100000:0.0:1788572576.803311:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196002944 00000100:00100000:0.0:1788572576.803408:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36886 00000100:00100000:0.0:1788572576.803418:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+44:202414:x1875440196002944:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572576.803443:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.803483:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572576.803490:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196003584:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.803512:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.803539:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196003456 00000100:00100000:3.0:1788572576.803543:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196003456 00000100:00100000:3.0:1788572576.803569:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196003584 00000100:00100000:3.0:1788572576.803572:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196003584 00000100:00100000:3.0:1788572576.803589:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21303 00000100:00100000:3.0:1788572576.803596:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3637:x1875440196003456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.803616:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3621 count 1 00002000:00010000:3.0:1788572576.803648:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.803655:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c4854c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.803672:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe25:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.803677:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.803683:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c4854c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.803697:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c4854c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.803708:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c4854c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.803716:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c4854c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.803723:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+45:202414:x1875440196002944:12345-0@lo:1000:osp_up1-0.0 Request processed in 306us (21105us total) trans 8589973221 rc 0/0 00000100:00100000:0.0:1788572576.803730:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36886 00010000:00010000:3.0:1788572576.803732:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572576.803782:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:3637:x1875440196000640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32516us (37792us total) trans 8589943912 rc 0/0 00000100:00100000:0.0:1788572576.803789:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21283 00000100:00100000:3.0:1788572576.803839:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:3637:x1875440196003456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 243us (396us total) trans 8589943925 rc 0/0 00000100:00100000:3.0:1788572576.803844:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21303 00000100:00100000:3.0:1788572576.803856:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21304 00000100:00100000:3.0:1788572576.803861:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:3637:x1875440196003584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.803872:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3555 count 1 00002000:00010000:3.0:1788572576.803887:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xde3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.803891:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c4854c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.803899:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xde3:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.803902:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xde3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.803906:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c4854c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.803914:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c4854c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.803921:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c4854c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.803927:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c4854c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.803935:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572576.804140:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+47:3637:x1875440196002688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10534us (22241us total) trans 8589943920 rc 0/0 00000100:00100000:1.0:1788572576.804149:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21298 00000100:00100000:1.0:1788572576.804217:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca95508e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196002944:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.804230:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4804 rpc_version 4804 00000020:00100000:1.0:1788572576.804253:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.804260:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca95509880 x1875440196003968/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.804294:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca95509880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196003968:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.804327:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.804361:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.804392:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196003968 00000100:00100000:1.0:1788572576.804396:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196003968 00000100:00100000:1.0:1788572576.804434:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36887 00000100:00100000:1.0:1788572576.804441:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9550a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+45:202414:x1875440196003968:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.804541:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9550a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+46:202414:x1875440196003968:12345-0@lo:1000:osp_up1-0.0 Request processed in 101us (213us total) trans 8589973222 rc 0/0 00000100:00100000:1.0:1788572576.804549:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36887 00000100:00100000:1.0:1788572576.804578:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca95509880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196003968:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.804585:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4805 rpc_version 4805 00000020:00100000:1.0:1788572576.804598:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.804603:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca827d1f80 x1875440196004224/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.804616:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d1f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196004224:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.804642:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.804666:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00010000:00010000:1.0:1788572576.804679:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572576.804686:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c4854c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.804696:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afec00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.804701:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c4854c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.804710:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c4854c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.804732:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c4854c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.804741:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c4854c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.804763:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.804767:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c4854c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.804774:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.804777:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c4854c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.804785:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c4854c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.804794:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c4854c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.804802:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c4854c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xde3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.804814:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.804815:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.804817:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.805046:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196004224 00000100:00100000:0.0:1788572576.805051:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196004224 00000100:00100000:0.0:1788572576.805086:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36888 00000100:00100000:0.0:1788572576.805093:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+46:202414:x1875440196004224:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.805215:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+47:202414:x1875440196004224:12345-0@lo:1000:osp_up1-0.0 Request processed in 122us (571us total) trans 8589973223 rc 0/0 00000100:00100000:0.0:1788572576.805221:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36888 00000100:00100000:0.0:1788572576.808902:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.809255:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d1f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196004224:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.809340:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4806 rpc_version 4806 00000020:00100000:1.0:1788572576.809383:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.809391:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca827d3480 x1875440196004480/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.809411:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d3480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196004480:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1788572576.809577:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.809584:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.809599:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632993024 00000100:00100000:2.0:1788572576.809606:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632993024 00000100:00100000:2.0:1788572576.809661:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138013 00000100:00100000:2.0:1788572576.809671:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92911500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:361572:x1875453632993024:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572576.809724:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.809753:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485489 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7747b expref: 36 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.809771:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3fa:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:2.0:1788572576.809782:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572576.809823:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.809833:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.809843:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.809856:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196004608:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572576.814102:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.814193:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632992768 00000100:00100000:0.0:1788572576.814203:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632992768 00000100:00100000:0.0:1788572576.814266:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15882 00000100:00100000:0.0:1788572576.814277:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:352626:x1875453632992768:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572576.814429:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.814470:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4853e8 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77474 expref: 10 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.814611:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3fa:0x0].0x0 (ffff88cba1399b00) 00010000:00010000:0.0:1788572576.814626:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.814697:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:352626:x1875453632992768:12345-192.168.202.54@tcp:103:rm.0 Request processed in 421us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.814704:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15882 00000100:00100000:1.0:1788572576.814834:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.814872:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.814898:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196004480 00000100:00100000:1.0:1788572576.814902:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196004480 00000100:00100000:1.0:1788572576.814963:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36889 00000100:00100000:1.0:1788572576.814971:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+47:202414:x1875440196004480:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.815120:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+48:202414:x1875440196004480:12345-0@lo:1000:osp_up1-0.0 Request processed in 151us (287us total) trans 8589973224 rc 0/0 00000100:00100000:1.0:1788572576.815127:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36889 00000100:00100000:1.0:1788572576.815191:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d3480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196004480:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572576.815206:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4807 rpc_version 4807 00000020:00100000:1.0:1788572576.815228:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.815234:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca827d2300 x1875440196004864/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.815254:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d2300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196004864:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.815299:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.815316:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572576.815631:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.815660:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c540 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.815908:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196004864 00000100:00100000:0.0:1788572576.815913:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196004864 00000100:00100000:0.0:1788572576.815941:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196004608 00000100:00100000:0.0:1788572576.815943:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196004608 00000100:00100000:0.0:1788572576.815957:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36890 00000100:00100000:0.0:1788572576.815974:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+48:202414:x1875440196004864:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.816075:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+49:202414:x1875440196004864:12345-0@lo:1000:osp_up1-0.0 Request processed in 102us (774us total) trans 8589973225 rc 0/0 00000100:00100000:0.0:1788572576.816082:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36890 00000100:00100000:0.0:1788572576.816096:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36891 00000100:00100000:0.0:1788572576.816102:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+18:204288:x1875440196004608:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.816114:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.816134:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c4854d6 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4854cf expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.816173:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c4854d6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4854cf expref: 19 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.816189:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c4854d6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4854cf expref: 19 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.816197:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d500) 00010000:00010000:0.0:1788572576.816200:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.816203:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9e800, rc 0) 00000100:00100000:0.0:1788572576.816231:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:204288:x1875440196004608:12345-0@lo:101:mdt00_003.0 Request processed in 129us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.816233:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:3637:x1875440196003584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12370us (12719us total) trans 8589943926 rc 0/0 00000100:00100000:0.0:1788572576.816237:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36891 00000100:00100000:3.0:1788572576.816242:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21304 00000100:00100000:0.0:1788572576.816271:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d2300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196004864:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572576.816281:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4808 rpc_version 4808 00000004:00080000:3.0:1788572576.816427:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8ee23800/2, rc 0, transno 8589943926 00000100:00100000:3.0:1788572576.816516:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196003584:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.816533:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8ee21f80/2, rc 0, transno 8589943925 00000020:00100000:0.0:1788572576.817598:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.817612:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca92912a00 x1875440196005120/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.817637:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92912a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196005120:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.817699:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.817734:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.817769:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196005120 00000100:00100000:0.0:1788572576.817774:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196005120 00000100:00100000:0.0:1788572576.817810:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36892 00000100:00100000:0.0:1788572576.817818:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+49:202414:x1875440196005120:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.817941:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+50:202414:x1875440196005120:12345-0@lo:1000:osp_up1-0.0 Request processed in 124us (242us total) trans 8589973226 rc 0/0 00000100:00100000:0.0:1788572576.817949:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36892 00000100:00100000:0.0:1788572576.817991:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92912a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196005120:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572576.818001:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4809 rpc_version 4809 00000020:00100000:0.0:1788572576.818013:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.818019:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96add180 x1875440196005376/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.818031:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196005376:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.818055:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.818071:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.818082:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196005376 00000100:00100000:0.0:1788572576.818085:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196005376 00000100:00100000:0.0:1788572576.818103:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36893 00000100:00100000:0.0:1788572576.818109:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+50:202414:x1875440196005376:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.820553:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788572576.820657:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196003456:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.820703:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90181f80/2, rc 0, transno 8589943920 00000100:00100000:3.0:1788572576.820708:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196002688:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.820721:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1ca80/2, rc 0, transno 8589943912 00000100:00100000:3.0:1788572576.820724:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196000640:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788572576.820745:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.820757:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196003328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.820812:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.820844:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196003328 00000100:00100000:3.0:1788572576.820850:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196003328 00000100:00100000:3.0:1788572576.820902:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21305 00000100:00100000:3.0:1788572576.820910:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3640:x1875440196003328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.820935:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3496 count 1 00002000:00010000:3.0:1788572576.821436:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xda8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.821444:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9d607a7/0xaad440e68c4854dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xda8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.821461:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xda8:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.821466:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xda8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.821473:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9d607a7/0xaad440e68c4854dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.821489:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9d607a7/0xaad440e68c4854dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.821502:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9d607a7/0xaad440e68c4854dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.821509:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9d607a7/0xaad440e68c4854dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.821531:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572576.821681:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+48:3640:x1875440196003328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 770us (869us total) trans 8589943927 rc 0/0 00000100:00100000:3.0:1788572576.821691:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21305 00000004:00080000:3.0:1788572576.821733:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8ee23100/2, rc 0, transno 8589943927 00000100:00100000:3.0:1788572576.821738:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196003328:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.821752:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196005504:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.821777:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.821797:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788572576.821803:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196003712:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572576.821823:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.821847:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196005504 00000100:00100000:3.0:1788572576.821851:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196005504 00000100:00100000:3.0:1788572576.821875:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196003712 00000100:00100000:3.0:1788572576.821877:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196003712 00000100:00100000:3.0:1788572576.821895:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21306 00000100:00100000:3.0:1788572576.821902:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:3640:x1875440196005504:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.821917:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3771 count 1 00002000:00010000:3.0:1788572576.821934:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xebb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.821940:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074199ca7/0xaad440e68c4854e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xebb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.821965:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xebb:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.821968:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xebb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.821973:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074199ca7/0xaad440e68c4854e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.821983:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074199ca7/0xaad440e68c4854e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.821991:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074199ca7/0xaad440e68c4854e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.821998:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000074199ca7/0xaad440e68c4854e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.822013:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572576.822078:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3640:x1875440196005504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 176us (299us total) trans 8589943928 rc 0/0 00000100:00100000:3.0:1788572576.822084:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21306 00000100:00100000:3.0:1788572576.822097:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21307 00000100:00100000:3.0:1788572576.822102:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:3640:x1875440196003712:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572576.822113:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3647 count 1 00002000:00010000:3.0:1788572576.822127:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572576.822131:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d0df30a/0xaad440e68c4854eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.822140:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe3f:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:3.0:1788572576.822143:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572576.822147:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d0df30a/0xaad440e68c4854eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.822175:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d0df30a/0xaad440e68c4854eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.822183:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003d0df30a/0xaad440e68c4854eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.822190:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003d0df30a/0xaad440e68c4854eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.822203:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572576.822398:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3640:x1875440196003712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 162us (440us total) trans 8589943929 rc 0/0 00000100:00100000:3.0:1788572576.822406:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21307 00000004:00080000:3.0:1788572576.822442:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca92913800/2, rc 0, transno 8589943929 00000100:00100000:3.0:1788572576.822448:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92913800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196003712:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.822458:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1ed80/2, rc 0, transno 8589943928 00000100:00100000:3.0:1788572576.822461:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196005504:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.822501:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9513c700/2, rc 0, transno 8589943901 00000100:00100000:3.0:1788572576.822506:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195996160:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572576.822519:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8c7ff800/2, rc 0, transno 8589943900 00000100:00100000:3.0:1788572576.822523:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440195996032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572576.822617:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+51:202414:x1875440196005376:12345-0@lo:1000:osp_up1-0.0 Request processed in 4507us (4559us total) trans 8589973227 rc 0/0 00000100:00100000:0.0:1788572576.822628:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36893 00000100:00100000:0.0:1788572576.822671:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196005376:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572576.822683:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4810 rpc_version 4810 00000020:00100000:0.0:1788572576.822702:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.822709:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca840c4380 x1875440196006016/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.822725:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c4380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196006016:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.822754:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.822773:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.822788:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196006016 00000100:00100000:0.0:1788572576.822792:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196006016 00000100:00100000:0.0:1788572576.822819:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36894 00000100:00100000:0.0:1788572576.822825:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+51:202414:x1875440196006016:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.822932:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+52:202414:x1875440196006016:12345-0@lo:1000:osp_up1-0.0 Request processed in 106us (177us total) trans 8589973228 rc 0/0 00000100:00100000:0.0:1788572576.822939:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36894 00000100:00100000:0.0:1788572576.822982:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c4380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196006016:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572576.822989:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4811 rpc_version 4811 00000020:00100000:0.0:1788572576.823000:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.823005:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca840c5f80 x1875440196006272/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.823016:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c5f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196006272:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.823041:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.823055:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.823067:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196006272 00000100:00100000:0.0:1788572576.823070:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196006272 00000100:00100000:0.0:1788572576.823094:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36895 00000100:00100000:0.0:1788572576.823099:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+52:202414:x1875440196006272:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.823187:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+53:202414:x1875440196006272:12345-0@lo:1000:osp_up1-0.0 Request processed in 87us (145us total) trans 8589973229 rc 0/0 00000100:00100000:0.0:1788572576.823193:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36895 00000100:00100000:0.0:1788572576.823224:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c5f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196006272:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572576.823230:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4812 rpc_version 4812 00000020:00100000:0.0:1788572576.823241:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.823244:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca840c7100 x1875440196006528/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.823256:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196006528:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.823279:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572576.825474:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572576.825488:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9d607a7/0xaad440e68c4854dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825501:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.825506:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9d607a7/0xaad440e68c4854dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825518:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9d607a7/0xaad440e68c4854dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xda8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825539:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9d607a7/0xaad440e68c4854dd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xda8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825548:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9d607a7/0xaad440e68c4854dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xda8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825575:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572576.825579:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000074199ca7/0xaad440e68c4854e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825585:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.825589:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000074199ca7/0xaad440e68c4854e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825602:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000074199ca7/0xaad440e68c4854e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825613:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000074199ca7/0xaad440e68c4854e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825620:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074199ca7/0xaad440e68c4854e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xebb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825634:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.825638:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003d0df30a/0xaad440e68c4854eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825645:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.825648:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003d0df30a/0xaad440e68c4854eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825655:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003d0df30a/0xaad440e68c4854eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825664:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003d0df30a/0xaad440e68c4854eb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825672:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d0df30a/0xaad440e68c4854eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.825689:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.825691:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.825693:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.826109:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.831061:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572576.831087:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196005760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572576.831850:0:204288:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 12884961923 gen 2 00000004:00080000:2.0:1788572576.831859:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961714 committed transno 12884961923 00000020:00080000:2.0:1788572576.831866:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8bd3fcc0 refcount 2 committed 0 result 0 batchid 4294999118 00000020:00080000:2.0:1788572576.831870:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca9960fe00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8bd3f3c0 00000020:00080000:2.0:1788572576.831878:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1374 00000020:00080000:2.0:1788572576.831880:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca9960f400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa01ec200 00000020:00080000:2.0:1788572576.831883:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].831 00000004:00080000:2.0:1788572576.832015:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961716 committed transno 12884961923 00000020:00080000:2.0:1788572576.832020:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca99506180 refcount 2 committed 0 result 0 batchid 4294999119 00000020:00080000:2.0:1788572576.832023:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb912c6b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca99506480 00000020:00080000:2.0:1788572576.832025:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1375 00000020:00080000:2.0:1788572576.832027:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb912c6d00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa0455600 00000020:00080000:2.0:1788572576.832030:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].832 00000004:00080000:2.0:1788572576.832042:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961721 committed transno 12884961923 00000020:00080000:2.0:1788572576.832045:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8bd3fc00 refcount 2 committed 0 result 0 batchid 4294999120 00000020:00080000:2.0:1788572576.832048:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca9960f300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8bd3f300 00000020:00080000:2.0:1788572576.832050:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1376 00000020:00080000:2.0:1788572576.832052:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca9960f900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa01ece00 00000020:00080000:2.0:1788572576.832054:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].833 00000004:00080000:2.0:1788572576.832064:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961722 committed transno 12884961923 00000020:00080000:2.0:1788572576.832068:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca9247f900 refcount 2 committed 0 result 0 batchid 4294999121 00000020:00080000:2.0:1788572576.832070:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9247f000 00000020:00080000:2.0:1788572576.832072:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1377 00000020:00080000:2.0:1788572576.832074:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6e00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca83aefe00 00000020:00080000:2.0:1788572576.832076:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].834 00000004:00080000:2.0:1788572576.832086:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961724 committed transno 12884961923 00000020:00080000:2.0:1788572576.832090:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88caa1748180 refcount 2 committed 0 result 0 batchid 4294999122 00000020:00080000:2.0:1788572576.832092:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ff06f00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88caa1748240 00000020:00080000:2.0:1788572576.832095:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1378 00000020:00080000:2.0:1788572576.832097:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb912c6500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ef62a00 00000020:00080000:2.0:1788572576.832099:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].836 00000004:00080000:2.0:1788572576.832108:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961725 committed transno 12884961923 00000020:00080000:2.0:1788572576.832113:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca9029d9c0 refcount 2 committed 0 result 0 batchid 4294999123 00000020:00080000:2.0:1788572576.832115:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88813700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9029d0c0 00000020:00080000:2.0:1788572576.832118:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1379 00000020:00080000:2.0:1788572576.832120:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8facf700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca924dc600 00000020:00080000:2.0:1788572576.832122:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].837 00000004:00080000:2.0:1788572576.832133:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961728 committed transno 12884961923 00000020:00080000:2.0:1788572576.832137:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88caa1748a80 refcount 2 committed 0 result 0 batchid 4294999124 00000020:00080000:2.0:1788572576.832139:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ff06b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88caa1748c00 00000020:00080000:2.0:1788572576.832142:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1380 00000020:00080000:2.0:1788572576.832144:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ff06e00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ef63600 00000020:00080000:2.0:1788572576.832146:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].838 00000004:00080000:2.0:1788572576.832178:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961732 committed transno 12884961923 00000020:00080000:2.0:1788572576.832182:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88cbade1e600 refcount 2 committed 0 result 0 batchid 4294999125 00000020:00080000:2.0:1788572576.832184:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbdc92900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88cbade1e540 00000020:00080000:2.0:1788572576.832187:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1381 00000020:00080000:2.0:1788572576.832189:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbdc92500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9007d600 00000020:00080000:2.0:1788572576.832192:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].839 00000004:00080000:2.0:1788572576.832202:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961739 committed transno 12884961923 00000020:00080000:2.0:1788572576.832205:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca92940cc0 refcount 2 committed 0 result 0 batchid 4294999126 00000020:00080000:2.0:1788572576.832208:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6d00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92940300 00000020:00080000:2.0:1788572576.832211:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1382 00000020:00080000:2.0:1788572576.832213:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfed6700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca82729400 00000020:00080000:2.0:1788572576.832215:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].840 00000004:00080000:2.0:1788572576.832225:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961742 committed transno 12884961923 00000020:00080000:2.0:1788572576.832228:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8be1dc00 refcount 2 committed 0 result 0 batchid 4294999127 00000020:00080000:2.0:1788572576.832230:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812f00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8be1d0c0 00000020:00080000:2.0:1788572576.832233:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1383 00000020:00080000:2.0:1788572576.832235:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca965d7200 00000020:00080000:2.0:1788572576.832237:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].841 00000004:00080000:2.0:1788572576.832248:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961744 committed transno 12884961923 00000020:00080000:2.0:1788572576.832251:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8bd3f540 refcount 2 committed 0 result 0 batchid 4294999128 00000020:00080000:2.0:1788572576.832254:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca91872800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8bd3fe40 00000020:00080000:2.0:1788572576.832257:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1384 00000020:00080000:2.0:1788572576.832259:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca91872200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa01ec600 00000020:00080000:3.0:1788572576.832373:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999127 committed batchid 4294999111 00000020:00080000:3.0:1788572576.832430:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000020:00080000:2.0:1788572576.832459:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].842 00000020:00080000:3.0:1788572576.832485:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999128 committed batchid 4294999111 00000020:00080000:3.0:1788572576.832501:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.832536:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961745 committed transno 12884961923 00000020:00080000:2.0:1788572576.832540:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8be14780 refcount 2 committed 0 result 0 batchid 4294999129 00000020:00080000:2.0:1788572576.832543:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbae03b200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8bd3f9c0 00000020:00080000:2.0:1788572576.832546:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1385 00000020:00080000:2.0:1788572576.832548:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca91872f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92474200 00000020:00080000:2.0:1788572576.832551:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].843 00000020:00080000:3.0:1788572576.832578:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999129 committed batchid 4294999111 00000020:00080000:3.0:1788572576.832595:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.832627:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961746 committed transno 12884961923 00000020:00080000:2.0:1788572576.832631:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8be1d180 refcount 2 committed 0 result 0 batchid 4294999130 00000020:00080000:2.0:1788572576.832634:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8be1d9c0 00000020:00080000:2.0:1788572576.832637:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1386 00000020:00080000:2.0:1788572576.832639:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca924d5000 00000020:00080000:2.0:1788572576.832642:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].844 00000020:00080000:3.0:1788572576.832666:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999130 committed batchid 4294999111 00000020:00080000:3.0:1788572576.832689:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.832723:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961752 committed transno 12884961923 00000020:00080000:2.0:1788572576.832727:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca99506f00 refcount 2 committed 0 result 0 batchid 4294999131 00000020:00080000:2.0:1788572576.832731:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ff06a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca995066c0 00000020:00080000:2.0:1788572576.832734:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1387 00000020:00080000:2.0:1788572576.832736:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ff06500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca954ace00 00000020:00080000:2.0:1788572576.832739:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].845 00000020:00080000:3.0:1788572576.832764:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999131 committed batchid 4294999111 00000020:00080000:3.0:1788572576.832779:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.832811:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961753 committed transno 12884961923 00000020:00080000:2.0:1788572576.832815:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca995060c0 refcount 2 committed 0 result 0 batchid 4294999132 00000020:00080000:2.0:1788572576.832818:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ff06800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca99506000 00000020:00080000:2.0:1788572576.832821:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1388 00000020:00080000:2.0:1788572576.832823:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ff06200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca954aca00 00000020:00080000:2.0:1788572576.832825:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].846 00000020:00080000:3.0:1788572576.832849:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999132 committed batchid 4294999111 00000020:00080000:3.0:1788572576.832864:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.832908:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961756 committed transno 12884961923 00000020:00080000:2.0:1788572576.832912:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca95c51180 refcount 2 committed 0 result 0 batchid 4294999133 00000020:00080000:2.0:1788572576.832915:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf993d00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95c51780 00000020:00080000:2.0:1788572576.832918:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1389 00000020:00080000:2.0:1788572576.832920:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbae03be00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92474400 00000020:00080000:2.0:1788572576.832923:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].847 00000020:00080000:3.0:1788572576.832956:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999133 committed batchid 4294999111 00000020:00080000:3.0:1788572576.832973:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.833065:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961759 committed transno 12884961923 00000020:00080000:2.0:1788572576.833070:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca92940840 refcount 2 committed 0 result 0 batchid 4294999134 00000020:00080000:2.0:1788572576.833073:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079a800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92940540 00000020:00080000:2.0:1788572576.833076:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1390 00000020:00080000:2.0:1788572576.833078:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9169df00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca85b5de00 00000020:00080000:2.0:1788572576.833081:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].848 00000004:00080000:2.0:1788572576.833102:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961762 committed transno 12884961923 00000020:00080000:2.0:1788572576.833106:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca92940f00 refcount 2 committed 0 result 0 batchid 4294999135 00000020:00080000:2.0:1788572576.833109:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079af00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92940600 00000020:00080000:2.0:1788572576.833113:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1391 00000020:00080000:2.0:1788572576.833116:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079ad00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca85b5d200 00000020:00080000:2.0:1788572576.833119:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].849 00000004:00080000:2.0:1788572576.833129:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961768 committed transno 12884961923 00000020:00080000:2.0:1788572576.833133:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca97f04a80 refcount 2 committed 0 result 0 batchid 4294999136 00000020:00080000:2.0:1788572576.833136:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf993b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca97f040c0 00000020:00080000:2.0:1788572576.833139:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1392 00000020:00080000:2.0:1788572576.833141:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf993a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8cd08400 00000020:00080000:2.0:1788572576.833143:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].850 00000004:00080000:2.0:1788572576.833181:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961771 committed transno 12884961923 00000020:00080000:2.0:1788572576.833186:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca95c51000 refcount 2 committed 0 result 0 batchid 4294999137 00000020:00080000:2.0:1788572576.833189:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76e00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95c51840 00000020:00080000:2.0:1788572576.833191:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1393 00000020:00080000:2.0:1788572576.833193:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ef63800 00000020:00080000:2.0:1788572576.833196:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].851 00000004:00080000:2.0:1788572576.833217:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961772 committed transno 12884961923 00000020:00080000:2.0:1788572576.833221:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8ce519c0 refcount 2 committed 0 result 0 batchid 4294999138 00000020:00080000:2.0:1788572576.833224:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ce51b40 00000020:00080000:2.0:1788572576.833227:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1394 00000020:00080000:2.0:1788572576.833229:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca91d2f000 00000020:00080000:2.0:1788572576.833232:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].852 00000004:00080000:2.0:1788572576.833240:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961776 committed transno 12884961923 00000020:00080000:2.0:1788572576.833244:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca97f046c0 refcount 2 committed 0 result 0 batchid 4294999139 00000020:00080000:2.0:1788572576.833246:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf993800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca97f04600 00000020:00080000:2.0:1788572576.833249:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1395 00000020:00080000:2.0:1788572576.833252:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf993700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92474a00 00000020:00080000:2.0:1788572576.833255:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].853 00000020:00080000:3.0:1788572576.833363:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999139 committed batchid 4294999111 00000020:00080000:3.0:1788572576.833381:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.833412:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961777 committed transno 12884961923 00000020:00080000:2.0:1788572576.833417:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8cf8e240 refcount 2 committed 0 result 0 batchid 4294999140 00000020:00080000:2.0:1788572576.833420:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8cf8e000 00000020:00080000:2.0:1788572576.833423:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1396 00000020:00080000:2.0:1788572576.833424:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca93b98200 00000020:00080000:2.0:1788572576.833427:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].854 00000020:00080000:3.0:1788572576.833454:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999140 committed batchid 4294999111 00000020:00080000:3.0:1788572576.833469:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.833499:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961778 committed transno 12884961923 00000020:00080000:2.0:1788572576.833503:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8ce51300 refcount 2 committed 0 result 0 batchid 4294999141 00000020:00080000:2.0:1788572576.833505:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6f600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ce51480 00000020:00080000:2.0:1788572576.833508:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1397 00000020:00080000:2.0:1788572576.833510:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca91d2fa00 00000020:00080000:2.0:1788572576.833512:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].855 00000020:00080000:3.0:1788572576.833538:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999141 committed batchid 4294999111 00000020:00080000:3.0:1788572576.833552:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.833585:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961780 committed transno 12884961923 00000020:00080000:2.0:1788572576.833589:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca97f04c00 refcount 2 committed 0 result 0 batchid 4294999142 00000020:00080000:2.0:1788572576.833592:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf993300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca97f04240 00000020:00080000:2.0:1788572576.833595:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1398 00000020:00080000:2.0:1788572576.833597:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf993900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca91d2f800 00000020:00080000:2.0:1788572576.833600:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].856 00000020:00080000:3.0:1788572576.833624:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999142 committed batchid 4294999111 00000020:00080000:3.0:1788572576.833640:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.833672:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961781 committed transno 12884961923 00000020:00080000:2.0:1788572576.833675:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8ce51f00 refcount 2 committed 0 result 0 batchid 4294999143 00000020:00080000:2.0:1788572576.833678:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6fc00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ce51600 00000020:00080000:2.0:1788572576.833681:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1399 00000020:00080000:2.0:1788572576.833683:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6f800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92937c00 00000020:00080000:2.0:1788572576.833686:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].857 00000020:00080000:3.0:1788572576.833710:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999143 committed batchid 4294999111 00000020:00080000:3.0:1788572576.833726:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.833758:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961786 committed transno 12884961923 00000020:00080000:2.0:1788572576.833761:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8c111f00 refcount 2 committed 0 result 0 batchid 4294999144 00000020:00080000:2.0:1788572576.833764:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8c111600 00000020:00080000:2.0:1788572576.833767:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1400 00000020:00080000:2.0:1788572576.833769:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76d00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca93b99800 00000020:00080000:2.0:1788572576.833771:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].858 00000020:00080000:3.0:1788572576.833796:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999144 committed batchid 4294999111 00000020:00080000:3.0:1788572576.833811:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.833846:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961788 committed transno 12884961923 00000020:00080000:2.0:1788572576.833850:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8ce51240 refcount 2 committed 0 result 0 batchid 4294999145 00000020:00080000:2.0:1788572576.833852:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079a600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8be14180 00000020:00080000:2.0:1788572576.833855:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1401 00000020:00080000:2.0:1788572576.833857:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079a500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca965d7000 00000020:00080000:2.0:1788572576.833859:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].859 00000020:00080000:3.0:1788572576.833885:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999145 committed batchid 4294999111 00000020:00080000:3.0:1788572576.833901:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.833936:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961789 committed transno 12884961923 00000020:00080000:2.0:1788572576.833940:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8c111240 refcount 2 committed 0 result 0 batchid 4294999146 00000020:00080000:2.0:1788572576.833942:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8c111480 00000020:00080000:2.0:1788572576.834014:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1402 00000020:00080000:2.0:1788572576.834017:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca93b98000 00000020:00080000:2.0:1788572576.834020:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].860 00000020:00080000:3.0:1788572576.834045:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999146 committed batchid 4294999111 00000020:00080000:3.0:1788572576.834063:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.834094:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961791 committed transno 12884961923 00000020:00080000:2.0:1788572576.834098:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8cf8ecc0 refcount 2 committed 0 result 0 batchid 4294999147 00000020:00080000:2.0:1788572576.834101:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8cf8ef00 00000020:00080000:2.0:1788572576.834103:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1403 00000020:00080000:2.0:1788572576.834104:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd76c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84307200 00000020:00080000:2.0:1788572576.834107:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].861 00000020:00080000:3.0:1788572576.834134:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999147 committed batchid 4294999111 00000020:00080000:3.0:1788572576.834148:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.834246:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961793 committed transno 12884961923 00000020:00080000:2.0:1788572576.834251:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca97f04cc0 refcount 2 committed 0 result 0 batchid 4294999148 00000020:00080000:2.0:1788572576.834254:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079aa00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca97f04540 00000020:00080000:2.0:1788572576.834256:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1404 00000020:00080000:2.0:1788572576.834259:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa079a900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfd02000 00000020:00080000:2.0:1788572576.834326:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].862 00000020:00080000:3.0:1788572576.834658:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999148 committed batchid 4294999111 00000020:00080000:3.0:1788572576.834679:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.836058:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961797 committed transno 12884961923 00000020:00080000:2.0:1788572576.836070:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca916ce900 refcount 2 committed 0 result 0 batchid 4294999149 00000020:00080000:2.0:1788572576.836075:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbe2c1600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca916ceb40 00000020:00080000:2.0:1788572576.836078:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1405 00000020:00080000:2.0:1788572576.836081:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb3498b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfd03800 00000020:00080000:2.0:1788572576.836085:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].863 00000020:00080000:3.0:1788572576.836122:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999149 committed batchid 4294999111 00000020:00080000:3.0:1788572576.836177:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.836228:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961799 committed transno 12884961923 00000020:00080000:2.0:1788572576.836232:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca95f72540 refcount 2 committed 0 result 0 batchid 4294999150 00000020:00080000:2.0:1788572576.836235:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb921e6700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95f72b40 00000020:00080000:2.0:1788572576.836238:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1406 00000020:00080000:2.0:1788572576.836240:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb921e6400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96681000 00000020:00080000:2.0:1788572576.836242:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].864 00000020:00080000:3.0:1788572576.836277:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999150 committed batchid 4294999111 00000020:00080000:3.0:1788572576.836293:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.836396:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961801 committed transno 12884961923 00000020:00080000:2.0:1788572576.836401:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8d32c9c0 refcount 2 committed 0 result 0 batchid 4294999151 00000020:00080000:2.0:1788572576.836404:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca99255500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8d32c900 00000020:00080000:2.0:1788572576.836407:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1407 00000020:00080000:2.0:1788572576.836409:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbe2c1400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa078f200 00000020:00080000:2.0:1788572576.836412:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].865 00000020:00080000:3.0:1788572576.836442:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999151 committed batchid 4294999111 00000020:00080000:3.0:1788572576.836459:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000004:00080000:2.0:1788572576.836497:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961804 committed transno 12884961923 00000020:00080000:2.0:1788572576.836502:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca9029d240 refcount 2 committed 0 result 0 batchid 4294999152 00000020:00080000:2.0:1788572576.836504:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca99255e00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9029dd80 00000020:00080000:2.0:1788572576.836507:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1408 00000020:00080000:2.0:1788572576.836509:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca99255100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa078e200 00000020:00080000:2.0:1788572576.836512:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].866 00000020:00080000:3.0:1788572576.836538:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999152 committed batchid 4294999111 00000020:00080000:3.0:1788572576.836557:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00000100:00100000:1.0:1788572576.836670:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788572576.836746:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961807 committed transno 12884961923 00000020:00080000:2.0:1788572576.836750:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8ff62e40 refcount 2 committed 0 result 0 batchid 4294999153 00000020:00080000:2.0:1788572576.836753:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf5b5700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ff62540 00000020:00080000:2.0:1788572576.836756:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1409 00000020:00080000:2.0:1788572576.836758:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf993500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cb86b1a800 00000020:00080000:2.0:1788572576.836761:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].867 00000004:00080000:2.0:1788572576.836777:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961812 committed transno 12884961923 00000020:00080000:2.0:1788572576.836780:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca95f72240 refcount 2 committed 0 result 0 batchid 4294999154 00000020:00080000:2.0:1788572576.836782:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb921e6b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95f72300 00000020:00080000:2.0:1788572576.836785:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1410 00000020:00080000:2.0:1788572576.836786:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb921e6f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b78d400 00000020:00080000:2.0:1788572576.836789:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].868 00000004:00080000:2.0:1788572576.836801:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961817 committed transno 12884961923 00000020:00080000:2.0:1788572576.836805:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca95197780 refcount 2 committed 0 result 0 batchid 4294999155 00000020:00080000:2.0:1788572576.836808:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd77800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95197e40 00000020:00080000:2.0:1788572576.836811:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1411 00000020:00080000:2.0:1788572576.836813:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd77000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfd01e00 00000020:00080000:2.0:1788572576.836815:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].869 00000004:00080000:2.0:1788572576.836824:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961819 committed transno 12884961923 00000020:00080000:2.0:1788572576.836827:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca95197840 refcount 2 committed 0 result 0 batchid 4294999156 00000020:00080000:2.0:1788572576.836830:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca951979c0 00000020:00080000:2.0:1788572576.836833:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1413 00000020:00080000:2.0:1788572576.836835:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfd01200 00000020:00080000:2.0:1788572576.836838:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].870 00000004:00080000:2.0:1788572576.836846:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961825 committed transno 12884961923 00000020:00080000:2.0:1788572576.836849:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8ff62900 refcount 2 committed 0 result 0 batchid 4294999157 00000020:00080000:2.0:1788572576.836852:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb921e6c00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ff62000 00000020:00080000:2.0:1788572576.836854:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1414 00000020:00080000:2.0:1788572576.836856:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb921e6e00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96680200 00000020:00080000:2.0:1788572576.836859:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].871 00000004:00080000:2.0:1788572576.836891:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961826 committed transno 12884961923 00000020:00080000:2.0:1788572576.836895:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca95f72a80 refcount 2 committed 0 result 0 batchid 4294999158 00000020:00080000:2.0:1788572576.836898:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95f72480 00000020:00080000:2.0:1788572576.836900:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1415 00000020:00080000:2.0:1788572576.836903:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420e00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b78ca00 00000020:00080000:2.0:1788572576.836905:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].872 00000004:00080000:2.0:1788572576.836918:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961827 committed transno 12884961923 00000020:00080000:2.0:1788572576.836922:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88cb893f5840 refcount 2 committed 0 result 0 batchid 4294999159 00000020:00080000:2.0:1788572576.836924:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa24eb800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88cb893f5c00 00000020:00080000:2.0:1788572576.836927:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1416 00000020:00080000:2.0:1788572576.836929:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa24eb200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84307e00 00000020:00080000:2.0:1788572576.836931:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].873 00000004:00080000:2.0:1788572576.836942:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961834 committed transno 12884961923 00000020:00080000:2.0:1788572576.836958:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8b7ab840 refcount 2 committed 0 result 0 batchid 4294999160 00000020:00080000:2.0:1788572576.836961:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb87941c00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b7abcc0 00000020:00080000:2.0:1788572576.836965:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1417 00000020:00080000:2.0:1788572576.836967:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c79e000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfd03600 00000020:00080000:2.0:1788572576.836969:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].874 00000004:00080000:2.0:1788572576.836987:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961837 committed transno 12884961923 00000020:00080000:2.0:1788572576.836991:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88cb8ca57300 refcount 2 committed 0 result 0 batchid 4294999161 00000020:00080000:2.0:1788572576.836994:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88cb8ca57780 00000020:00080000:2.0:1788572576.836997:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1418 00000020:00080000:2.0:1788572576.836999:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92936400 00000020:00080000:2.0:1788572576.837003:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].875 00000004:00080000:2.0:1788572576.837012:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961839 committed transno 12884961923 00000020:00080000:2.0:1788572576.837015:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8ff62c00 refcount 2 committed 0 result 0 batchid 4294999162 00000020:00080000:2.0:1788572576.837018:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ff62b40 00000020:00080000:2.0:1788572576.837020:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1419 00000020:00080000:2.0:1788572576.837022:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92936800 00000020:00080000:2.0:1788572576.837024:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].876 00000004:00080000:2.0:1788572576.837035:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961842 committed transno 12884961923 00000020:00080000:2.0:1788572576.837039:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8b7ab240 refcount 2 committed 0 result 0 batchid 4294999163 00000020:00080000:2.0:1788572576.837042:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb92242100 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b7ab480 00000020:00080000:2.0:1788572576.837044:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1420 00000020:00080000:2.0:1788572576.837047:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbadf42800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8f258800 00000020:00080000:2.0:1788572576.837049:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].877 00000004:00080000:2.0:1788572576.837059:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961844 committed transno 12884961923 00000020:00080000:2.0:1788572576.837062:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca962bf6c0 refcount 2 committed 0 result 0 batchid 4294999164 00000020:00080000:2.0:1788572576.837065:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca962bfc00 00000020:00080000:2.0:1788572576.837068:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1421 00000020:00080000:2.0:1788572576.837070:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca85ab0600 00000020:00080000:2.0:1788572576.837073:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].878 00000004:00080000:2.0:1788572576.837083:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961845 committed transno 12884961923 00000020:00080000:2.0:1788572576.837087:0:204288:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8c0c6480 refcount 2 committed 0 result 0 batchid 4294999165 00000020:00080000:2.0:1788572576.837090:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19c200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8c0c6a80 00000020:00080000:2.0:1788572576.837092:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1422 00000020:00080000:2.0:1788572576.837094:0:204288:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa24eb700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca93b98400 00000020:00080000:2.0:1788572576.837097:0:204288:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].879 00000004:00080000:2.0:1788572576.837107:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961846 committed transno 12884961923 00000004:00080000:2.0:1788572576.837117:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961847 committed transno 12884961923 00000004:00080000:2.0:1788572576.837126:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961848 committed transno 12884961923 00000004:00080000:2.0:1788572576.837135:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961849 committed transno 12884961923 00000004:00080000:2.0:1788572576.837144:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961850 committed transno 12884961923 00000004:00080000:2.0:1788572576.837173:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961851 committed transno 12884961923 00000004:00080000:2.0:1788572576.837183:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961852 committed transno 12884961923 00000004:00080000:2.0:1788572576.837193:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961853 committed transno 12884961923 00000004:00080000:2.0:1788572576.837203:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961854 committed transno 12884961923 00000004:00080000:2.0:1788572576.837213:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961855 committed transno 12884961923 00000004:00080000:2.0:1788572576.837221:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961856 committed transno 12884961923 00000004:00080000:2.0:1788572576.837229:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961857 committed transno 12884961923 00000004:00080000:2.0:1788572576.837237:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961858 committed transno 12884961923 00000004:00080000:2.0:1788572576.837247:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961859 committed transno 12884961923 00000004:00080000:2.0:1788572576.838458:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961860 committed transno 12884961923 00000004:00080000:2.0:1788572576.838476:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961861 committed transno 12884961923 00000004:00080000:2.0:1788572576.838484:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961862 committed transno 12884961923 00000004:00080000:2.0:1788572576.838494:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961863 committed transno 12884961923 00000004:00080000:2.0:1788572576.838503:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961864 committed transno 12884961923 00000004:00080000:2.0:1788572576.838510:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961865 committed transno 12884961923 00000004:00080000:2.0:1788572576.838522:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961866 committed transno 12884961923 00000004:00080000:2.0:1788572576.838530:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961867 committed transno 12884961923 00000004:00080000:2.0:1788572576.838539:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961868 committed transno 12884961923 00000004:00080000:2.0:1788572576.838548:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961869 committed transno 12884961923 00000004:00080000:2.0:1788572576.838557:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961870 committed transno 12884961923 00000004:00080000:2.0:1788572576.838566:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961871 committed transno 12884961923 00000004:00080000:2.0:1788572576.838576:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961872 committed transno 12884961923 00000004:00080000:2.0:1788572576.838589:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961873 committed transno 12884961923 00000004:00080000:2.0:1788572576.838596:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961874 committed transno 12884961923 00000004:00080000:2.0:1788572576.838604:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961875 committed transno 12884961923 00000004:00080000:2.0:1788572576.838614:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961876 committed transno 12884961923 00000004:00080000:2.0:1788572576.838623:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961877 committed transno 12884961923 00000004:00080000:2.0:1788572576.838630:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961878 committed transno 12884961923 00000004:00080000:2.0:1788572576.838638:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961879 committed transno 12884961923 00000004:00080000:2.0:1788572576.838645:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961880 committed transno 12884961923 00000004:00080000:2.0:1788572576.838655:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961881 committed transno 12884961923 00000004:00080000:2.0:1788572576.838664:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961882 committed transno 12884961923 00000004:00080000:2.0:1788572576.838674:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961883 committed transno 12884961923 00000004:00080000:2.0:1788572576.838682:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961884 committed transno 12884961923 00000004:00080000:2.0:1788572576.838692:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961885 committed transno 12884961923 00000004:00080000:2.0:1788572576.838699:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961886 committed transno 12884961923 00000004:00080000:2.0:1788572576.838707:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961887 committed transno 12884961923 00000004:00080000:2.0:1788572576.838715:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961888 committed transno 12884961923 00000004:00080000:2.0:1788572576.838721:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961889 committed transno 12884961923 00000004:00080000:2.0:1788572576.838729:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961890 committed transno 12884961923 00000004:00080000:2.0:1788572576.838736:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961891 committed transno 12884961923 00000004:00080000:2.0:1788572576.838743:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961892 committed transno 12884961923 00000004:00080000:2.0:1788572576.838753:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961893 committed transno 12884961923 00000004:00080000:2.0:1788572576.838760:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961894 committed transno 12884961923 00000004:00080000:2.0:1788572576.838767:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961895 committed transno 12884961923 00000004:00080000:2.0:1788572576.838775:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961896 committed transno 12884961923 00000004:00080000:2.0:1788572576.838783:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961897 committed transno 12884961923 00000004:00080000:2.0:1788572576.838798:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961900 committed transno 12884961923 00000004:00080000:2.0:1788572576.838808:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961901 committed transno 12884961923 00000004:00080000:2.0:1788572576.838827:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961904 committed transno 12884961923 00000004:00080000:2.0:1788572576.838846:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961905 committed transno 12884961923 00000004:00080000:2.0:1788572576.838857:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961907 committed transno 12884961923 00000004:00080000:2.0:1788572576.838874:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961911 committed transno 12884961923 00000004:00080000:2.0:1788572576.838897:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961912 committed transno 12884961923 00000004:00080000:2.0:1788572576.838909:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961918 committed transno 12884961923 00000004:00080000:2.0:1788572576.838920:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961919 committed transno 12884961923 00000004:00080000:2.0:1788572576.838936:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961922 committed transno 12884961923 00000004:00080000:2.0:1788572576.839082:0:204288:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961923 committed transno 12884961923 00000100:00100000:2.0:1788572576.839107:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196004608:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1788572576.839139:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4854d6 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.839178:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4854d6 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572576.839199:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000020:00080000:2.0:1788572576.839243:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999165 committed batchid 4294999111 00000100:00100000:1.0:1788572576.840104:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196005632:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572576.840182:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1788572576.840281:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999111 00010000:00010000:2.0:1788572576.841294:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c4854f2 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.841308:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c4854f2 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.841320:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c4854f2 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.841354:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196006656:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1788572576.841397:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.841429:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c540 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.842123:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.842149:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196006528 00000100:00100000:0.0:1788572576.842187:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196006528 00000100:00100000:0.0:1788572576.842235:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196006656 00000100:00100000:0.0:1788572576.842238:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196006656 00000100:00100000:0.0:1788572576.842253:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36896 00000100:00100000:0.0:1788572576.842260:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+53:202414:x1875440196006528:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.842490:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+54:202414:x1875440196006528:12345-0@lo:1000:osp_up1-0.0 Request processed in 229us (19209us total) trans 8589973230 rc 0/0 00000100:00100000:0.0:1788572576.842498:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36896 00000100:00100000:0.0:1788572576.842519:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36897 00000100:00100000:0.0:1788572576.842525:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+19:204288:x1875440196006656:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.842536:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.842556:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f600/0xaad440e68c4854f9 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4854f2 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.842581:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f600/0xaad440e68c4854f9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4854f2 expref: 20 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.842595:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f600/0xaad440e68c4854f9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4854f2 expref: 20 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.842603:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xa3c4469e (ffff88ca9258d300) 00010000:00010000:0.0:1788572576.842605:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.842608:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f600, rc 0) 00000100:00100000:0.0:1788572576.842637:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:204288:x1875440196006656:12345-0@lo:101:mdt00_003.0 Request processed in 112us (1239us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.842642:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36897 00000100:00100000:0.0:1788572576.842686:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196006656:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.842702:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c4854f2 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4854f9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.842713:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c4854f2 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4854f9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572576.842732:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:0.0:1788572576.842770:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196006784:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.842802:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.842823:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196006784 00000100:00100000:0.0:1788572576.842826:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196006784 00000100:00100000:0.0:1788572576.842849:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36898 00000100:00100000:0.0:1788572576.842855:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:204288:x1875440196006784:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.842901:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:204288:x1875440196006784:12345-0@lo:1000:mdt00_003.0 Request processed in 46us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.842908:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36898 00000100:00100000:0.0:1788572576.842925:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d2180 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.842936:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196006784:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.842975:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196006912:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.842997:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.843016:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196006912 00000100:00100000:0.0:1788572576.843019:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196006912 00000100:00100000:0.0:1788572576.843039:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36899 00000100:00100000:0.0:1788572576.843044:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:204288:x1875440196006912:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572576.843125:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+20:204288:x1875440196006912:12345-0@lo:1000:mdt00_003.0 Request processed in 79us (126us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572576.843132:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36899 00000100:00100000:0.0:1788572576.843149:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf240 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.843182:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196006912:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1788572576.843223:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.843232:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.843240:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.843251:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196007040:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572576.843273:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.843291:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196007040 00000100:00100000:0.0:1788572576.843294:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196007040 00000100:00100000:0.0:1788572576.843314:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36900 00000100:00100000:0.0:1788572576.843319:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:204288:x1875440196007040:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.843327:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.843338:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f800/0xaad440e68c485507 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485500 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.843368:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f800/0xaad440e68c485507 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485500 expref: 21 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.843377:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f800/0xaad440e68c485507 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485500 expref: 21 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.843384:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3fa:0x0].0x0 (ffff88ca9258d000) 00010000:00010000:0.0:1788572576.843386:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572576.843388:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f800, rc 0) 00000100:00100000:0.0:1788572576.843408:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:204288:x1875440196007040:12345-0@lo:101:mdt00_003.0 Request processed in 89us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.843416:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36900 00000100:00100000:0.0:1788572576.843432:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.843442:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196007040:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572576.843451:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485507 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.843459:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485507 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.843480:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48550e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.843488:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48550e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.843495:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48550e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572576.843787:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3214, 64 off213888 00000040:00080000:0.0:1788572576.843815:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].892, 392 off513864 00000040:00080000:0.0:1788572576.843850:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1435, 472 off1256040 00000004:00080000:0.0:1788572576.843855:0:204288:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca962bf3c0 with version 15447 00000004:00080000:0.0:1788572576.843869:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15447 rpc_version 15447 00000020:00100000:0.0:1788572576.843885:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.843892:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca840c6a00 x1875440196007296/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.843906:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c6a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196007296:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572576.843934:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.843950:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf000 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.843964:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196007296 00000100:00100000:0.0:1788572576.843967:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196007296 00000100:00100000:0.0:1788572576.843990:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36901 00000100:00100000:0.0:1788572576.843996:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+21:203127:x1875440196007296:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572576.844261:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+22:203127:x1875440196007296:12345-0@lo:1000:osp_up0-1.0 Request processed in 264us (325us total) trans 12884961925 rc 0/0 00000100:00100000:0.0:1788572576.844269:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36901 00000100:00100000:0.0:1788572576.844307:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c6a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196007296:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1788572576.844340:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c485515 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844365:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c485515 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844374:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c485515 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844382:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c485515 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844388:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c485515 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844394:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c485515 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844413:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572576.844436:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.844442:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c485515 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844452:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.844456:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c485515 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844463:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c485515 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844474:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3fa:0x0].0x0 (ffff88ca9258d700) 00010000:00010000:0.0:1788572576.844477:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572576.844481:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c485515 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844487:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c485515 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844497:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.844499:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.844500:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.844512:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48550e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844519:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48550e lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844524:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48550e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844529:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.844533:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48550e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844544:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48550e lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844552:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3fa:0x0].0x0 (ffff88ca9258d700) 00010000:00010000:0.0:1788572576.844554:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.844557:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48550e lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844562:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48550e lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844581:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485507 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844589:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485507 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844596:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485507 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844610:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572576.844621:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572576.844627:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.844632:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485507 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844638:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.844643:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485507 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.844662:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485507 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844691:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485507 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844698:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.844718:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485507 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844725:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f000/0xaad440e68c485500 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485507 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844736:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.844737:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.844739:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.844750:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cefb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196007424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572576.844775:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196006528:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.844781:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788572576.844784:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4813 rpc_version 4813 00000020:00100000:2.0:1788572576.844796:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572576.844801:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca94a1e300 x1875440196007680/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.844804:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196007424 00000100:00100000:0.0:1788572576.844807:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196007424 00000100:00100000:2.0:1788572576.844815:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1e300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196007680:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.844839:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15883 00000100:00100000:2.0:1788572576.844843:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.844846:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8cef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+22:3639:x1875440196007424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.844857:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1788572576.844859:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c300 going to sleep for 11 seconds 00010000:00010000:0.0:1788572576.844871:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f800/0xaad440e68c485507 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3fa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485500 expref: 22 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.844881:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3fa:0x0].0x0 (ffff88ca9258d000) 00010000:00010000:0.0:1788572576.844888:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.844913:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8cef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+21:3639:x1875440196007424:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.844921:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15883 00000100:00100000:0.0:1788572576.844943:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196007680 00000100:00100000:0.0:1788572576.844946:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196007680 00000100:00100000:0.0:1788572576.844981:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36902 00000100:00100000:0.0:1788572576.844988:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+54:202414:x1875440196007680:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.845094:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+55:202414:x1875440196007680:12345-0@lo:1000:osp_up1-0.0 Request processed in 106us (249us total) trans 8589973232 rc 0/0 00000100:00100000:0.0:1788572576.845100:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36902 00000100:00100000:0.0:1788572576.845129:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1e300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196007680:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572576.845136:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4814 rpc_version 4814 00000020:00100000:0.0:1788572576.845147:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.845176:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee20380 x1875440196007936/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.845190:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196007936:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.845216:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.845230:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf000 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.845241:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196007936 00000100:00100000:0.0:1788572576.845244:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196007936 00000100:00100000:0.0:1788572576.845263:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36903 00000100:00100000:0.0:1788572576.845269:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+55:202414:x1875440196007936:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.845340:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+56:202414:x1875440196007936:12345-0@lo:1000:osp_up1-0.0 Request processed in 71us (122us total) trans 8589973233 rc 0/0 00000100:00100000:3.0:1788572576.849392:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196005760 00000100:00100000:3.0:1788572576.849409:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196005760 00000100:00100000:3.0:1788572576.849510:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196005632 00000100:00100000:3.0:1788572576.849514:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196005632 00000100:00100000:1.0:1788572576.849587:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21308 00000100:00100000:1.0:1788572576.849600:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+51:3638:x1875440196005760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.849634:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3735 count 1 00002000:00010000:1.0:1788572576.849668:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe97:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.849676:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf7e5818/0xaad440e68c48551c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe97:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.849693:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe97:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.849699:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe97:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.849705:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf7e5818/0xaad440e68c48551c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.849720:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf7e5818/0xaad440e68c48551c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.849730:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf7e5818/0xaad440e68c48551c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.849738:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf7e5818/0xaad440e68c48551c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.849757:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572576.849959:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3638:x1875440196005760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 346us (13277us total) trans 8589943930 rc 0/0 00000100:00100000:1.0:1788572576.849967:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21308 00000100:00100000:1.0:1788572576.849987:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21309 00000100:00100000:1.0:1788572576.849994:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+51:3638:x1875440196005632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572576.850006:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3436 count 1 00002000:00010000:1.0:1788572576.850020:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd6c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572576.850025:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003499802d/0xaad440e68c485523 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd6c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.850032:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd6c:0x0].0x0 since=13554s v=(0 0) 00010000:00010000:1.0:1788572576.850035:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd6c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572576.850039:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003499802d/0xaad440e68c485523 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.850047:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003499802d/0xaad440e68c485523 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.850054:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003499802d/0xaad440e68c485523 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.850061:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003499802d/0xaad440e68c485523 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.850075:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572576.850144:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3638:x1875440196005632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 151us (9962us total) trans 8589943931 rc 0/0 00000100:00100000:1.0:1788572576.850174:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21309 00000100:00100000:0.0:1788572576.852131:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36903 00000100:00100000:0.0:1788572576.852263:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196007936:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572576.852280:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4815 rpc_version 4815 00000020:00100000:0.0:1788572576.852538:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.852548:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee22680 x1875440196008192/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.852572:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee22680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196008192:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.852630:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.852671:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.852691:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196008192 00000100:00100000:0.0:1788572576.852697:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196008192 00000100:00100000:0.0:1788572576.852747:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36904 00000100:00100000:0.0:1788572576.852755:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+56:202414:x1875440196008192:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.852888:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+57:202414:x1875440196008192:12345-0@lo:1000:osp_up1-0.0 Request processed in 133us (257us total) trans 8589973234 rc 0/0 00000100:00100000:0.0:1788572576.852895:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36904 00000100:00100000:0.0:1788572576.852928:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee22680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196008192:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572576.852936:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4816 rpc_version 4816 00000020:00100000:0.0:1788572576.852948:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:1.0:1788572576.853371:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572576.853382:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf7e5818/0xaad440e68c48551c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.853393:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.853398:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf7e5818/0xaad440e68c48551c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.853408:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf7e5818/0xaad440e68c48551c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.853428:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf7e5818/0xaad440e68c48551c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.853437:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf7e5818/0xaad440e68c48551c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe97:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.853460:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.853463:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003499802d/0xaad440e68c485523 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.853470:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.853473:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003499802d/0xaad440e68c485523 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.853487:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003499802d/0xaad440e68c485523 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.853497:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003499802d/0xaad440e68c485523 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.853503:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003499802d/0xaad440e68c485523 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.853514:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.853516:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.853517:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.853524:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788572576.853553:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1d500/2, rc 0, transno 8589943931 00000100:00100000:0.0:1788572576.853588:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96b03b80 x1875440196008448/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.853608:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b03b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196008448:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572576.853613:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196005632:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1788572576.853635:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1c000/2, rc 0, transno 8589943930 00000100:00100000:0.0:1788572576.853647:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.853665:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.853675:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196008448 00000100:00100000:3.0:1788572576.853680:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196008448 00000100:00100000:0.0:1788572576.853709:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cefb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196007424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572576.853712:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36905 00000100:00100000:3.0:1788572576.853719:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+57:202414:x1875440196008448:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572576.853740:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4854d6 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.853750:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4854d6 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.853758:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4854d6 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.853774:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572576.853785:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572576.853792:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.853796:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4854d6 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.853803:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572576.853807:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4854d6 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.853815:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4854d6 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.853827:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+58:202414:x1875440196008448:12345-0@lo:1000:osp_up1-0.0 Request processed in 108us (179us total) trans 8589973235 rc 0/0 00000100:00100000:3.0:1788572576.853834:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36905 00010000:00010000:0.0:1788572576.853838:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4854d6 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.853843:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572576.853858:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4854d6 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.853865:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00e00/0xaad440e68c4854cf lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4854d6 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.853869:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196008576:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.853885:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.853887:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.853888:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.853897:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.853910:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b03b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196008448:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572576.853919:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4817 rpc_version 4817 00000020:00100000:0.0:1788572576.853931:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.853936:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8cefb100 x1875440196008832/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.853949:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cefb100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196008832:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.854150:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.854190:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.854204:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196008576 00000100:00100000:0.0:1788572576.854207:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196008576 00000100:00100000:0.0:1788572576.854240:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15884 00000100:00100000:0.0:1788572576.854247:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+21:3640:x1875440196008576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.854257:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.854275:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c4854d6 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4854cf expref: 21 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.855054:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196008832 00000100:00100000:3.0:1788572576.855062:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196008832 00000100:00100000:3.0:1788572576.855098:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36906 00000100:00100000:3.0:1788572576.855106:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+58:202414:x1875440196008832:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572576.855277:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+59:202414:x1875440196008832:12345-0@lo:1000:osp_up1-0.0 Request processed in 171us (1125us total) trans 8589973236 rc 0/0 00000100:00100000:3.0:1788572576.855284:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36906 00010000:00010000:0.0:1788572576.855749:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d500) 00010000:00010000:0.0:1788572576.855763:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.855799:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+20:3640:x1875440196008576:12345-0@lo:103:ldlm_bl.0 Request processed in 1552us (1900us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.855807:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15884 00000100:00100000:3.0:1788572576.855836:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196008576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.855846:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cefb100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196008832:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572576.855877:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c4854f2 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4854f9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.855887:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c4854f2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4854f9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.857708:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92911500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:361572:x1875453632993024:12345-192.168.202.54@tcp:36:rm.0 Request processed in 46279us (47054us total) trans 8589973231 rc 0/0 00000100:00100000:0.0:1788572576.857730:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138013 00000100:00100000:1.0:1788572576.862883:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196005760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572576.866118:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.870202:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632993152 00000100:00100000:3.0:1788572576.870219:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632993152 00000100:00100000:3.0:1788572576.870303:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138014 00000100:00100000:3.0:1788572576.870315:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:361572:x1875453632993152:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572576.870338:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.870378:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48552a lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77482 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.870461:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485531 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.870476:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485531 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.870492:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485531 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.870504:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe200/0xaad440e68c485538 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.870512:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe200/0xaad440e68c485538 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.870518:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe200/0xaad440e68c485538 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.870648:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9fe8e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196008960:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572576.870719:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572576.870756:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.871034:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196008960 00000100:00100000:0.0:1788572576.871039:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196008960 00000100:00100000:0.0:1788572576.871069:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36907 00000100:00100000:0.0:1788572576.871076:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+59:205632:x1875440196008960:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572576.871181:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+59:205632:x1875440196008960:12345-0@lo:1000:mdt00_004.0 Request processed in 105us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.871188:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36907 00000100:00100000:3.0:1788572576.871713:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9fe8e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196008960:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1788572576.871764:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48553f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871776:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48553f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871785:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48553f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572576.871808:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48553f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871822:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485531 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871834:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485531 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871841:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485531 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871848:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485531 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871854:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.871858:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485531 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871877:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485531 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871889:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962ac700) 00010000:00010000:3.0:1788572576.871891:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.871896:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485531 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871902:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485531 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871917:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe200/0xaad440e68c485538 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871924:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe200/0xaad440e68c485538 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871931:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe200/0xaad440e68c485538 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871937:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572576.871941:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe200/0xaad440e68c485538 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871946:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe200/0xaad440e68c485538 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871962:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x73dd3f63 (ffff88ca962aca00) 00010000:00010000:3.0:1788572576.871965:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.871968:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe200/0xaad440e68c485538 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.871973:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe200/0xaad440e68c485538 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.872015:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48552a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77482 expref: 11 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.872031:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48553f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77482 expref: 10 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.872039:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x208:0x0].0x0 (ffff88ca962acb00) 00010000:00010000:3.0:1788572576.872041:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572576.872043:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84aff800, rc 0) 00000100:00100000:3.0:1788572576.872100:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:361572:x1875453632993152:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1787us (5992us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.872108:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138014 00000100:00100000:0.0:1788572576.875363:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.875631:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632993280 00000100:00100000:2.0:1788572576.875643:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632993280 00000100:00100000:2.0:1788572576.875714:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138015 00000100:00100000:2.0:1788572576.875724:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b677b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:361572:x1875453632993280:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572576.875750:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.875779:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485546 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77489 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.875856:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48554d lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.875871:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48554d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x208:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.875882:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48554d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x208:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572576.875939:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x208:0x0]: returning size 0 00000004:00200000:2.0:1788572576.875945:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572576.875992:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485546 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x208:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77489 expref: 38 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.876012:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48554d lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x208:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77489 expref: 37 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.876020:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x208:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:2.0:1788572576.876023:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572576.876026:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f01000, rc 0) 00000100:00100000:2.0:1788572576.876094:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b677b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+37:361572:x1875453632993280:12345-192.168.202.54@tcp:101:rm.0 Request processed in 372us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.876101:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138015 00000100:00100000:0.0:1788572576.882240:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.882284:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.882380:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632993408 00000100:00100000:3.0:1788572576.882391:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632993408 00000100:00100000:1.0:1788572576.882532:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15885 00000100:00100000:1.0:1788572576.882547:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b675500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:352626:x1875453632993408:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572576.882565:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.882591:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48553f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77482 expref: 10 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.882619:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x208:0x0].0x0 (ffff88ca962acb00) 00010000:00010000:1.0:1788572576.882630:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572576.882694:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b675500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:352626:x1875453632993408:12345-192.168.202.54@tcp:103:rm.0 Request processed in 151us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.882701:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15885 00000100:00100000:2.0:1788572576.882993:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632993664 00000100:00100000:2.0:1788572576.882999:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632993664 00000100:00100000:2.0:1788572576.883040:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138016 00000100:00100000:2.0:1788572576.883048:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b674a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+37:361572:x1875453632993664:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572576.883095:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.883111:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48554d lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x208:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77489 expref: 37 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.883126:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x208:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:2.0:1788572576.883133:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572576.883214:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.883229:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.883239:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.883263:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196009088:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1788572576.883310:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.883358:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.883500:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196009088 00000100:00100000:1.0:1788572576.883505:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196009088 00000100:00100000:1.0:1788572576.883544:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36908 00000100:00100000:1.0:1788572576.883551:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+20:202392:x1875440196009088:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572576.883564:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.883579:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6c00/0xaad440e68c48555b lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485554 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.883601:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6c00/0xaad440e68c48555b lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485554 expref: 21 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.883613:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6c00/0xaad440e68c48555b lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485554 expref: 21 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.883621:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0500) 00010000:00010000:1.0:1788572576.883623:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572576.883626:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b6c00, rc 0) 00000100:00100000:1.0:1788572576.883670:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+21:202392:x1875440196009088:12345-0@lo:101:mdt00_000.0 Request processed in 119us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.883676:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36908 00000100:00100000:2.0:1788572576.883834:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196009088:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572576.883850:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48555b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.883861:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48555b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572576.883879:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572576.883902:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00800/0xaad440e68c485562 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.883909:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00800/0xaad440e68c485562 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.883916:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00800/0xaad440e68c485562 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.883929:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196009216:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1788572576.883955:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.883978:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.884013:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196009216 00000100:00100000:3.0:1788572576.884028:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196009216 00000100:00100000:3.0:1788572576.884060:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36909 00000100:00100000:3.0:1788572576.884068:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+21:202392:x1875440196009216:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572576.884076:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.884089:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c485569 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485562 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.884105:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c485569 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485562 expref: 22 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.884116:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c485569 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485562 expref: 22 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.884124:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x73dd3f63 (ffff88ca962ac700) 00010000:00010000:3.0:1788572576.884126:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.884128:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84aff600, rc 0) 00000100:00100000:3.0:1788572576.884186:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+22:202392:x1875440196009216:12345-0@lo:101:mdt00_000.0 Request processed in 120us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.884192:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36909 00000100:00100000:2.0:1788572576.884501:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196009216:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572576.884514:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00800/0xaad440e68c485562 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485569 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.884524:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00800/0xaad440e68c485562 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485569 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572576.884538:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:2.0:1788572576.884578:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196009344:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572576.884610:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.884630:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c900 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.884788:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196009344 00000100:00100000:1.0:1788572576.884793:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196009344 00000100:00100000:1.0:1788572576.884828:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36910 00000100:00100000:1.0:1788572576.884836:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+22:202392:x1875440196009344:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572576.884910:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+22:202392:x1875440196009344:12345-0@lo:1000:mdt00_000.0 Request processed in 74us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.884917:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36910 00000100:00100000:2.0:1788572576.885020:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196009344:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572576.885062:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196009472:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572576.885087:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.885110:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.885175:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196009472 00000100:00100000:0.0:1788572576.885180:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196009472 00000100:00100000:0.0:1788572576.885213:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36911 00000100:00100000:0.0:1788572576.885219:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+22:202392:x1875440196009472:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572576.885306:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+22:202392:x1875440196009472:12345-0@lo:1000:mdt00_000.0 Request processed in 86us (217us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572576.885312:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36911 00000100:00100000:2.0:1788572576.885394:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196009472:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1788572576.885452:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.885460:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.885468:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572576.885813:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196009600:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1788572576.885839:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572576.885857:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572576.885911:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196009600 00000100:00100000:1.0:1788572576.885915:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196009600 00000100:00100000:1.0:1788572576.885944:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36912 00000100:00100000:1.0:1788572576.885950:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+22:202392:x1875440196009600:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572576.885960:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572576.885976:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7600/0xaad440e68c485577 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485570 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.885995:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7600/0xaad440e68c485577 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485570 expref: 23 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.886006:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7600/0xaad440e68c485577 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485570 expref: 23 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.886014:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x208:0x0].0x0 (ffff88caa2ec0f00) 00010000:00010000:1.0:1788572576.886016:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572576.886020:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7600, rc 0) 00000100:00100000:1.0:1788572576.886058:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:202392:x1875440196009600:12345-0@lo:101:mdt00_000.0 Request processed in 109us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572576.886064:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36912 00000100:00100000:2.0:1788572576.886192:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196009600:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572576.886206:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485577 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.886215:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485577 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.886240:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48557e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.886249:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48557e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.886257:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48557e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572576.886738:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3215, 64 off213952 00000040:00080000:2.0:1788572576.886770:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].893, 392 off514256 00000040:00080000:2.0:1788572576.886819:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1436, 472 off1256512 00000004:00080000:2.0:1788572576.886824:0:202392:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9289cd80 with version 15448 00000004:00080000:0.0:1788572576.887273:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15448 rpc_version 15448 00000020:00100000:1.0:1788572576.887712:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572576.887723:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbb2f88700 x1875440196009856/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572576.887749:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f88700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196009856:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572576.887813:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.887899:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898180 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.887945:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196009856 00000100:00100000:0.0:1788572576.887953:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196009856 00000100:00100000:0.0:1788572576.888038:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36913 00000100:00100000:0.0:1788572576.888048:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+23:203127:x1875440196009856:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572576.888831:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+24:203127:x1875440196009856:12345-0@lo:1000:osp_up0-1.0 Request processed in 782us (1014us total) trans 12884961926 rc 0/0 00000100:00100000:0.0:1788572576.888840:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36913 00000100:00100000:2.0:1788572576.888990:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f88700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196009856:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1788572576.889139:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c485585 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x208:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889169:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c485585 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889182:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c485585 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889195:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c485585 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889202:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c485585 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889209:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c485585 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889227:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572576.889249:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.889249:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48557e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.889255:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c485585 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x208:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889256:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48557e lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889271:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48557e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.889273:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572576.889276:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.889277:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c485585 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x208:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889280:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48557e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.889286:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c485585 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x208:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.889299:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x208:0x0].0x0 (ffff88ca91de0300) 00010000:00010000:0.0:1788572576.889302:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572576.889307:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c485585 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x208:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.889313:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe200/0xaad440e68c485585 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x208:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.889326:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.889328:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.889330:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572576.889409:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48557e lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889419:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x208:0x0].0x0 (ffff88ca91de0300) 00010000:00010000:3.0:1788572576.889421:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.889425:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48557e lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889502:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48557e lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889521:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485577 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889529:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485577 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889537:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485577 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889553:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1788572576.889567:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572576.889573:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48555b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.889581:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572576.889581:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48555b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.889587:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485577 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889588:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48555b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.889595:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572576.889600:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485577 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572576.889608:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485577 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889608:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1788572576.889612:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572576.889617:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00800/0xaad440e68c485562 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485569 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.889628:0:202392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00800/0xaad440e68c485562 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485569 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.889638:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485577 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.889644:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572576.889692:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.889697:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48555b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572576.889698:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b674a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+37:361572:x1875453632993664:12345-192.168.202.54@tcp:36:rm.0 Request processed in 6649us (7466us total) trans 8589973237 rc 0/0 00010000:00010000:2.0:1788572576.889704:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00600 already unused, calling callback (ffffffffc197cee0) 00000100:00100000:3.0:1788572576.889706:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138016 00010000:00010000:2.0:1788572576.889708:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48555b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.889719:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48555b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.889739:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48555b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.889744:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788572576.889790:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196009984:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.889838:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.889867:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196009984 00000100:00100000:0.0:1788572576.889873:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196009984 00000100:00100000:0.0:1788572576.889913:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15886 00000100:00100000:0.0:1788572576.889921:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+24:3637:x1875440196009984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.889935:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.889953:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7600/0xaad440e68c485577 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485570 expref: 24 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.889965:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x208:0x0].0x0 (ffff88caa2ec0f00) 00010000:00010000:0.0:1788572576.889974:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572576.890017:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485577 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.890025:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c485570 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x208:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485577 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.890041:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.890043:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.890045:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572576.890058:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196010112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572576.890087:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572576.890180:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48555b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.890188:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00600/0xaad440e68c485554 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48555b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.890202:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.890204:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.890205:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.890308:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9fb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+23:3637:x1875440196009984:12345-0@lo:103:ldlm_bl.0 Request processed in 387us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.890316:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15886 00000100:00100000:0.0:1788572576.890375:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196010112 00000100:00100000:0.0:1788572576.890379:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196010112 00000100:00100000:0.0:1788572576.890412:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15887 00000100:00100000:0.0:1788572576.890419:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+23:3638:x1875440196010112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.890427:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.890440:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6c00/0xaad440e68c48555b lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485554 expref: 23 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.890451:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0500) 00010000:00010000:0.0:1788572576.890458:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572576.890498:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+22:3638:x1875440196010112:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.890504:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15887 00000100:00100000:1.0:1788572576.890706:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196009984:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572576.890736:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196010112:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.897385:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.897495:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632993792 00000100:00100000:2.0:1788572576.897506:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632993792 00000100:00100000:2.0:1788572576.897574:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138017 00000100:00100000:2.0:1788572576.897584:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+37:361572:x1875453632993792:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572576.897613:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.897638:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c48558c lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77490 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897709:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c485593 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897724:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c485593 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897737:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c485593 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897751:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48559a lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897758:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48559a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897766:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48559a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897864:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c4855a1 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x3de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897874:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c4855a1 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3de:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897881:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c4855a1 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3de:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572576.897927:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x3de:0x0]: returning size 0 00000004:00200000:2.0:1788572576.897931:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572576.897951:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c4855a1 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3de:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897964:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c4855a1 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897973:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c485593 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897984:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c485593 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897990:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c485593 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.897997:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c485593 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898003:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.898007:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c485593 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898015:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c485593 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898027:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91de0200) 00010000:00010000:2.0:1788572576.898030:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.898034:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c485593 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898042:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c485593 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898056:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48559a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898062:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48559a lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898068:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48559a lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898074:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.898077:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48559a lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898083:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48559a lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898090:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8f311412 (ffff88ca91de0b00) 00010000:00010000:2.0:1788572576.898093:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.898095:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48559a lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898101:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48559a lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898133:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c48558c lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77490 expref: 39 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898149:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c4855a1 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77490 expref: 38 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.898203:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3de:0x0].0x0 (ffff88ca91de0e00) 00010000:00010000:2.0:1788572576.898206:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572576.898208:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f01800, rc 0) 00000100:00100000:2.0:1788572576.898272:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+38:361572:x1875453632993792:12345-192.168.202.54@tcp:101:rm.0 Request processed in 689us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.898279:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138017 00000100:00100000:3.0:1788572576.903843:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.904052:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632994048 00000100:00100000:0.0:1788572576.904063:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632994048 00000100:00100000:0.0:1788572576.904127:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138018 00000100:00100000:0.0:1788572576.904138:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+38:361572:x1875453632994048:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572576.904231:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.904259:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c4855a1 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77490 expref: 38 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904278:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3de:0x0].0x0 (ffff88ca91de0e00) 00010000:00010000:0.0:1788572576.904288:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572576.904315:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e800/0xaad440e68c4855a8 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904328:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e800/0xaad440e68c4855a8 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904371:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e800/0xaad440e68c4855a8 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904387:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f800/0xaad440e68c4855af lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904394:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f800/0xaad440e68c4855af lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904402:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f800/0xaad440e68c4855af lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904517:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c4855b6 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904530:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c4855b6 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904537:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c4855b6 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572576.904755:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3216, 64 off214016 00010000:00010000:0.0:1788572576.904799:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4855bd lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x3de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904808:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4855bd lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904816:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4855bd lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904823:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4855bd lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904830:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4855bd lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904836:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4855bd lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904851:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572576.904867:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c4855b6 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904873:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c4855b6 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904884:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c4855b6 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904890:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.904894:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c4855b6 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904902:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c4855b6 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904909:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3de:0x0].0x0 (ffff88ca9258d200) 00010000:00010000:0.0:1788572576.904911:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572576.904915:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c4855b6 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904920:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c4855b6 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904935:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e800/0xaad440e68c4855a8 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904940:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e800/0xaad440e68c4855a8 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904947:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e800/0xaad440e68c4855a8 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904952:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e800/0xaad440e68c4855a8 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904958:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.904962:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e800/0xaad440e68c4855a8 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904967:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e800/0xaad440e68c4855a8 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904975:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258d500) 00010000:00010000:0.0:1788572576.904978:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.904981:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e800/0xaad440e68c4855a8 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.904987:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e800/0xaad440e68c4855a8 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.905001:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000effc6d06 reply state 000000006073ffec transno 8589973238 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f800/0xaad440e68c4855af lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.905011:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f800/0xaad440e68c4855af lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.905016:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8f311412 (ffff88ca9258d000) 00010000:00010000:0.0:1788572576.905019:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572576.905022:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572576.905098:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+39:361572:x1875453632994048:12345-192.168.202.54@tcp:36:rm.0 Request processed in 961us (1262us total) trans 8589973238 rc 0/0 00000100:00100000:0.0:1788572576.905106:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138018 00010000:00010000:1.0:1788572576.905297:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.905304:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4855bd lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.905310:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.905313:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4855bd lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.905318:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4855bd lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.905327:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3de:0x0].0x0 (ffff88ca9258d200) 00010000:00010000:1.0:1788572576.905329:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572576.905332:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4855bd lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.905337:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4855bd lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.905361:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.905362:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.905364:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572576.909072:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.912787:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632994176 00000100:00100000:0.0:1788572576.912806:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632994176 00000100:00100000:0.0:1788572576.912888:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138019 00000100:00100000:0.0:1788572576.912899:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+39:361572:x1875453632994176:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.912923:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.912950:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4855c4 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77497 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913043:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4855cb lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913058:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4855cb lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913072:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4855cb lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913086:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4855d2 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913093:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4855d2 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913100:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4855d2 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913190:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c4855d9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913200:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c4855d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913208:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c4855d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.913228:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c4855d9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913246:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4855cb lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913253:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4855cb lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913259:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4855cb lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913265:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4855cb lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913271:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.913276:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4855cb lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913285:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4855cb lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913298:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258d700) 00010000:00010000:0.0:1788572576.913300:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.913305:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4855cb lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913312:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4855cb lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913326:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4855d2 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913332:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4855d2 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913351:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4855d2 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913358:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.913361:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4855d2 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913367:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4855d2 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913374:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x9dc9f24e (ffff88ca9258d400) 00010000:00010000:0.0:1788572576.913377:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.913380:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4855d2 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913387:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4855d2 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913417:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4855c4 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77497 expref: 41 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913431:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c4855d9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77497 expref: 40 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.913439:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa77:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:0.0:1788572576.913441:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572576.913444:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f400, rc 0) 00000100:00100000:0.0:1788572576.913516:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+40:361572:x1875453632994176:12345-192.168.202.54@tcp:101:rm.0 Request processed in 619us (4455us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.913527:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138019 00000100:00100000:3.0:1788572576.918827:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.920205:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632994304 00000100:00100000:2.0:1788572576.920221:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632994304 00000100:00100000:2.0:1788572576.920292:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138020 00000100:00100000:2.0:1788572576.920302:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:361572:x1875453632994304:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572576.920330:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.920371:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c4855e0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7749e expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.920545:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4855e7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.920559:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4855e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.920572:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4855e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572576.920609:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xa77:0x0]: returning size 0 00000004:00200000:2.0:1788572576.920613:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572576.920648:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c4855e0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7749e expref: 11 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.920667:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4855e7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7749e expref: 10 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.920675:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa77:0x0].0x0 (ffff88ca91de0200) 00010000:00010000:2.0:1788572576.920678:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572576.920682:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00000, rc 0) 00000100:00100000:2.0:1788572576.920751:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:361572:x1875453632994304:12345-192.168.202.54@tcp:101:rm.0 Request processed in 451us (1934us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.920762:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138020 00000100:00100000:0.0:1788572576.929358:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.929400:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.929509:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632994432 00000100:00100000:2.0:1788572576.929519:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632994432 00000100:00100000:2.0:1788572576.929592:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15888 00000100:00100000:2.0:1788572576.929603:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90180000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+40:352626:x1875453632994432:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572576.929619:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.929645:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c4855d9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77497 expref: 40 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.929666:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa77:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:2.0:1788572576.929676:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.929722:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90180000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+39:352626:x1875453632994432:12345-192.168.202.54@tcp:103:rm.0 Request processed in 122us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.929729:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15888 00000100:00100000:1.0:1788572576.933889:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632994688 00000100:00100000:1.0:1788572576.933903:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632994688 00000100:00100000:1.0:1788572576.933972:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138021 00000100:00100000:1.0:1788572576.933983:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8cef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:361572:x1875453632994688:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572576.934039:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.934065:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4855e7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa77:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7749e expref: 10 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.934089:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa77:0x0].0x0 (ffff88ca91de0200) 00010000:00010000:1.0:1788572576.934097:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572576.934147:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.934183:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.934191:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.934209:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f8a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196010240:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1788572576.934259:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.934298:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898180 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.934364:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196010240 00000100:00100000:3.0:1788572576.934369:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196010240 00000100:00100000:3.0:1788572576.934404:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36914 00000100:00100000:3.0:1788572576.934412:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+59:202393:x1875440196010240:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572576.934422:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.934448:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4855f5 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4855ee expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.934471:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4855f5 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4855ee expref: 60 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.934485:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4855f5 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4855ee expref: 60 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.934491:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca962aca00) 00010000:00010000:3.0:1788572576.934494:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.934496:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe400, rc 0) 00000100:00100000:3.0:1788572576.934584:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+60:202393:x1875440196010240:12345-0@lo:101:mdt00_001.0 Request processed in 172us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.934591:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36914 00000100:00100000:1.0:1788572576.934761:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f8a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196010240:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572576.934777:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4855f5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.934787:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4855f5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572576.934807:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572576.934828:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6c00/0xaad440e68c4855fc lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.934835:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6c00/0xaad440e68c4855fc lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.934846:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6c00/0xaad440e68c4855fc lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572576.934858:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f8a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196010368:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1788572576.934882:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.934959:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898180 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.935087:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196010368 00000100:00100000:3.0:1788572576.935092:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196010368 00000100:00100000:3.0:1788572576.935250:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36915 00000100:00100000:3.0:1788572576.935271:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+60:202393:x1875440196010368:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572576.935286:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.935300:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff400/0xaad440e68c485603 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4855fc expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.935316:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff400/0xaad440e68c485603 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4855fc expref: 61 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.935326:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff400/0xaad440e68c485603 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4855fc expref: 61 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.935333:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x9dc9f24e (ffff88ca962ac100) 00010000:00010000:3.0:1788572576.935336:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572576.935351:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84aff400, rc 0) 00000100:00100000:3.0:1788572576.935426:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+61:202393:x1875440196010368:12345-0@lo:101:mdt00_001.0 Request processed in 167us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.935536:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36915 00000100:00100000:1.0:1788572576.935668:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f8a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196010368:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572576.935680:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6c00/0xaad440e68c4855fc lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485603 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.935689:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6c00/0xaad440e68c4855fc lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485603 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572576.935703:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:1.0:1788572576.935744:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f8a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196010496:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788572576.935774:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572576.935799:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572576.935833:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196010496 00000100:00100000:3.0:1788572576.935837:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196010496 00000100:00100000:3.0:1788572576.935904:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36916 00000100:00100000:3.0:1788572576.935913:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+61:202393:x1875440196010496:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572576.935989:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+61:202393:x1875440196010496:12345-0@lo:1000:mdt00_001.0 Request processed in 77us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.935996:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36916 00000100:00100000:1.0:1788572576.936044:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f8a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196010496:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788572576.936087:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f8a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196010624:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788572576.936109:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.937758:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196010624 00000100:00100000:0.0:1788572576.937768:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196010624 00000100:00100000:0.0:1788572576.937807:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36917 00000100:00100000:0.0:1788572576.937816:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+61:202393:x1875440196010624:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572576.937923:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+61:202393:x1875440196010624:12345-0@lo:1000:mdt00_001.0 Request processed in 109us (1812us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572576.937931:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36917 00000100:00100000:0.0:1788572576.939635:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.939676:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f8a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196010624:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1788572576.939764:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.939775:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.939785:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.939803:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90180a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196010752:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1788572576.939852:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.939875:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.939896:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196010752 00000100:00100000:0.0:1788572576.939901:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196010752 00000100:00100000:0.0:1788572576.939935:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36918 00000100:00100000:0.0:1788572576.939942:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+61:202393:x1875440196010752:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572576.939957:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.939972:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485611 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48560a expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.939996:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485611 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48560a expref: 62 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.940010:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485611 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48560a expref: 62 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.940018:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa77:0x0].0x0 (ffff88ca9258d400) 00010000:00010000:0.0:1788572576.940021:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572576.940025:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fa00, rc 0) 00000100:00100000:0.0:1788572576.940621:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+62:202393:x1875440196010752:12345-0@lo:101:mdt00_001.0 Request processed in 676us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.940629:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36918 00000100:00100000:0.0:1788572576.940669:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90180a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196010752:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572576.940684:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485611 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.940694:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485611 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.940720:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485618 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.940729:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485618 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.940741:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485618 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572576.941095:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3897, 64 off257600 00000040:00080000:0.0:1788572576.941131:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].180, 392 off103008 00000040:00080000:0.0:1788572576.941201:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].648, 472 off353168 00000004:00080000:0.0:1788572576.941206:0:202393:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8d3d26c0 with version 4818 00000004:00080000:0.0:1788572576.941221:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4818 rpc_version 4818 00000020:00100000:0.0:1788572576.941244:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572576.941252:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca90180a80 x1875440196011008/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572576.941270:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90180a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196011008:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.941312:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.941331:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bf9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572576.942572:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196011008 00000100:00100000:0.0:1788572576.942583:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196011008 00000100:00100000:0.0:1788572576.942632:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36919 00000100:00100000:0.0:1788572576.942641:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbc701850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+62:202414:x1875440196011008:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572576.942962:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbc701850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+63:202414:x1875440196011008:12345-0@lo:1000:osp_up1-0.0 Request processed in 321us (1649us total) trans 8589973239 rc 0/0 00000100:00100000:0.0:1788572576.942969:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36919 00000100:00100000:0.0:1788572576.943206:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90180a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196011008:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572576.943243:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48561f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xa77:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.943258:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48561f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.943271:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48561f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.943279:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48561f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.943286:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48561f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.943292:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48561f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.943307:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572576.943328:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.943333:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48561f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945279:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.945287:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48561f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945299:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48561f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945316:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa77:0x0].0x0 (ffff88ca9258d500) 00010000:00010000:0.0:1788572576.945319:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572576.945325:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48561f lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945331:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48561f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xa77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945409:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.945412:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.945414:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.945549:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485618 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945558:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485618 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945565:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485618 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945570:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.945574:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485618 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945581:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485618 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945589:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa77:0x0].0x0 (ffff88ca9258d500) 00010000:00010000:0.0:1788572576.945592:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.945595:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485618 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945601:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485618 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945620:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485611 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945629:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485611 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945637:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485611 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945670:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572576.945687:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572576.945694:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4855f5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945701:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4855f5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945707:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4855f5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945730:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572576.945733:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572576.945739:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6c00/0xaad440e68c4855fc lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485603 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.945746:0:202393:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6c00/0xaad440e68c4855fc lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485603 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572576.945832:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8cef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:361572:x1875453632994688:12345-192.168.202.54@tcp:36:rm.0 Request processed in 11847us (16495us total) trans 12884961927 rc 0/0 00000100:00100000:0.0:1788572576.945841:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138021 00010000:00010000:2.0:1788572576.945947:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572576.945953:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485611 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.945961:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572576.945965:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485611 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.945972:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485611 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.946005:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485611 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.946012:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788572576.946067:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196011136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.946119:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572576.946171:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196011136 00000100:00100000:0.0:1788572576.946177:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196011136 00000100:00100000:0.0:1788572576.946216:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15889 00000100:00100000:0.0:1788572576.946222:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90180380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+63:3639:x1875440196011136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572576.946235:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.946251:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485611 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48560a expref: 63 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.946262:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa77:0x0].0x0 (ffff88ca9258d400) 00010000:00010000:0.0:1788572576.946270:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572576.946323:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485611 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.946333:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9e400/0xaad440e68c48560a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa77:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485611 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.946362:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572576.946365:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4855f5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.946372:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572576.946376:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4855f5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572576.946382:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4855f5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.946400:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4855f5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.946407:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788572576.946577:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90180380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+62:3639:x1875440196011136:12345-0@lo:103:ldlm_bl.0 Request processed in 354us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.946584:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15889 00000100:00100000:0.0:1788572576.946626:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196011136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.946642:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788572576.946647:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196011264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572576.946668:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572576.946751:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4855f5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.946759:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4855ee lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4855f5 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.946777:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.946779:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572576.946780:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572576.946790:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196011264 00000100:00100000:2.0:1788572576.946793:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196011264 00000100:00100000:2.0:1788572576.946854:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15890 00000100:00100000:2.0:1788572576.946861:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90181880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+62:3639:x1875440196011264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572576.946872:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572576.946884:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4855f5 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4855ee expref: 62 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.946896:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca962aca00) 00010000:00010000:2.0:1788572576.946903:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572576.946931:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90181880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+61:3639:x1875440196011264:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572576.946938:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15890 00000100:00100000:0.0:1788572576.946981:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196011264:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572576.947088:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572576.954416:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572576.954542:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632994816 00000100:00100000:2.0:1788572576.954553:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632994816 00000100:00100000:2.0:1788572576.954620:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138022 00000100:00100000:2.0:1788572576.954632:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+39:361572:x1875453632994816:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572576.954702:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572576.954725:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485626 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774a5 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.954784:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48562d lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.954798:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48562d lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.954807:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48562d lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.954816:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c485634 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.954820:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c485634 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.954824:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c485634 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.954905:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00200/0xaad440e68c48563b lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x40f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.954909:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00200/0xaad440e68c48563b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x40f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.954913:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00200/0xaad440e68c48563b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x40f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572576.954957:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x40f:0x0]: returning size 0 00000004:00200000:2.0:1788572576.954962:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572576.954982:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00200/0xaad440e68c48563b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x40f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.954995:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00200/0xaad440e68c48563b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x40f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955009:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48562d lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955016:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48562d lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955022:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48562d lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955029:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48562d lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955035:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.955039:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48562d lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955046:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48562d lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955057:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:2.0:1788572576.955060:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.955065:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48562d lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955072:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48562d lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955086:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c485634 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955093:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c485634 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955098:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c485634 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955103:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572576.955106:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c485634 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955112:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c485634 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955119:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc38cbe92 (ffff88ca91de0f00) 00010000:00010000:2.0:1788572576.955121:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572576.955124:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c485634 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955129:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00e00/0xaad440e68c485634 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955221:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485626 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774a5 expref: 41 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955238:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00200/0xaad440e68c48563b lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x40f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774a5 expref: 40 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572576.955243:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x40f:0x0].0x0 (ffff88ca91de0800) 00010000:00010000:2.0:1788572576.955245:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572576.955247:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00200, rc 0) 00000100:00100000:3.0:1788572576.955380:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+40:361572:x1875453632994816:12345-192.168.202.54@tcp:101:rm.0 Request processed in 747us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.955389:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138022 00000100:00100000:3.0:1788572576.958826:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572576.959202:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632995072 00000100:00100000:1.0:1788572576.959213:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632995072 00000100:00100000:1.0:1788572576.959291:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138023 00000100:00100000:1.0:1788572576.959302:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+40:361572:x1875453632995072:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572576.959377:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572576.959407:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00200/0xaad440e68c48563b lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x40f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774a5 expref: 40 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959428:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x40f:0x0].0x0 (ffff88ca91de0800) 00010000:00010000:1.0:1788572576.959440:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572576.959465:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485642 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959478:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485642 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959490:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485642 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959503:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7800/0xaad440e68c485649 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959510:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7800/0xaad440e68c485649 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959517:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7800/0xaad440e68c485649 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959619:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485650 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x40f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959628:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485650 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959635:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485650 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572576.959857:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3212, 64 off213760 00010000:00010000:1.0:1788572576.959912:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6600/0xaad440e68c485657 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x40f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959922:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6600/0xaad440e68c485657 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959930:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6600/0xaad440e68c485657 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959956:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6600/0xaad440e68c485657 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959963:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6600/0xaad440e68c485657 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.959970:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6600/0xaad440e68c485657 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960052:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572576.960075:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485650 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960081:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485650 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960088:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485650 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960095:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.960099:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485650 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960107:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485650 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960116:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x40f:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:0.0:1788572576.960119:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572576.960123:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485650 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960129:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485650 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960146:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485642 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960181:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485642 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960187:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485642 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960193:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485642 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960198:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.960201:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485642 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960212:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485642 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960220:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0300) 00010000:00010000:0.0:1788572576.960222:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.960225:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485642 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960230:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485642 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.960244:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000519cba1c reply state 00000000bd257710 transno 8589973240 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7800/0xaad440e68c485649 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960255:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7800/0xaad440e68c485649 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.960261:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc38cbe92 (ffff88caa2ec0e00) 00010000:00010000:0.0:1788572576.960264:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572576.960267:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572576.960360:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+41:361572:x1875453632995072:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1058us (1545us total) trans 8589973240 rc 0/0 00000100:00100000:0.0:1788572576.960369:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138023 00010000:00010000:1.0:1788572576.960858:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572576.960866:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6600/0xaad440e68c485657 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.960874:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572576.960878:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6600/0xaad440e68c485657 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.960886:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6600/0xaad440e68c485657 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.960895:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x40f:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:1.0:1788572576.960898:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572576.960901:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6600/0xaad440e68c485657 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.960911:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6600/0xaad440e68c485657 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.960925:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.960927:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.960928:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572576.972126:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.972198:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632995200 00000100:00100000:0.0:1788572576.972209:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632995200 00000100:00100000:0.0:1788572576.972277:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138024 00000100:00100000:0.0:1788572576.972288:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:361572:x1875453632995200:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.972314:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.972351:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48565e lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774ac expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972440:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485665 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972455:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485665 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972466:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485665 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972479:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48566c lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972485:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48566c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972491:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48566c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972664:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f000/0xaad440e68c485673 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x934:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972673:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f000/0xaad440e68c485673 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x934:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972679:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f000/0xaad440e68c485673 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x934:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572576.972715:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x934:0x0]: returning size 0 00000004:00200000:0.0:1788572576.972719:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572576.972745:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f000/0xaad440e68c485673 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x934:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972761:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f000/0xaad440e68c485673 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x934:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972771:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485665 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972778:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485665 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972784:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485665 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972793:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485665 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972799:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.972803:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485665 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972810:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485665 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972822:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d400) 00010000:00010000:0.0:1788572576.972825:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.972830:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485665 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972836:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485665 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972851:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48566c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972858:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48566c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972863:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48566c lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972868:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.972870:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48566c lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972875:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48566c lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972882:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x43ef1e3 (ffff88ca9258d500) 00010000:00010000:0.0:1788572576.972884:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.972886:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48566c lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972891:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c48566c lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972925:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48565e lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774ac expref: 12 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972940:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f000/0xaad440e68c485673 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x934:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774ac expref: 11 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.972948:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x934:0x0].0x0 (ffff88ca9258d100) 00010000:00010000:0.0:1788572576.972950:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572576.972954:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f000, rc 0) 00000100:00100000:0.0:1788572576.973033:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:361572:x1875453632995200:12345-192.168.202.54@tcp:101:rm.0 Request processed in 745us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.973049:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138024 00000100:00100000:3.0:1788572576.979766:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.979929:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632995456 00000100:00100000:0.0:1788572576.979940:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632995456 00000100:00100000:0.0:1788572576.980003:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138025 00000100:00100000:0.0:1788572576.980013:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8553aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:361572:x1875453632995456:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572576.980070:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572576.980097:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f000/0xaad440e68c485673 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x934:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774ac expref: 11 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980116:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x934:0x0].0x0 (ffff88ca9258d100) 00010000:00010000:0.0:1788572576.980127:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572576.980203:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48567a lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980216:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48567a lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980227:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48567a lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980241:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485681 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980248:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485681 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980255:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485681 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980364:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485688 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x934:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980373:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485688 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x934:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980516:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485688 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x934:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572576.980917:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3881, 64 off256576 00010000:00010000:0.0:1788572576.980967:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c48568f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x934:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980977:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c48568f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x934:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980985:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c48568f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x934:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980992:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c48568f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x934:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.980999:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c48568f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x934:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981005:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c48568f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x934:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981024:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572576.981044:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485688 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x934:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981055:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485688 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x934:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981061:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485688 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x934:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981067:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.981071:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485688 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x934:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981078:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485688 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x934:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981087:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x934:0x0].0x0 (ffff88ca9258d900) 00010000:00010000:0.0:1788572576.981090:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572576.981094:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485688 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x934:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981101:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485688 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x934:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981120:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48567a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981126:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48567a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981131:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48567a lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981137:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48567a lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.981140:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572576.981142:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.981145:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48567a lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.981147:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c48568f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x934:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981176:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48567a lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.981181:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572576.981185:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d400) 00010000:00010000:1.0:1788572576.981185:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c48568f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x934:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981188:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.981192:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48567a lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.981192:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c48568f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x934:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981198:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48567a lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.981200:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x934:0x0].0x0 (ffff88ca9258d900) 00010000:00010000:1.0:1788572576.981203:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572576.981205:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c48568f lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x934:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.981211:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c48568f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x934:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.981212:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000034fb7359 reply state 00000000e7b539fe transno 12884961928 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485681 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.981222:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485681 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572576.981222:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.981224:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572576.981226:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572576.981228:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x43ef1e3 (ffff88ca9258d500) 00010000:00010000:0.0:1788572576.981230:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572576.981233:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572576.983753:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8553aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:361572:x1875453632995456:12345-192.168.202.54@tcp:36:rm.0 Request processed in 3725us (3979us total) trans 12884961928 rc 0/0 00000100:00100000:0.0:1788572576.983767:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138025 00000100:00100000:1.0:1788572576.989530:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572576.989575:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632995584 00000100:00100000:0.0:1788572576.989587:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632995584 00000100:00100000:0.0:1788572576.989666:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138026 00000100:00100000:0.0:1788572576.989678:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+41:361572:x1875453632995584:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572576.989703:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572576.989729:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c485696 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774b3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.989804:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c48569d lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.989818:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c48569d lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.989829:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c48569d lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.989841:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4856a4 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.989847:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4856a4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.989853:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4856a4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.989930:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4856ab lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.989938:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4856ab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.989953:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4856ab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572576.989979:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4856ab lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.989992:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c48569d lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.989999:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c48569d lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990005:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c48569d lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990011:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c48569d lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990017:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.990021:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c48569d lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990029:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c48569d lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990040:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258d100) 00010000:00010000:0.0:1788572576.990043:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.990048:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c48569d lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990055:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c48569d lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990070:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4856a4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990076:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4856a4 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990081:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4856a4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990086:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ec00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572576.990088:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4856a4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990094:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4856a4 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990101:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd34def68 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572576.990104:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572576.990106:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4856a4 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990112:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4856a4 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990144:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c485696 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774b3 expref: 43 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990185:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4856ab lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774b3 expref: 42 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572576.990193:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x99a:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572576.990194:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572576.990197:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fc00, rc 0) 00000100:00100000:0.0:1788572576.990265:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+42:361572:x1875453632995584:12345-192.168.202.54@tcp:101:rm.0 Request processed in 587us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572576.990272:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138026 00000100:00100000:0.0:1788572576.994748:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572576.995790:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632995712 00000100:00100000:3.0:1788572576.995803:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632995712 00000100:00100000:3.0:1788572576.995878:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138027 00000100:00100000:3.0:1788572576.995890:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:361572:x1875453632995712:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572576.995920:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572576.995964:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4856b2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774ba expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.996129:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4856b9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.996145:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4856b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.996197:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4856b9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572576.996235:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x99a:0x0]: returning size 0 00000004:00200000:3.0:1788572576.996240:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572576.996554:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4856b2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774ba expref: 14 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.996578:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4856b9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774ba expref: 13 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572576.996587:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x99a:0x0].0x0 (ffff88ca962ac500) 00010000:00010000:3.0:1788572576.996590:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572576.996594:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84aff000, rc 0) 00000100:00100000:3.0:1788572576.996716:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+13:361572:x1875453632995712:12345-192.168.202.54@tcp:101:rm.0 Request processed in 827us (1976us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572576.996724:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138027 00000100:00100000:0.0:1788572577.005461:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.006080:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.006204:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632995840 00000100:00100000:1.0:1788572577.006217:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632995840 00000100:00100000:1.0:1788572577.006306:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15891 00000100:00100000:1.0:1788572577.006318:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+42:352626:x1875453632995840:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572577.006366:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.006395:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4856ab lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774b3 expref: 42 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.006417:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x99a:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:1.0:1788572577.006429:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.006486:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+41:352626:x1875453632995840:12345-192.168.202.54@tcp:103:rm.0 Request processed in 170us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.006494:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15891 00000100:00080000:0.0:1788572577.006757:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788572577.007099:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632996096 00000100:00100000:3.0:1788572577.007105:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632996096 00000100:00080000:1.0:1788572577.007218:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788572577.007272:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138028 00000100:00100000:3.0:1788572577.007288:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+13:361572:x1875453632996096:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.007349:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.007367:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c4856b9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x99a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774ba expref: 13 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.007383:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x99a:0x0].0x0 (ffff88ca962ac500) 00010000:00010000:3.0:1788572577.007392:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.007441:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.007451:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.007461:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.007484:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85539c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196011392:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1788572577.007533:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.007567:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca954813c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.007738:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196011392 00000100:00100000:1.0:1788572577.007743:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196011392 00000100:00100000:1.0:1788572577.007785:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36920 00000100:00100000:1.0:1788572577.007792:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85538380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+61:205632:x1875440196011392:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572577.007806:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.007823:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c4856c7 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4856c0 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.007844:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c4856c7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4856c0 expref: 62 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.007858:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c4856c7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4856c0 expref: 62 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.007872:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:1.0:1788572577.007875:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.007878:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7200, rc 0) 00000100:00100000:1.0:1788572577.007918:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85538380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+62:205632:x1875440196011392:12345-0@lo:101:mdt00_004.0 Request processed in 126us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.007925:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36920 00000100:00100000:1.0:1788572577.008199:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85539c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196011392:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572577.008215:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4856c7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.008226:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4856c7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.008245:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572577.008285:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7c00/0xaad440e68c4856ce lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.008292:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7c00/0xaad440e68c4856ce lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.008300:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7c00/0xaad440e68c4856ce lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.008314:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f89180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196011520:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572577.008354:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.008375:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898480 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.009846:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196011520 00000100:00100000:3.0:1788572577.009858:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196011520 00000100:00100000:3.0:1788572577.009920:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36921 00000100:00100000:3.0:1788572577.009930:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+62:205632:x1875440196011520:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572577.010213:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.010237:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe800/0xaad440e68c4856d5 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4856ce expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.010386:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe800/0xaad440e68c4856d5 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4856ce expref: 63 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.010404:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe800/0xaad440e68c4856d5 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4856ce expref: 63 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.010412:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd34def68 (ffff88ca962ac300) 00010000:00010000:3.0:1788572577.010415:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.010418:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe800, rc 0) 00000100:00100000:3.0:1788572577.010529:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+63:205632:x1875440196011520:12345-0@lo:101:mdt00_004.0 Request processed in 601us (2173us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.010537:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36921 00000100:00100000:1.0:1788572577.011072:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f89180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196011520:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572577.011099:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7c00/0xaad440e68c4856ce lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4856d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.011112:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7c00/0xaad440e68c4856ce lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4856d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.011141:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:2.0:1788572577.011504:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196011648:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572577.011551:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.016563:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c000 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.016694:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196011648 00000100:00100000:1.0:1788572577.016704:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196011648 00000100:00100000:0.0:1788572577.016826:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36922 00000100:00100000:0.0:1788572577.016837:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+63:205632:x1875440196011648:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572577.016957:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+63:205632:x1875440196011648:12345-0@lo:1000:mdt00_004.0 Request processed in 122us (5404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.016964:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36922 00000100:00100000:2.0:1788572577.017135:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196011648:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572577.017250:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196011776:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572577.017475:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.017531:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.018457:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196011776 00000100:00100000:3.0:1788572577.018470:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196011776 00000100:00100000:2.0:1788572577.018634:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36923 00000100:00100000:2.0:1788572577.018645:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+63:205632:x1875440196011776:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572577.018796:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+63:205632:x1875440196011776:12345-0@lo:1000:mdt00_004.0 Request processed in 154us (1321us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572577.018803:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36923 00000100:00100000:0.0:1788572577.018870:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196011776:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1788572577.018956:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.018967:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.018977:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.018995:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9550a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196011904:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1788572577.019028:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.019617:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3300 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.019762:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196011904 00000100:00100000:3.0:1788572577.019768:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196011904 00000100:00100000:3.0:1788572577.019810:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36924 00000100:00100000:3.0:1788572577.019817:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+63:205632:x1875440196011904:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572577.019830:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.019848:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe600/0xaad440e68c4856e3 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4856dc expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.019875:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe600/0xaad440e68c4856e3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4856dc expref: 64 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.019900:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe600/0xaad440e68c4856e3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4856dc expref: 64 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.019909:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x99a:0x0].0x0 (ffff88ca962acc00) 00010000:00010000:3.0:1788572577.019912:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572577.019915:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe600, rc 0) 00000100:00100000:3.0:1788572577.019972:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+64:205632:x1875440196011904:12345-0@lo:101:mdt00_004.0 Request processed in 155us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.019978:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36924 00000100:00100000:0.0:1788572577.020187:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9550a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196011904:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572577.020212:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4856e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.020223:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4856e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.020250:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4856ea lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.020259:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4856ea lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.020267:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4856ea lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572577.024950:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3882, 64 off256640 00000040:00080000:0.0:1788572577.025001:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].181, 392 off103400 00000040:00080000:0.0:1788572577.025348:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].649, 472 off353640 00000004:00080000:0.0:1788572577.025358:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8fde3300 with version 4819 00000004:00080000:1.0:1788572577.025500:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4819 rpc_version 4819 00000020:00100000:1.0:1788572577.025540:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572577.025551:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbb2f89180 x1875440196012160/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572577.025574:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f89180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196012160:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572577.025648:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.025694:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898480 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.025767:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196012160 00000100:00100000:0.0:1788572577.025775:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196012160 00000100:00100000:0.0:1788572577.025834:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36925 00000100:00100000:0.0:1788572577.025844:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+64:202414:x1875440196012160:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572577.026249:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+65:202414:x1875440196012160:12345-0@lo:1000:osp_up1-0.0 Request processed in 405us (599us total) trans 8589973241 rc 0/0 00000100:00100000:0.0:1788572577.026257:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36925 00000100:00100000:3.0:1788572577.026305:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f89180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196012160:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572577.026517:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4856f1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x99a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026530:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4856f1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x99a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026541:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4856f1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x99a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026547:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4856f1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x99a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026551:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4856f1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x99a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026556:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4856f1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x99a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026599:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572577.026619:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4856ea lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026623:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4856ea lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026627:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4856ea lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026631:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.026635:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4856ea lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026643:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4856ea lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026655:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x99a:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.026658:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.026663:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4856ea lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026669:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4856ea lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026681:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4856e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026689:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4856e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.026696:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4856e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.027721:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572577.027735:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4856f1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x99a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.027744:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572577.027748:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4856f1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x99a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.027756:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4856f1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x99a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.027768:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x99a:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:2.0:1788572577.027771:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572577.027775:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4856f1 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x99a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.027782:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4856f1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x99a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.027809:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572577.027813:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4856e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.027821:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ec00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572577.027825:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 5/0,0 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4856e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.027834:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 5/0,0 mode: EX/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4856e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.027867:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 4/0,0 mode: --/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4856e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.027873:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.027905:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 3/0,0 mode: --/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4856e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.027914:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.027916:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.027918:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572577.028139:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788572577.028187:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196012288:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572577.028248:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.028533:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196012288 00000100:00100000:2.0:1788572577.028541:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196012288 00000100:00100000:2.0:1788572577.028589:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15892 00000100:00100000:2.0:1788572577.028598:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8553a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+65:3638:x1875440196012288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.028611:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.028629:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe600/0xaad440e68c4856e3 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4856dc expref: 65 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.028916:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x99a:0x0].0x0 (ffff88ca962acc00) 00010000:00010000:2.0:1788572577.028927:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.028991:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8553a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+64:3638:x1875440196012288:12345-0@lo:103:ldlm_bl.0 Request processed in 393us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.028999:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15892 00000100:00100000:2.0:1788572577.029044:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196012288:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.029447:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788572577.029457:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c4856dc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x99a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4856e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572577.029488:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572577.029494:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4856c7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.029502:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4856c7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.029509:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4856c7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.029596:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.029604:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4856c7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.029611:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.029617:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4856c7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.029624:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4856c7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.029718:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 4/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4856c7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.029726:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788572577.029770:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85538a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196012416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.029820:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.029869:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196012416 00010000:00010000:3.0:1788572577.029874:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4856c7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.029875:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196012416 00010000:00010000:3.0:1788572577.029883:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.029885:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.029887:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.029925:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:1.0:1788572577.029930:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15893 00010000:00010000:0.0:1788572577.029931:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afea00/0xaad440e68c4856c0 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4856c7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.029938:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+64:3638:x1875440196012416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572577.029958:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:0.0:1788572577.029962:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572577.029967:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7c00/0xaad440e68c4856ce lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4856d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.029974:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c4856c7 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4856c0 expref: 64 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.029975:0:205632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7c00/0xaad440e68c4856ce lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4856d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.029986:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:1.0:1788572577.029994:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.030047:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+13:361572:x1875453632996096:12345-192.168.202.54@tcp:36:rm.0 Request processed in 22758us (24595us total) trans 12884961929 rc 0/0 00000100:00100000:0.0:1788572577.030055:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138028 00010000:00010000:0.0:1788572577.030206:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572577.030438:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9fb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+63:3638:x1875440196012416:12345-0@lo:103:ldlm_bl.0 Request processed in 499us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.030449:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15893 00000100:00100000:2.0:1788572577.030724:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85538a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196012416:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.034890:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.035084:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632996224 00000100:00100000:2.0:1788572577.035094:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632996224 00000100:00100000:2.0:1788572577.035666:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138029 00000100:00100000:2.0:1788572577.035679:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+13:361572:x1875453632996224:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572577.035705:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.035729:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c4856f8 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774c1 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.035798:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4856ff lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.035813:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4856ff lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.035825:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4856ff lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.035842:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485706 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.035848:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485706 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.035854:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485706 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037684:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48570d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037708:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48570d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa85:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037720:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48570d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa85:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572577.037765:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xa85:0x0]: returning size 0 00000004:00200000:2.0:1788572577.037770:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572577.037789:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48570d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa85:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037802:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48570d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037813:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4856ff lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037819:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4856ff lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037830:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4856ff lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037837:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4856ff lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037844:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.037849:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4856ff lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037857:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4856ff lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037869:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:2.0:1788572577.037872:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.037876:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4856ff lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037883:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4856ff lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037897:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485706 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037904:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485706 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037910:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485706 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037915:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.037919:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485706 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037925:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485706 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037932:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x9d5a414a (ffff88ca91de0f00) 00010000:00010000:2.0:1788572577.037935:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.037954:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485706 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.037960:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485706 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.038000:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c4856f8 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774c1 expref: 15 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.038030:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48570d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa85:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774c1 expref: 14 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.038045:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa85:0x0].0x0 (ffff88ca91de0c00) 00010000:00010000:2.0:1788572577.038047:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572577.038050:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f01e00, rc 0) 00000100:00100000:2.0:1788572577.038125:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+14:361572:x1875453632996224:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2449us (3244us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.038134:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138029 00000100:00100000:1.0:1788572577.041057:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.042280:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632996480 00000100:00100000:2.0:1788572577.042294:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632996480 00000100:00100000:2.0:1788572577.042385:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138030 00000100:00100000:2.0:1788572577.042396:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+14:361572:x1875453632996480:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.042457:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.042484:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48570d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa85:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774c1 expref: 14 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042505:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa85:0x0].0x0 (ffff88ca91de0c00) 00010000:00010000:2.0:1788572577.042516:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.042537:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485714 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042548:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485714 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042555:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485714 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042562:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01400/0xaad440e68c48571b lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042566:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01400/0xaad440e68c48571b lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042570:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01400/0xaad440e68c48571b lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042651:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485722 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa85:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042655:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485722 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042659:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485722 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.042875:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3898, 64 off257664 00000004:00080000:2.0:1788572577.042883:0:202394:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 13555136729467ns, next at 13556136727624ns, rc = 0 00010000:00010000:2.0:1788572577.042919:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485729 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xa85:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042926:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485729 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042931:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485729 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042953:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485729 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042961:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485729 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042968:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485729 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.042992:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.043012:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485722 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043029:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485722 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043036:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485722 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043041:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.043044:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572577.043047:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485722 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.043051:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485729 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043055:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485722 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.043057:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572577.043060:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485729 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043063:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa85:0x0].0x0 (ffff88ca91de0000) 00010000:00010000:2.0:1788572577.043066:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572577.043071:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485722 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.043203:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485729 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.043214:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa85:0x0].0x0 (ffff88ca91de0000) 00010000:00010000:1.0:1788572577.043216:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572577.043219:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485729 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.043225:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485729 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xa85:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.043239:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.043241:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.043243:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.043661:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485722 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa85:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043681:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485714 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043685:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485714 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043689:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485714 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043693:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485714 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043697:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.043699:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485714 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043704:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485714 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043717:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91de0400) 00010000:00010000:2.0:1788572577.043718:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.043721:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485714 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043724:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485714 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.043732:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fcd78bc8 reply state 00000000105e2afe transno 12884961930 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01400/0xaad440e68c48571b lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043739:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01400/0xaad440e68c48571b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.043742:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x9d5a414a (ffff88ca91de0900) 00010000:00010000:2.0:1788572577.043744:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572577.043745:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572577.043819:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:361572:x1875453632996480:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1423us (2770us total) trans 12884961930 rc 0/0 00000100:00100000:2.0:1788572577.043827:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138030 00000100:00100000:0.0:1788572577.046485:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.049620:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632996608 00000100:00100000:3.0:1788572577.049639:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632996608 00000100:00100000:3.0:1788572577.049753:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138031 00000100:00100000:3.0:1788572577.049763:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9550a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+41:361572:x1875453632996608:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572577.049788:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.049818:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485730 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774c8 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.049888:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485737 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.049904:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485737 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.049920:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485737 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.049931:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affa00/0xaad440e68c48573e lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050012:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affa00/0xaad440e68c48573e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050211:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affa00/0xaad440e68c48573e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050288:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485745 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050296:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485745 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050303:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485745 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.050325:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485745 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050353:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485737 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050360:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485737 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050366:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485737 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050377:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485737 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050383:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84affc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.050387:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485737 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050395:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485737 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050407:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca962ac500) 00010000:00010000:3.0:1788572577.050410:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.050415:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485737 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050421:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485737 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050436:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affa00/0xaad440e68c48573e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050442:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affa00/0xaad440e68c48573e lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050447:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affa00/0xaad440e68c48573e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050452:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84affa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.050455:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affa00/0xaad440e68c48573e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050465:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affa00/0xaad440e68c48573e lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050473:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x4d05f7e4 (ffff88ca962ac000) 00010000:00010000:3.0:1788572577.050475:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.050478:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affa00/0xaad440e68c48573e lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050484:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affa00/0xaad440e68c48573e lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050518:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485730 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774c8 expref: 43 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050535:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485745 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774c8 expref: 42 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.050543:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73a:0x0].0x0 (ffff88ca962ac200) 00010000:00010000:3.0:1788572577.050545:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572577.050547:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afea00, rc 0) 00000100:00100000:3.0:1788572577.050627:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9550a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+42:361572:x1875453632996608:12345-192.168.202.54@tcp:101:rm.0 Request processed in 864us (4153us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.050636:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138031 00000100:00100000:0.0:1788572577.053745:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.053858:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632996736 00000100:00100000:2.0:1788572577.053870:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632996736 00000100:00100000:2.0:1788572577.054044:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138032 00000100:00100000:2.0:1788572577.054056:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:361572:x1875453632996736:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572577.054081:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.054103:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c48574c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774cf expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.054512:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485753 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.054527:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485753 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.054537:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485753 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572577.054567:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x73a:0x0]: returning size 0 00000004:00200000:2.0:1788572577.054571:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572577.054605:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c48574c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774cf expref: 17 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.054622:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485753 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774cf expref: 16 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.054630:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73a:0x0].0x0 (ffff88ca91de0400) 00010000:00010000:2.0:1788572577.054643:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572577.054647:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00c00, rc 0) 00000100:00100000:2.0:1788572577.054700:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:361572:x1875453632996736:12345-192.168.202.54@tcp:101:rm.0 Request processed in 648us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.054707:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138032 00000100:00100000:1.0:1788572577.057189:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.057391:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632997120 00000100:00100000:2.0:1788572577.057402:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632997120 00000100:00100000:2.0:1788572577.057577:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138033 00000100:00100000:2.0:1788572577.057588:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:361572:x1875453632997120:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.057665:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.057698:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485753 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774cf expref: 16 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.057724:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73a:0x0].0x0 (ffff88ca91de0400) 00010000:00010000:2.0:1788572577.057737:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.057791:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.057799:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.057810:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.057834:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196012544:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1788572577.057885:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.057921:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.057928:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.058809:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632996864 00000100:00100000:1.0:1788572577.058817:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632996864 00000100:00100000:1.0:1788572577.058857:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15894 00000100:00100000:1.0:1788572577.058862:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85539f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+42:352626:x1875453632996864:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572577.058871:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.058886:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485745 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774c8 expref: 42 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.058898:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73a:0x0].0x0 (ffff88ca962ac200) 00010000:00010000:1.0:1788572577.058905:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.058963:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85539f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+41:352626:x1875453632996864:12345-192.168.202.54@tcp:103:rm.0 Request processed in 99us (1042us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.058970:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15894 00000100:00100000:1.0:1788572577.058993:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196012544 00000100:00100000:1.0:1788572577.058997:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196012544 00000100:00100000:1.0:1788572577.059034:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36926 00000100:00100000:1.0:1788572577.059040:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+63:202393:x1875440196012544:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572577.059054:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.059071:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6400/0xaad440e68c485761 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48575a expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.059093:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6400/0xaad440e68c485761 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48575a expref: 64 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.059107:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6400/0xaad440e68c485761 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48575a expref: 64 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.059114:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:1.0:1788572577.059117:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.059119:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b6400, rc 0) 00000100:00100000:1.0:1788572577.059202:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+64:202393:x1875440196012544:12345-0@lo:101:mdt00_001.0 Request processed in 162us (1316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.059209:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36926 00000100:00100000:3.0:1788572577.059289:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196012544:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572577.059308:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485761 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.059323:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485761 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.059362:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572577.059396:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affa00/0xaad440e68c485768 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.059404:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affa00/0xaad440e68c485768 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.059412:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affa00/0xaad440e68c485768 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.059431:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85539180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196012672:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572577.059464:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.059495:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.059659:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196012672 00000100:00100000:1.0:1788572577.059664:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196012672 00000100:00100000:1.0:1788572577.059700:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36927 00000100:00100000:1.0:1788572577.059706:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8553b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+64:202393:x1875440196012672:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572577.059716:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.059729:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6800/0xaad440e68c48576f lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485768 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.059743:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6800/0xaad440e68c48576f lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485768 expref: 65 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.059752:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6800/0xaad440e68c48576f lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485768 expref: 65 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.059759:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x4d05f7e4 (ffff88caa2ec0a00) 00010000:00010000:1.0:1788572577.059761:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.059763:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b6800, rc 0) 00000100:00100000:1.0:1788572577.059799:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8553b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+65:202393:x1875440196012672:12345-0@lo:101:mdt00_001.0 Request processed in 94us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.059806:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36927 00000100:00100000:3.0:1788572577.060414:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85539180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196012672:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572577.060433:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affa00/0xaad440e68c485768 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48576f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.060445:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affa00/0xaad440e68c485768 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48576f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.060462:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:3.0:1788572577.060502:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85539180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196012800:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572577.060533:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.060552:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.060630:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196012800 00000100:00100000:1.0:1788572577.060635:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196012800 00000100:00100000:1.0:1788572577.060672:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36928 00000100:00100000:1.0:1788572577.060680:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8553b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+65:202393:x1875440196012800:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788572577.060745:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8553b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+65:202393:x1875440196012800:12345-0@lo:1000:mdt00_001.0 Request processed in 65us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.060751:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36928 00000100:00100000:3.0:1788572577.061397:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85539180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196012800:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572577.061451:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85539180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196012928:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572577.061481:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.061542:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.061920:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196012928 00000100:00100000:2.0:1788572577.061927:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196012928 00000100:00100000:2.0:1788572577.062136:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36929 00000100:00100000:2.0:1788572577.062145:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8553ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+65:202393:x1875440196012928:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788572577.062309:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8553ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+65:202393:x1875440196012928:12345-0@lo:1000:mdt00_001.0 Request processed in 164us (826us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572577.062317:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36929 00000100:00100000:3.0:1788572577.062406:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85539180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196012928:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1788572577.062473:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.062484:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.062495:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.062510:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85539180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196013056:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572577.062542:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.062835:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.062903:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196013056 00000100:00100000:0.0:1788572577.062908:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196013056 00000100:00100000:0.0:1788572577.062964:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36930 00000100:00100000:0.0:1788572577.062973:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85538e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+65:202393:x1875440196013056:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572577.062985:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.063003:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48577d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485776 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.063028:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48577d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485776 expref: 66 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.063048:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48577d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485776 expref: 66 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.063058:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73a:0x0].0x0 (ffff88ca9258d100) 00010000:00010000:0.0:1788572577.063060:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.063065:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ea00, rc 0) 00000100:00100000:0.0:1788572577.063103:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85538e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+66:202393:x1875440196013056:12345-0@lo:101:mdt00_001.0 Request processed in 132us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.063110:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36930 00000100:00100000:0.0:1788572577.063142:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85539180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196013056:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572577.063177:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48577d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.063188:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48577d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.063212:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485784 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.063220:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485784 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.063228:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485784 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572577.063660:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3899, 64 off257728 00000040:00080000:0.0:1788572577.063693:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].182, 392 off103792 00000040:00080000:0.0:1788572577.063747:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].650, 472 off354112 00000004:00080000:0.0:1788572577.063753:0:202393:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8fde36c0 with version 4820 00000004:00080000:0.0:1788572577.063772:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4820 rpc_version 4820 00000020:00100000:0.0:1788572577.063793:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572577.063802:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca840c7b80 x1875440196013312/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572577.063824:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196013312:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572577.063862:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.063881:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3180 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.063901:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196013312 00000100:00100000:0.0:1788572577.063905:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196013312 00000100:00100000:0.0:1788572577.063931:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36931 00000100:00100000:0.0:1788572577.063940:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+66:202414:x1875440196013312:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572577.064214:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+67:202414:x1875440196013312:12345-0@lo:1000:osp_up1-0.0 Request processed in 273us (349us total) trans 8589973242 rc 0/0 00000100:00100000:0.0:1788572577.064223:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36931 00000100:00100000:0.0:1788572577.064262:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196013312:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572577.064293:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ec00/0xaad440e68c48578b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x73a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064306:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ec00/0xaad440e68c48578b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064316:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ec00/0xaad440e68c48578b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064324:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ec00/0xaad440e68c48578b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064331:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ec00/0xaad440e68c48578b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064352:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ec00/0xaad440e68c48578b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064378:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572577.064399:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485784 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064406:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485784 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064413:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485784 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064419:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.064424:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485784 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064432:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485784 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064444:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73a:0x0].0x0 (ffff88ca9258d400) 00010000:00010000:0.0:1788572577.064447:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.064451:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485784 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064458:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485784 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064470:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48577d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064483:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48577d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064489:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48577d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064502:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572577.064512:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572577.064518:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485761 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064525:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485761 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064532:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485761 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064545:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1788572577.064548:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572577.064556:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572577.064561:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ec00/0xaad440e68c48578b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064566:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ec00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572577.064569:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ec00/0xaad440e68c48578b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064575:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ec00/0xaad440e68c48578b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064584:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73a:0x0].0x0 (ffff88ca9258d400) 00010000:00010000:0.0:1788572577.064587:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572577.064590:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ec00/0xaad440e68c48578b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064596:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ec00/0xaad440e68c48578b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x73a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064609:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572577.064612:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48577d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064618:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84affc00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572577.064622:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48577d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.064631:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48577d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064654:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48577d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064661:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572577.064678:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48577d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064686:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affc00/0xaad440e68c485776 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48577d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064708:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.064711:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485761 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064717:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572577.064720:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485761 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.064728:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485761 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064744:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485761 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064750:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572577.064755:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485761 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064762:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01e00/0xaad440e68c48575a lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485761 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064775:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.064777:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.064778:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572577.064790:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196013440:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.064822:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.064852:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196013440 00000100:00100000:0.0:1788572577.064858:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196013440 00000100:00100000:0.0:1788572577.064890:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15895 00000100:00100000:0.0:1788572577.064897:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+67:3639:x1875440196013440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.064908:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.064923:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48577d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x73a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485776 expref: 67 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.064934:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73a:0x0].0x0 (ffff88ca9258d100) 00010000:00010000:0.0:1788572577.064940:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.064963:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+66:3639:x1875440196013440:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.064970:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15895 00000100:00100000:0.0:1788572577.065003:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196013440:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.065031:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788572577.065037:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196013568:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.065058:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.065082:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196013568 00000100:00100000:0.0:1788572577.065086:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196013568 00000100:00100000:0.0:1788572577.065118:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15896 00000100:00100000:0.0:1788572577.065125:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+66:3639:x1875440196013568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.065133:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.065144:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6400/0xaad440e68c485761 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48575a expref: 66 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.065176:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:0.0:1788572577.065184:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.065206:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+65:3639:x1875440196013568:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.065212:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15896 00000100:00100000:0.0:1788572577.065237:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196013568:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.065255:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affa00/0xaad440e68c485768 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48576f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.065263:0:202393:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affa00/0xaad440e68c485768 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48576f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.065328:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:361572:x1875453632997120:12345-192.168.202.54@tcp:36:rm.0 Request processed in 7741us (8186us total) trans 12884961931 rc 0/0 00000100:00100000:0.0:1788572577.065349:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138033 00010000:00010000:3.0:1788572577.066125:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.066189:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572577.070074:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.070405:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632997248 00000100:00100000:2.0:1788572577.070416:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632997248 00000100:00100000:0.0:1788572577.070578:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138034 00000100:00100000:0.0:1788572577.070589:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:361572:x1875453632997248:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.070614:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.070636:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f000/0xaad440e68c485792 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774d6 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.070707:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485799 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.070723:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485799 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.070735:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485799 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.070753:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4857a0 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.070761:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4857a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.070768:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4857a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.070906:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c4857a7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.070916:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c4857a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.070923:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c4857a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.071400:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xa1b:0x0]: returning size 0 00000004:00200000:0.0:1788572577.071406:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572577.071426:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c4857a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071439:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c4857a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071450:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485799 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071457:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485799 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071467:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485799 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071474:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485799 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071480:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.071484:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485799 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071491:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485799 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071504:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258dc00) 00010000:00010000:0.0:1788572577.071507:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.071512:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485799 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071519:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485799 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071532:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4857a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071538:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4857a0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071543:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4857a0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071549:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.071552:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4857a0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071557:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4857a0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071564:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xdd2d940a (ffff88ca9258d600) 00010000:00010000:0.0:1788572577.071566:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.071569:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4857a0 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071575:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4857a0 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071609:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f000/0xaad440e68c485792 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774d6 expref: 18 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071625:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c4857a7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774d6 expref: 17 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.071632:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa1b:0x0].0x0 (ffff88ca9258de00) 00010000:00010000:0.0:1788572577.071634:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572577.071637:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9e000, rc 0) 00000100:00100000:0.0:1788572577.071704:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:361572:x1875453632997248:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1116us (1775us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.071712:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138034 00000100:00100000:3.0:1788572577.074803:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.075484:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632997504 00000100:00100000:2.0:1788572577.075494:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632997504 00000100:00100000:1.0:1788572577.075572:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138035 00000100:00100000:1.0:1788572577.075585:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85538700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:361572:x1875453632997504:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572577.075640:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.075667:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c4857a7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774d6 expref: 17 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.075687:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa1b:0x0].0x0 (ffff88ca9258de00) 00010000:00010000:1.0:1788572577.075700:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572577.075728:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4857ae lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.075747:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4857ae lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.075757:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4857ae lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.075770:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7000/0xaad440e68c4857b5 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.075777:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7000/0xaad440e68c4857b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.075783:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7000/0xaad440e68c4857b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.075877:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c4857bc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.075885:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c4857bc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.075896:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c4857bc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572577.076566:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3900, 64 off257792 00010000:00010000:1.0:1788572577.076622:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c4857c3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076632:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c4857c3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076641:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c4857c3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076648:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c4857c3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076654:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c4857c3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076660:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c4857c3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076677:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572577.076696:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572577.076702:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c4857c3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076708:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572577.076712:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c4857c3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076722:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c4857c3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076731:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa1b:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:1.0:1788572577.076734:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572577.076738:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c4857c3 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076744:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c4857c3 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076756:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.076757:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.076759:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.076771:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c4857bc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076777:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c4857bc lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076783:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c4857bc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076787:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.076791:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c4857bc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076796:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c4857bc lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076802:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa1b:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:1.0:1788572577.076805:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572577.076808:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c4857bc lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076813:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c4857bc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076832:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4857ae lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076838:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4857ae lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076843:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4857ae lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076848:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4857ae lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076853:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.076856:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4857ae lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076862:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4857ae lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076869:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0500) 00010000:00010000:1.0:1788572577.076871:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.076874:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4857ae lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076879:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4857ae lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.076894:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000035eca8f0 reply state 0000000035b70d77 transno 12884961932 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7000/0xaad440e68c4857b5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076905:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7000/0xaad440e68c4857b5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.076912:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xdd2d940a (ffff88caa2ec0f00) 00010000:00010000:1.0:1788572577.076914:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572577.076917:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572577.077403:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85538700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+18:361572:x1875453632997504:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1818us (2607us total) trans 12884961932 rc 0/0 00000100:00100000:1.0:1788572577.077411:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138035 00000100:00100000:1.0:1788572577.079862:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.080586:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632997632 00000100:00100000:0.0:1788572577.080597:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632997632 00000100:00100000:0.0:1788572577.080662:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138036 00000100:00100000:0.0:1788572577.080672:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+41:361572:x1875453632997632:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.080694:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.080717:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4857ca lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774dd expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.080782:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4857d1 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.080795:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4857d1 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.080806:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4857d1 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.080818:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4857d8 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.080824:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4857d8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.080831:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4857d8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.080919:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4857df lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x176:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.080925:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4857df lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x176:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.080932:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4857df lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x176:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.080995:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x176:0x0]: returning size 0 00000004:00200000:0.0:1788572577.081000:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572577.081027:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4857df lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x176:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081042:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4857df lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081051:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4857d1 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081058:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4857d1 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081064:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4857d1 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081069:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4857d1 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081075:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ec00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.081079:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4857d1 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081086:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4857d1 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081097:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258d100) 00010000:00010000:0.0:1788572577.081100:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.081105:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4857d1 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081111:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ec00/0xaad440e68c4857d1 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081128:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4857d8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081134:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4857d8 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081139:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4857d8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081143:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.081146:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4857d8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081175:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4857d8 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081182:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xef522270 (ffff88ca9258d400) 00010000:00010000:0.0:1788572577.081185:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.081187:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4857d8 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081193:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c4857d8 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081224:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4857ca lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774dd expref: 43 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081239:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4857df lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774dd expref: 42 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.081498:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x176:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.081502:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572577.081504:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9e400, rc 0) 00000100:00100000:0.0:1788572577.081567:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+42:361572:x1875453632997632:12345-192.168.202.54@tcp:101:rm.0 Request processed in 897us (1714us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.081575:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138036 00000100:00100000:1.0:1788572577.086834:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.086927:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632997888 00000100:00100000:0.0:1788572577.086938:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632997888 00000100:00100000:0.0:1788572577.087189:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138037 00000100:00100000:0.0:1788572577.087200:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+42:361572:x1875453632997888:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572577.087272:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.087373:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4857df lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x176:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774dd expref: 42 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087394:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x176:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.087406:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572577.087432:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4857e6 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087445:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4857e6 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087454:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4857e6 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087466:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e200/0xaad440e68c4857ed lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087476:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e200/0xaad440e68c4857ed lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087483:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e200/0xaad440e68c4857ed lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087578:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c4857f4 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x176:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087587:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c4857f4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x176:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087594:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c4857f4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x176:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572577.087828:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3217, 64 off214080 00010000:00010000:0.0:1788572577.087876:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4857fb lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x176:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087886:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4857fb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x176:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087894:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4857fb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x176:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087902:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4857fb lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x176:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087908:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4857fb lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x176:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087915:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4857fb lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x176:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.087998:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572577.088025:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c4857f4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x176:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088033:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c4857f4 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x176:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088040:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c4857f4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x176:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088046:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.088051:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c4857f4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x176:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088059:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c4857f4 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x176:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088067:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x176:0x0].0x0 (ffff88ca9258d700) 00010000:00010000:0.0:1788572577.088070:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572577.088074:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c4857f4 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x176:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088080:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c4857f4 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x176:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088097:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4857e6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088103:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4857e6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088113:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4857e6 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088119:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4857e6 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088123:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.088125:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4857e6 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088131:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4857e6 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088137:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.088140:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.088143:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4857e6 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088149:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4857e6 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.088198:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005ef05e4a reply state 000000009b8dcab7 transno 8589973243 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e200/0xaad440e68c4857ed lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088209:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e200/0xaad440e68c4857ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.088216:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xef522270 (ffff88ca9258d900) 00010000:00010000:0.0:1788572577.088218:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572577.088221:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572577.088482:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+43:361572:x1875453632997888:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1281us (1655us total) trans 8589973243 rc 0/0 00000100:00100000:0.0:1788572577.088491:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138037 00000100:00100000:3.0:1788572577.091009:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.091524:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632998016 00000100:00100000:1.0:1788572577.091535:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632998016 00000100:00100000:1.0:1788572577.091597:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138038 00000100:00100000:1.0:1788572577.091608:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85539180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+43:361572:x1875453632998016:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.091636:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.091660:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485802 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774e4 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091728:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485809 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091742:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485809 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091759:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485809 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091774:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7600/0xaad440e68c485810 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091780:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7600/0xaad440e68c485810 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091786:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7600/0xaad440e68c485810 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091868:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485817 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091875:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485817 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091881:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485817 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.091902:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485817 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091916:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485809 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091923:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485809 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091928:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485809 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091939:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485809 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091955:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.091960:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485809 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091967:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485809 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091979:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0000) 00010000:00010000:1.0:1788572577.091983:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.091987:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485809 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.091995:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485809 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.092011:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7600/0xaad440e68c485810 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.092028:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7600/0xaad440e68c485810 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.092033:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7600/0xaad440e68c485810 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.092038:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.092041:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7600/0xaad440e68c485810 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.092051:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7600/0xaad440e68c485810 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.092059:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8f85ddb1 (ffff88caa2ec0100) 00010000:00010000:1.0:1788572577.092061:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.092064:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7600/0xaad440e68c485810 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.092070:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7600/0xaad440e68c485810 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.092101:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485802 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774e4 expref: 45 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.092116:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485817 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774e4 expref: 44 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.092123:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e4:0x0].0x0 (ffff88caa2ec0400) 00010000:00010000:1.0:1788572577.092125:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572577.092127:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7e00, rc 0) 00000100:00100000:1.0:1788572577.092217:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85539180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+44:361572:x1875453632998016:12345-192.168.202.54@tcp:101:rm.0 Request processed in 610us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.092225:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138038 00010000:00010000:2.0:1788572577.093292:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572577.093303:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4857fb lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x176:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.093318:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572577.093322:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4857fb lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x176:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.093343:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4857fb lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x176:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.093360:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x176:0x0].0x0 (ffff88ca9258d700) 00010000:00010000:2.0:1788572577.093363:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572577.093369:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4857fb lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x176:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.093375:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4857fb lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x176:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.093399:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.093401:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.093403:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572577.095657:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.095749:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632998144 00000100:00100000:2.0:1788572577.095761:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632998144 00000100:00100000:2.0:1788572577.095862:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138039 00000100:00100000:2.0:1788572577.095872:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+18:361572:x1875453632998144:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572577.095895:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.095918:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c48581e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774eb expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.096091:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485825 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.096111:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485825 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.096122:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485825 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572577.096194:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x9e4:0x0]: returning size 0 00000004:00200000:2.0:1788572577.096199:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572577.096239:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c48581e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774eb expref: 20 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.096269:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485825 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774eb expref: 19 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.096283:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e4:0x0].0x0 (ffff88ca91de0400) 00010000:00010000:2.0:1788572577.096285:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572577.096289:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f01a00, rc 0) 00000100:00100000:2.0:1788572577.096350:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:361572:x1875453632998144:12345-192.168.202.54@tcp:101:rm.0 Request processed in 480us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.096358:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138039 00000100:00100000:1.0:1788572577.099196:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.099791:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.099817:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632998272 00000100:00100000:1.0:1788572577.099826:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632998272 00000100:00100000:1.0:1788572577.099883:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15897 00000100:00100000:1.0:1788572577.099892:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90181880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+44:352626:x1875453632998272:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572577.099908:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.099931:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485817 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774e4 expref: 44 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.099960:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e4:0x0].0x0 (ffff88caa2ec0400) 00010000:00010000:1.0:1788572577.099973:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.100034:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90181880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+43:352626:x1875453632998272:12345-192.168.202.54@tcp:103:rm.0 Request processed in 143us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.100042:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15897 00000100:00100000:0.0:1788572577.100397:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632998528 00000100:00100000:0.0:1788572577.100402:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632998528 00000100:00100000:0.0:1788572577.100483:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138040 00000100:00100000:0.0:1788572577.100491:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:361572:x1875453632998528:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572577.100540:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.100555:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c485825 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774eb expref: 19 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.100569:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e4:0x0].0x0 (ffff88ca91de0400) 00010000:00010000:0.0:1788572577.100577:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572577.100625:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.100634:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.100643:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.100666:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196013696:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572577.100712:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.100742:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3600 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.100759:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196013696 00000100:00100000:0.0:1788572577.100762:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196013696 00000100:00100000:0.0:1788572577.100791:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36932 00000100:00100000:0.0:1788572577.100798:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+65:204288:x1875440196013696:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572577.100812:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.100826:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485833 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48582c expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.100847:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485833 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48582c expref: 66 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.100859:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485833 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48582c expref: 66 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.100867:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258d400) 00010000:00010000:0.0:1788572577.100869:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.100872:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fe00, rc 0) 00000100:00100000:0.0:1788572577.100901:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+66:204288:x1875440196013696:12345-0@lo:101:mdt00_003.0 Request processed in 103us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.100906:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36932 00000100:00100000:0.0:1788572577.101001:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196013696:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572577.101084:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485833 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.101096:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485833 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572577.101114:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572577.101134:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c48583a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.101142:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c48583a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.101175:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c48583a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.101187:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196013824:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572577.101211:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.101227:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3600 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.102746:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196013824 00000100:00100000:0.0:1788572577.102760:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196013824 00000100:00100000:0.0:1788572577.102824:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36933 00000100:00100000:0.0:1788572577.102834:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+66:204288:x1875440196013824:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572577.102854:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.102878:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c485841 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48583a expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.102906:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c485841 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48583a expref: 67 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.102919:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c485841 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48583a expref: 67 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.102927:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8f85ddb1 (ffff88ca9258d600) 00010000:00010000:0.0:1788572577.102930:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.102934:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f000, rc 0) 00000100:00100000:0.0:1788572577.103478:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+67:204288:x1875440196013824:12345-0@lo:101:mdt00_003.0 Request processed in 643us (2263us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.103486:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36933 00000100:00100000:1.0:1788572577.103592:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196013824:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572577.103614:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c48583a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485841 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.103626:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c48583a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485841 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.103649:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:1.0:1788572577.103701:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196013952:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572577.103744:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.103811:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.103894:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196013952 00000100:00100000:0.0:1788572577.103900:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196013952 00000100:00100000:0.0:1788572577.104035:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36934 00000100:00100000:0.0:1788572577.104044:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+67:204288:x1875440196013952:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572577.104122:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+67:204288:x1875440196013952:12345-0@lo:1000:mdt00_003.0 Request processed in 79us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.104130:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36934 00000100:00100000:1.0:1788572577.104191:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196013952:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572577.104231:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196014080:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572577.104263:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.104683:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.104736:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196014080 00000100:00100000:3.0:1788572577.104741:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196014080 00000100:00100000:2.0:1788572577.104874:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36935 00000100:00100000:2.0:1788572577.104882:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+67:204288:x1875440196014080:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788572577.105108:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+67:204288:x1875440196014080:12345-0@lo:1000:mdt00_003.0 Request processed in 226us (854us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572577.105116:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36935 00000100:00100000:1.0:1788572577.105421:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196014080:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1788572577.105485:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.105496:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.105507:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.105524:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196014208:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1788572577.105554:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.105608:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898540 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.105639:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196014208 00000100:00100000:0.0:1788572577.105644:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196014208 00000100:00100000:0.0:1788572577.105708:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36936 00000100:00100000:0.0:1788572577.105716:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+67:204288:x1875440196014208:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572577.105726:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.105742:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c48584f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485848 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.105765:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c48584f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485848 expref: 68 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.105777:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c48584f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485848 expref: 68 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.105785:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e4:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:0.0:1788572577.105788:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.105791:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fc00, rc 0) 00000100:00100000:0.0:1788572577.105828:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+68:204288:x1875440196014208:12345-0@lo:101:mdt00_003.0 Request processed in 114us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.105834:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36936 00000100:00100000:1.0:1788572577.105882:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196014208:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572577.105895:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48584f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.105905:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48584f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.105927:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485856 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.105935:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485856 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.105953:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485856 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572577.106374:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3883, 64 off256704 00000004:00080000:1.0:1788572577.106384:0:204288:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 13555200231213ns, next at 13556200228499ns, rc = 0 00000040:00080000:1.0:1788572577.106416:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].183, 392 off104184 00000040:00080000:1.0:1788572577.106467:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].651, 472 off354584 00000004:00080000:1.0:1788572577.106473:0:204288:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92898540 with version 4821 00000004:00080000:3.0:1788572577.106721:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4821 rpc_version 4821 00000020:00100000:3.0:1788572577.106746:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572577.106753:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca85538a80 x1875440196014464/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572577.106771:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85538a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196014464:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572577.106820:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.107042:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.107132:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196014464 00000100:00100000:2.0:1788572577.107140:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196014464 00000100:00100000:2.0:1788572577.107204:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36937 00000100:00100000:2.0:1788572577.107213:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8553a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+68:202414:x1875440196014464:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572577.107649:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8553a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+69:202414:x1875440196014464:12345-0@lo:1000:osp_up1-0.0 Request processed in 437us (828us total) trans 8589973244 rc 0/0 00000100:00100000:2.0:1788572577.107657:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36937 00000100:00100000:3.0:1788572577.107769:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85538a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196014464:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1788572577.107847:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48585d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.107863:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48585d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.107875:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48585d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.107883:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48585d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.107890:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48585d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.107898:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48585d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.107917:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572577.108023:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.108030:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48585d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108051:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485856 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108058:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485856 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108063:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485856 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.108377:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572577.108382:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48585d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.108393:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48585d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.108406:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e4:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:3.0:1788572577.108409:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.108414:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48585d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.108420:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48585d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108487:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.108492:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485856 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108499:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485856 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108509:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e4:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:2.0:1788572577.108511:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.108514:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485856 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108520:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485856 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108539:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48584f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108547:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48584f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108554:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48584f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108576:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1788572577.108588:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572577.108594:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485833 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108608:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485833 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108614:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485833 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108628:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572577.108631:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572577.108636:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c48583a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485841 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.108644:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c48583a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485841 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.108721:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90180380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:361572:x1875453632998528:12345-192.168.202.54@tcp:36:rm.0 Request processed in 8227us (9565us total) trans 12884961933 rc 0/0 00000100:00100000:2.0:1788572577.108730:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138040 00010000:00010000:2.0:1788572577.110490:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572577.110504:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48584f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.110515:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572577.110522:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48584f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.110532:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48584f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.110577:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48584f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.110585:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.110612:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48584f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.110620:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7a00/0xaad440e68c485848 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48584f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.110644:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572577.110649:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485833 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.110655:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ea00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572577.110658:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485833 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.110665:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485833 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.110682:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485833 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.110689:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.110695:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485833 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.110708:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c48582c lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485833 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.110723:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.110725:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.110728:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.110748:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196014720:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.110815:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.110855:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788572577.110861:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196014592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.110883:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572577.111394:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572577.111610:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196014720 00000100:00100000:0.0:1788572577.111619:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196014720 00000100:00100000:0.0:1788572577.111675:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196014592 00000100:00100000:0.0:1788572577.111678:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196014592 00000100:00100000:0.0:1788572577.111713:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15898 00000100:00100000:0.0:1788572577.111723:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+70:3638:x1875440196014720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.111736:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.111754:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485833 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48582c expref: 70 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.111771:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258d400) 00010000:00010000:0.0:1788572577.111781:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.111829:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+69:3638:x1875440196014720:12345-0@lo:103:ldlm_bl.0 Request processed in 108us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.111836:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15898 00000100:00100000:0.0:1788572577.111852:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15899 00000100:00100000:0.0:1788572577.111859:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e055f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+68:3638:x1875440196014592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.111867:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.111879:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c48584f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9e4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485848 expref: 68 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.111889:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e4:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:0.0:1788572577.111895:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.111917:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e055f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+67:3638:x1875440196014592:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.111923:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15899 00000100:00100000:0.0:1788572577.112046:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196014592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.112057:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196014720:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572577.112185:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572577.114267:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.114490:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632998656 00000100:00100000:0.0:1788572577.114499:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632998656 00000100:00100000:0.0:1788572577.114551:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138041 00000100:00100000:0.0:1788572577.114561:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:361572:x1875453632998656:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.114588:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.114612:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485864 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774f2 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.114689:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e600/0xaad440e68c48586b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.114704:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e600/0xaad440e68c48586b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.114717:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e600/0xaad440e68c48586b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.114730:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e400/0xaad440e68c485872 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.114737:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e400/0xaad440e68c485872 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.114744:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e400/0xaad440e68c485872 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.114879:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196014848:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572577.114936:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.115448:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde30c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.115517:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196014848 00000100:00100000:2.0:1788572577.115524:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196014848 00000100:00100000:2.0:1788572577.115574:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36938 00000100:00100000:2.0:1788572577.115582:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+67:202394:x1875440196014848:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572577.115669:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+67:202394:x1875440196014848:12345-0@lo:1000:mdt00_002.0 Request processed in 88us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.115677:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36938 00000100:00100000:0.0:1788572577.115806:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196014848:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1788572577.115858:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485879 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.115872:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485879 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.115882:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485879 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.115908:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485879 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.115924:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e600/0xaad440e68c48586b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.115932:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e600/0xaad440e68c48586b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.115938:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e600/0xaad440e68c48586b lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.116141:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e600/0xaad440e68c48586b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.116148:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.117083:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e600/0xaad440e68c48586b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117095:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e600/0xaad440e68c48586b lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117109:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.117113:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.117118:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e600/0xaad440e68c48586b lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117126:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e600/0xaad440e68c48586b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117144:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e400/0xaad440e68c485872 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117365:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e400/0xaad440e68c485872 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117374:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e400/0xaad440e68c485872 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117380:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.117382:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e400/0xaad440e68c485872 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117389:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e400/0xaad440e68c485872 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117398:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x66397af7 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.117400:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.117403:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e400/0xaad440e68c485872 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117410:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e400/0xaad440e68c485872 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117459:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485864 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774f2 expref: 21 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117480:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485879 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774f2 expref: 20 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.117488:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5cd:0x0].0x0 (ffff88ca9258d200) 00010000:00010000:0.0:1788572577.117491:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.117493:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fa00, rc 0) 00000100:00100000:0.0:1788572577.117566:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:361572:x1875453632998656:12345-192.168.202.54@tcp:101:rm.0 Request processed in 3005us (3318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.117576:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138041 00000100:00100000:2.0:1788572577.120983:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.121096:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632998784 00000100:00100000:0.0:1788572577.121107:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632998784 00000100:00100000:0.0:1788572577.121204:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138042 00000100:00100000:0.0:1788572577.121215:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+43:361572:x1875453632998784:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.121237:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.121271:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485880 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b774f9 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.121354:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485887 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.121368:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485887 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.121380:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485887 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.121432:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x5cd:0x0]: returning size 0 00000004:00200000:0.0:1788572577.121437:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572577.121475:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485880 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774f9 expref: 45 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.121493:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485887 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774f9 expref: 44 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.121501:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5cd:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:0.0:1788572577.121504:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572577.121508:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fe00, rc 0) 00000100:00100000:0.0:1788572577.121559:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+44:361572:x1875453632998784:12345-192.168.202.54@tcp:101:rm.0 Request processed in 346us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.121565:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138042 00000100:00100000:2.0:1788572577.127374:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.127413:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.127530:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632999168 00000100:00100000:3.0:1788572577.127540:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632999168 00000100:00100000:3.0:1788572577.127602:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138043 00000100:00100000:3.0:1788572577.127611:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+44:361572:x1875453632999168:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.127666:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.127695:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485887 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774f9 expref: 44 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.127715:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5cd:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:3.0:1788572577.127729:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.127777:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.127786:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.127797:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.127819:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85539c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196014976:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1788572577.127872:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.127901:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.128213:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196014976 00000100:00100000:0.0:1788572577.128218:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196014976 00000100:00100000:0.0:1788572577.128247:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36939 00000100:00100000:0.0:1788572577.128254:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+22:225655:x1875440196014976:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1788572577.128268:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.128297:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485895 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48588e expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.128321:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485895 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48588e expref: 23 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.128346:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485895 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48588e expref: 23 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.128352:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d400) 00010000:00010000:0.0:1788572577.128355:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.128358:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ea00, rc 0) 00000100:00100000:0.0:1788572577.128401:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+23:225655:x1875440196014976:12345-0@lo:101:mdt00_005.0 Request processed in 148us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.128407:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36939 00000100:00100000:1.0:1788572577.128887:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632998912 00000100:00100000:1.0:1788572577.128892:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632998912 00000100:00100000:1.0:1788572577.128936:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15900 00000100:00100000:1.0:1788572577.128953:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:352625:x1875453632998912:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572577.128964:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.128978:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485879 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b774f2 expref: 20 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.128993:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5cd:0x0].0x0 (ffff88ca9258d200) 00010000:00010000:1.0:1788572577.129002:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.129060:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:352625:x1875453632998912:12345-192.168.202.54@tcp:103:rm.0 Request processed in 117us (1697us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.129067:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15900 00000100:00100000:3.0:1788572577.129705:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85539c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196014976:0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572577.129726:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485895 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.129738:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485895 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.129759:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572577.129795:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe600/0xaad440e68c48589c lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.129803:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe600/0xaad440e68c48589c lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.129816:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe600/0xaad440e68c48589c lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.129832:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196015104:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1788572577.129868:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.129886:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.129938:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196015104 00000100:00100000:2.0:1788572577.129951:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196015104 00000100:00100000:2.0:1788572577.129989:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36940 00000100:00100000:2.0:1788572577.129998:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+23:225655:x1875440196015104:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572577.130010:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.130025:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4858a3 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48589c expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.130043:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4858a3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48589c expref: 24 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.130055:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4858a3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48589c expref: 24 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.130063:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x66397af7 (ffff88ca91de0c00) 00010000:00010000:2.0:1788572577.130066:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.130069:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00e00, rc 0) 00000100:00100000:2.0:1788572577.130111:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+24:225655:x1875440196015104:12345-0@lo:101:mdt00_005.0 Request processed in 114us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.130117:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36940 00000100:00100000:3.0:1788572577.130236:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196015104:0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572577.130247:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe600/0xaad440e68c48589c lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4858a3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.130267:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe600/0xaad440e68c48589c lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4858a3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.130286:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:3.0:1788572577.130319:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196015232:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788572577.130357:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.130381:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481600 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.130483:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196015232 00000100:00100000:2.0:1788572577.130488:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196015232 00000100:00100000:2.0:1788572577.130522:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36941 00000100:00100000:2.0:1788572577.130529:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+24:225655:x1875440196015232:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572577.130591:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+24:225655:x1875440196015232:12345-0@lo:1000:mdt00_005.0 Request processed in 62us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.130598:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36941 00000100:00100000:3.0:1788572577.130883:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196015232:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788572577.130925:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196015360:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788572577.130963:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.130984:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481600 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.131038:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196015360 00000100:00100000:2.0:1788572577.131042:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196015360 00000100:00100000:2.0:1788572577.131074:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36942 00000100:00100000:2.0:1788572577.131081:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+24:225655:x1875440196015360:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572577.131205:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+24:225655:x1875440196015360:12345-0@lo:1000:mdt00_005.0 Request processed in 125us (241us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572577.131215:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36942 00000100:00100000:1.0:1788572577.131475:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018d500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196015360:0@lo:1000:mdt00_005.0 00010000:00010000:1.0:1788572577.131529:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.131537:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.131545:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.131561:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85539c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196015488:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1788572577.131587:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.131612:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92805540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.131665:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196015488 00000100:00100000:2.0:1788572577.131670:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196015488 00000100:00100000:2.0:1788572577.131704:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36943 00000100:00100000:2.0:1788572577.131712:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85539f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+24:225655:x1875440196015488:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572577.131721:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.131735:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4858b1 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4858aa expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.131755:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4858b1 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4858aa expref: 25 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.131769:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4858b1 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4858aa expref: 25 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.131778:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5cd:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:2.0:1788572577.131781:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572577.131784:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00400, rc 0) 00000100:00100000:2.0:1788572577.131815:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85539f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+25:225655:x1875440196015488:12345-0@lo:101:mdt00_005.0 Request processed in 104us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.131821:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36943 00000100:00100000:1.0:1788572577.132011:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85539c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196015488:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572577.132039:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4858b1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.132049:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4858b1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.132073:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858b8 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.132081:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858b8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.132090:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858b8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572577.132725:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3213, 64 off213824 00000040:00080000:1.0:1788572577.132763:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].894, 392 off514648 00000040:00080000:1.0:1788572577.132816:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1437, 472 off1256984 00000004:00080000:1.0:1788572577.132823:0:225655:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca92805540 with version 15449 00000004:00080000:2.0:1788572577.132888:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15449 rpc_version 15449 00000020:00100000:2.0:1788572577.132914:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572577.132921:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e056a00 x1875440196015744/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572577.132940:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e056a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196015744:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572577.132988:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.133029:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.133121:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196015744 00000100:00100000:0.0:1788572577.133127:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196015744 00000100:00100000:0.0:1788572577.133198:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36944 00000100:00100000:0.0:1788572577.133208:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:203127:x1875440196015744:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572577.133518:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:203127:x1875440196015744:12345-0@lo:1000:osp_up0-1.0 Request processed in 311us (528us total) trans 12884961934 rc 0/0 00000100:00100000:0.0:1788572577.133526:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36944 00000100:00100000:1.0:1788572577.134089:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e056a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196015744:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572577.134194:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4858bf lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134209:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4858bf lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134221:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4858bf lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134230:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4858bf lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134237:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4858bf lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134243:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4858bf lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134407:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.134431:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858b8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134438:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858b8 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134445:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858b8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134452:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.134457:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858b8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134465:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858b8 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134478:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5cd:0x0].0x0 (ffff88caa2ec0000) 00010000:00010000:2.0:1788572577.134481:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.134485:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858b8 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134491:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858b8 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134505:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4858b1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134512:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4858b1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134520:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4858b1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134541:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572577.134553:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.134558:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485895 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134566:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485895 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134573:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485895 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134588:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1788572577.134592:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.134596:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe600/0xaad440e68c48589c lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4858a3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.134602:0:225655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe600/0xaad440e68c48589c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4858a3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.134669:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+44:361572:x1875453632999168:12345-192.168.202.54@tcp:36:rm.0 Request processed in 7057us (7253us total) trans 8589973245 rc 0/0 00000100:00100000:2.0:1788572577.134677:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138043 00010000:00010000:3.0:1788572577.134732:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572577.134739:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4858bf lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134746:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572577.134750:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4858bf lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134757:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4858bf lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134767:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5cd:0x0].0x0 (ffff88caa2ec0000) 00010000:00010000:3.0:1788572577.134770:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.134773:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4858bf lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134779:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4858bf lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134796:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572577.134800:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4858b1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134806:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.134811:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4858b1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.134819:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4858b1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134846:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4858b1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134852:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572577.134884:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4858b1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134898:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b7600/0xaad440e68c4858aa lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4858b1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134911:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.134914:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485895 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134920:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.134924:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485895 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.134932:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485895 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134960:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485895 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134966:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572577.134973:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485895 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134980:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c48588e lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485895 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.134994:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.134995:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.134997:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572577.135010:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196016000:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572577.135057:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.135089:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196016000 00000100:00100000:3.0:1788572577.135095:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196016000 00000100:00100000:3.0:1788572577.135134:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15901 00000100:00100000:3.0:1788572577.135141:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+26:3640:x1875440196016000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572577.135177:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.135194:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485895 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48588e expref: 26 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.135207:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d400) 00010000:00010000:3.0:1788572577.135216:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572577.135239:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+25:3640:x1875440196016000:12345-0@lo:103:ldlm_bl.0 Request processed in 98us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.135245:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15901 00000100:00100000:3.0:1788572577.135468:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196016000:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572577.135487:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788572577.135494:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196015872:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572577.135515:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572577.135775:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.136187:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.136259:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196015872 00000100:00100000:2.0:1788572577.136265:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196015872 00000100:00100000:2.0:1788572577.136431:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15902 00000100:00100000:2.0:1788572577.136441:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+25:3640:x1875440196015872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.136454:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.136471:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4858b1 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5cd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4858aa expref: 25 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.136488:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5cd:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:2.0:1788572577.136497:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.136548:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+24:3640:x1875440196015872:12345-0@lo:103:ldlm_bl.0 Request processed in 108us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.136556:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15902 00000100:00100000:0.0:1788572577.136669:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196015872:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.140323:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.140589:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632999296 00000100:00100000:1.0:1788572577.140600:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632999296 00000100:00100000:1.0:1788572577.140658:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138044 00000100:00100000:1.0:1788572577.140668:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+44:361572:x1875453632999296:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.140691:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.140716:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c4858c6 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77500 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140779:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4858cd lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140794:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4858cd lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140806:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4858cd lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140818:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858d4 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140825:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858d4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140832:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858d4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140903:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c4858db lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x749:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140911:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c4858db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140919:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c4858db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.140957:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c4858db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140973:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4858cd lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140980:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4858cd lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140986:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4858cd lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140993:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4858cd lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.140999:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.141003:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4858cd lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141011:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4858cd lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141032:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:1.0:1788572577.141035:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.141040:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4858cd lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141046:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4858cd lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141060:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858d4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141066:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858d4 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141072:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858d4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141076:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.141079:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858d4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141085:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858d4 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141092:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8e7399fd (ffff88caa2ec0900) 00010000:00010000:1.0:1788572577.141095:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.141097:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858d4 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141103:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4858d4 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141134:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c4858c6 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77500 expref: 46 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141185:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c4858db lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77500 expref: 45 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.141193:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x749:0x0].0x0 (ffff88caa2ec0700) 00010000:00010000:1.0:1788572577.141195:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572577.141198:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7e00, rc 0) 00000100:00100000:1.0:1788572577.141469:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+45:361572:x1875453632999296:12345-192.168.202.54@tcp:101:rm.0 Request processed in 801us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.141477:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138044 00000100:00100000:1.0:1788572577.144357:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.144597:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632999424 00000100:00100000:0.0:1788572577.144607:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632999424 00000100:00100000:0.0:1788572577.144662:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138045 00000100:00100000:0.0:1788572577.144674:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85539c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:361572:x1875453632999424:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.144697:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.144721:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4858e2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x749:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77507 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.144878:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4858e9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x749:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.144894:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4858e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x749:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.144912:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4858e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x749:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.144963:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x749:0x0]: returning size 0 00000004:00200000:0.0:1788572577.144968:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572577.145010:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c4858e2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x749:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77507 expref: 21 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.145026:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4858e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x749:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77507 expref: 20 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.145034:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x749:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.145037:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572577.145041:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ee00, rc 0) 00000100:00100000:0.0:1788572577.145099:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85539c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:361572:x1875453632999424:12345-192.168.202.54@tcp:101:rm.0 Request processed in 427us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.145107:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138045 00000100:00100000:2.0:1788572577.148955:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.149102:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632999552 00000100:00100000:1.0:1788572577.149112:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632999552 00000100:00100000:1.0:1788572577.149195:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15903 00000100:00100000:1.0:1788572577.149206:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e055f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+45:352627:x1875453632999552:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572577.149222:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.149247:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c4858db lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77500 expref: 45 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.149281:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x749:0x0].0x0 (ffff88caa2ec0700) 00010000:00010000:1.0:1788572577.149292:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.149364:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e055f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+44:352627:x1875453632999552:12345-192.168.202.54@tcp:103:rm.0 Request processed in 159us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.149371:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15903 00000100:00100000:2.0:1788572577.150715:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.150790:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632999808 00000100:00100000:3.0:1788572577.150798:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632999808 00000100:00100000:3.0:1788572577.150852:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138046 00000100:00100000:3.0:1788572577.150862:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:361572:x1875453632999808:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.150923:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.150958:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4858e9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x749:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77507 expref: 20 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.150982:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x749:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:3.0:1788572577.150992:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.151052:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.151061:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.151072:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.151094:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196016128:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1788572577.151143:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.151486:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481300 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.151535:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196016128 00000100:00100000:0.0:1788572577.151540:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196016128 00000100:00100000:0.0:1788572577.151580:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36945 00000100:00100000:0.0:1788572577.151588:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+67:202392:x1875440196016128:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572577.151598:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.151614:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4858f7 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4858f0 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.151636:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4858f7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4858f0 expref: 68 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.151654:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4858f7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4858f0 expref: 68 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.151662:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.151664:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.151667:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9e400, rc 0) 00000100:00100000:0.0:1788572577.151709:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+68:202392:x1875440196016128:12345-0@lo:101:mdt00_000.0 Request processed in 122us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.151715:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36945 00000100:00100000:3.0:1788572577.151779:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196016128:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572577.151794:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4858f7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.151805:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4858f7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.151823:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572577.151842:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe200/0xaad440e68c4858fe lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.151849:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe200/0xaad440e68c4858fe lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.151862:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe200/0xaad440e68c4858fe lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.151873:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196016256:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1788572577.151893:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.151913:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481300 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.152032:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196016256 00000100:00100000:0.0:1788572577.152036:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196016256 00000100:00100000:0.0:1788572577.152064:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36946 00000100:00100000:0.0:1788572577.152070:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+68:202392:x1875440196016256:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572577.152078:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.152089:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c485905 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4858fe expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.152104:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c485905 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4858fe expref: 69 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.152114:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c485905 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4858fe expref: 69 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.152122:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8e7399fd (ffff88ca9258d400) 00010000:00010000:0.0:1788572577.152124:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.152127:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9e600, rc 0) 00000100:00100000:0.0:1788572577.152178:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+69:202392:x1875440196016256:12345-0@lo:101:mdt00_000.0 Request processed in 108us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.152184:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36946 00000100:00100000:3.0:1788572577.152440:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196016256:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572577.152452:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe200/0xaad440e68c4858fe lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485905 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.152461:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe200/0xaad440e68c4858fe lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485905 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.152473:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:3.0:1788572577.152508:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196016384:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788572577.152536:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.152593:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.153746:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196016384 00000100:00100000:0.0:1788572577.153756:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196016384 00000100:00100000:0.0:1788572577.153849:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36947 00000100:00100000:0.0:1788572577.153860:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+69:202392:x1875440196016384:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572577.154143:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+69:202392:x1875440196016384:12345-0@lo:1000:mdt00_000.0 Request processed in 284us (1604us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.154175:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36947 00000100:00100000:3.0:1788572577.154485:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196016384:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788572577.154545:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196016512:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788572577.154577:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.154641:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.154675:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196016512 00000100:00100000:2.0:1788572577.154680:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196016512 00000100:00100000:2.0:1788572577.154741:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36948 00000100:00100000:2.0:1788572577.154749:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+69:202392:x1875440196016512:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572577.154847:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+69:202392:x1875440196016512:12345-0@lo:1000:mdt00_000.0 Request processed in 99us (268us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572577.154855:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36948 00000100:00100000:3.0:1788572577.154902:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196016512:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1788572577.154966:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.154976:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.154986:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.154998:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196016640:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1788572577.155032:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.155442:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481300 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.155484:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196016640 00000100:00100000:1.0:1788572577.155489:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196016640 00000100:00100000:1.0:1788572577.155558:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36949 00000100:00100000:1.0:1788572577.155566:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+69:202392:x1875440196016640:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572577.155577:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.155595:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485913 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48590c expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.155619:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485913 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48590c expref: 70 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.155633:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485913 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48590c expref: 70 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.155641:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x749:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:1.0:1788572577.155643:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572577.155648:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7200, rc 0) 00000100:00100000:1.0:1788572577.155683:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+70:202392:x1875440196016640:12345-0@lo:101:mdt00_000.0 Request processed in 118us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.155690:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36949 00000100:00100000:1.0:1788572577.155810:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196016640:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572577.155825:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485913 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.155835:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485913 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.155859:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48591a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.155868:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48591a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.155877:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48591a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572577.156590:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3884, 64 off256768 00000040:00080000:1.0:1788572577.156621:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].184, 392 off104576 00000040:00080000:1.0:1788572577.156667:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].652, 472 off355056 00000004:00080000:1.0:1788572577.156673:0:202392:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8ff62000 with version 4822 00000004:00080000:3.0:1788572577.156750:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4822 rpc_version 4822 00000020:00100000:3.0:1788572577.156777:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572577.156785:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83a1f480 x1875440196016896/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572577.156805:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1f480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196016896:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572577.156843:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.156918:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.157143:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196016896 00000100:00100000:2.0:1788572577.157414:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196016896 00000100:00100000:2.0:1788572577.157498:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36950 00000100:00100000:2.0:1788572577.157508:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+70:202414:x1875440196016896:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572577.157802:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+71:202414:x1875440196016896:12345-0@lo:1000:osp_up1-0.0 Request processed in 295us (956us total) trans 8589973246 rc 0/0 00000100:00100000:2.0:1788572577.157809:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36950 00000100:00100000:3.0:1788572577.157903:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1f480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196016896:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572577.158068:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485921 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x749:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158085:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485921 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x749:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158097:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485921 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x749:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158105:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485921 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x749:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158112:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485921 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x749:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158119:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485921 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x749:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158207:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572577.158231:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48591a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158242:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48591a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158260:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48591a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158266:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.158541:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48591a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158553:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48591a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158568:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x749:0x0].0x0 (ffff88caa2ec0900) 00010000:00010000:0.0:1788572577.158571:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.158576:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48591a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158583:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48591a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158598:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485913 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158606:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485913 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.158614:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485913 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.158750:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572577.158757:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485921 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x749:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.158764:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572577.158767:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485921 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x749:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.158774:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485921 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x749:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.158784:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x749:0x0].0x0 (ffff88caa2ec0900) 00010000:00010000:3.0:1788572577.158786:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.158789:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485921 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x749:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.158795:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485921 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x749:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.158810:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.158814:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485913 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.158820:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.158824:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 5/0,0 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485913 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.158832:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 5/0,0 mode: EX/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485913 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.158861:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 4/0,0 mode: --/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485913 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.158867:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572577.158902:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 3/0,0 mode: --/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485913 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.158910:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.158912:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.158914:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.158961:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788572577.158980:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196017024:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.159037:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.159187:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196017024 00000100:00100000:3.0:1788572577.159193:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196017024 00000100:00100000:3.0:1788572577.159239:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15904 00000100:00100000:3.0:1788572577.159258:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+71:3638:x1875440196017024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572577.159272:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.159299:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485913 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48590c expref: 71 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.159312:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x749:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:3.0:1788572577.159319:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572577.159369:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+70:3638:x1875440196017024:12345-0@lo:103:ldlm_bl.0 Request processed in 122us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.159375:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15904 00000100:00100000:2.0:1788572577.159618:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196017024:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.159751:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788572577.159758:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84aff800/0xaad440e68c48590c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x749:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485913 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572577.159787:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572577.159793:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4858f7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.159801:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4858f7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.159808:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4858f7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.159839:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.159844:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4858f7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.159851:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.159856:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4858f7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.159863:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4858f7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.159884:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 4/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4858f7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.159891:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788572577.159933:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196017152:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.160029:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572577.160084:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4858f7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.160099:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.160101:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.160103:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.160254:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788572577.160260:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe400/0xaad440e68c4858f0 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4858f7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572577.160388:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572577.160395:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe200/0xaad440e68c4858fe lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485905 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.160404:0:202392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe200/0xaad440e68c4858fe lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485905 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.160481:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:361572:x1875453632999808:12345-192.168.202.54@tcp:36:rm.0 Request processed in 9617us (9770us total) trans 12884961935 rc 0/0 00000100:00100000:0.0:1788572577.160492:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138046 00010000:00010000:3.0:1788572577.163406:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572577.163622:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.163694:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453632999936 00000100:00100000:2.0:1788572577.163704:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453632999936 00000100:00100000:2.0:1788572577.163767:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138047 00000100:00100000:2.0:1788572577.163779:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:361572:x1875453632999936:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572577.163807:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.163840:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485928 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7750e expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.163932:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48592f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.164012:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48592f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.164035:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48592f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.164051:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485936 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.164059:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485936 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.164065:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485936 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.164243:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfab100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196017280:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572577.164533:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.164611:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.164752:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196017152 00000100:00100000:1.0:1788572577.164759:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196017152 00000100:00100000:1.0:1788572577.164810:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15905 00000100:00100000:1.0:1788572577.164820:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+70:3638:x1875440196017152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572577.164832:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.164856:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e400/0xaad440e68c4858f7 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4858f0 expref: 70 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.164876:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:1.0:1788572577.164888:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.164936:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+69:3638:x1875440196017152:12345-0@lo:103:ldlm_bl.0 Request processed in 118us (4906us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.165127:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15905 00000100:00100000:1.0:1788572577.165215:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196017152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.165521:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196017280 00000100:00100000:0.0:1788572577.165527:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196017280 00000100:00100000:0.0:1788572577.165601:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36951 00000100:00100000:0.0:1788572577.165609:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+69:225655:x1875440196017280:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788572577.165700:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+69:225655:x1875440196017280:12345-0@lo:1000:mdt00_005.0 Request processed in 92us (1170us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.165707:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36951 00000100:00100000:1.0:1788572577.165763:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfab100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196017280:0@lo:1000:mdt00_005.0 00010000:00010000:1.0:1788572577.165809:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c48593d lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x472:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165823:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c48593d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165833:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c48593d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.165856:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c48593d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165871:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48592f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165878:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48592f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165884:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48592f lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165891:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48592f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165897:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.165901:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48592f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165908:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48592f lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165916:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:1.0:1788572577.165919:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.165923:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48592f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165929:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01e00/0xaad440e68c48592f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165952:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485936 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165958:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485936 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165964:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485936 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165969:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.165971:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485936 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165977:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485936 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165985:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x30f234e2 (ffff88ca91de0f00) 00010000:00010000:1.0:1788572577.165988:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.165991:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485936 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.165997:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01600/0xaad440e68c485936 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.166045:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485928 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7750e expref: 22 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.166062:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c48593d lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7750e expref: 21 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.166069:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x472:0x0].0x0 (ffff88caa2ec0700) 00010000:00010000:1.0:1788572577.166072:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572577.166074:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7e00, rc 0) 00000100:00100000:1.0:1788572577.166129:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:361572:x1875453632999936:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2353us (2514us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.166137:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138047 00000100:00100000:3.0:1788572577.168817:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.168941:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633000064 00000100:00100000:1.0:1788572577.168952:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633000064 00000100:00100000:1.0:1788572577.169083:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138048 00000100:00100000:1.0:1788572577.169096:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+44:361572:x1875453633000064:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.169117:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.169142:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485944 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x472:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77515 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.169235:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c48594b lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x472:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.169409:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c48594b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x472:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.169425:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c48594b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x472:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572577.169482:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x472:0x0]: returning size 0 00000004:00200000:1.0:1788572577.169487:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572577.169527:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485944 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x472:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77515 expref: 46 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.169545:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c48594b lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x472:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77515 expref: 45 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.169553:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x472:0x0].0x0 (ffff88caa2ec0600) 00010000:00010000:1.0:1788572577.169556:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572577.169560:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7a00, rc 0) 00000100:00100000:1.0:1788572577.169618:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+45:361572:x1875453633000064:12345-192.168.202.54@tcp:101:rm.0 Request processed in 525us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.169628:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138048 00000100:00100000:2.0:1788572577.173228:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.173284:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.173480:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633000192 00000100:00100000:1.0:1788572577.173491:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633000192 00000100:00100000:1.0:1788572577.173555:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15906 00000100:00100000:1.0:1788572577.173564:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:352626:x1875453633000192:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572577.173581:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.173605:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c48593d lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7750e expref: 21 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.173622:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x472:0x0].0x0 (ffff88caa2ec0700) 00010000:00010000:1.0:1788572577.173633:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.173700:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:352626:x1875453633000192:12345-192.168.202.54@tcp:103:rm.0 Request processed in 136us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.173706:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15906 00000100:00100000:3.0:1788572577.173773:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633000448 00000100:00100000:3.0:1788572577.173778:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633000448 00000100:00100000:3.0:1788572577.173819:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138049 00000100:00100000:3.0:1788572577.173827:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+45:361572:x1875453633000448:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.173875:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.173889:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c48594b lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x472:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77515 expref: 45 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.173901:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x472:0x0].0x0 (ffff88caa2ec0600) 00010000:00010000:3.0:1788572577.173908:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.173955:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.173963:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.173973:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.173995:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196017408:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572577.174038:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.174063:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.174121:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196017408 00000100:00100000:1.0:1788572577.174125:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196017408 00000100:00100000:1.0:1788572577.174188:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36952 00000100:00100000:1.0:1788572577.174195:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+24:202393:x1875440196017408:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572577.174212:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.174228:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485959 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485952 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.174265:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485959 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485952 expref: 25 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.174285:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485959 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485952 expref: 25 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.174293:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0d00) 00010000:00010000:1.0:1788572577.174295:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.174298:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b6600, rc 0) 00000100:00100000:1.0:1788572577.174345:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+25:202393:x1875440196017408:12345-0@lo:101:mdt00_001.0 Request processed in 150us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.174350:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36952 00000100:00100000:3.0:1788572577.174593:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196017408:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572577.174609:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485959 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.174624:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485959 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.174643:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572577.174665:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c485960 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.174671:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c485960 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.174678:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c485960 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.174690:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196017536:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572577.174713:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.174739:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.174754:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196017536 00000100:00100000:3.0:1788572577.174758:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196017536 00000100:00100000:3.0:1788572577.174783:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36953 00000100:00100000:3.0:1788572577.174788:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+25:202393:x1875440196017536:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572577.174797:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.174810:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c485967 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485960 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.174825:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c485967 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485960 expref: 26 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.174834:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c485967 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485960 expref: 26 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.174842:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x30f234e2 (ffff88ca962acb00) 00010000:00010000:3.0:1788572577.174844:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.174846:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afec00, rc 0) 00000100:00100000:3.0:1788572577.174876:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+26:202393:x1875440196017536:12345-0@lo:101:mdt00_001.0 Request processed in 87us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.174882:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36953 00000100:00100000:3.0:1788572577.174909:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196017536:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572577.174919:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c485960 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485967 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.174928:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c485960 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485967 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.174953:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:3.0:1788572577.174986:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196017664:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572577.175014:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.175026:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481600 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.175365:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196017664 00000100:00100000:0.0:1788572577.175371:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196017664 00000100:00100000:0.0:1788572577.175402:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36954 00000100:00100000:0.0:1788572577.175410:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+26:202393:x1875440196017664:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572577.175492:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+26:202393:x1875440196017664:12345-0@lo:1000:mdt00_001.0 Request processed in 83us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.175499:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36954 00000100:00100000:2.0:1788572577.175692:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196017664:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788572577.175740:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfabb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196017792:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788572577.175769:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.175793:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.176562:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196017792 00000100:00100000:1.0:1788572577.176571:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196017792 00000100:00100000:1.0:1788572577.176601:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36955 00000100:00100000:1.0:1788572577.176609:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+26:202393:x1875440196017792:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788572577.176724:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+26:202393:x1875440196017792:12345-0@lo:1000:mdt00_001.0 Request processed in 115us (953us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572577.176732:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36955 00000100:00100000:2.0:1788572577.176818:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfabb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196017792:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1788572577.176878:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.176887:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.176897:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.176913:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfabb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196017920:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1788572577.176953:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.176975:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c240 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.177086:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196017920 00000100:00100000:0.0:1788572577.177091:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196017920 00000100:00100000:0.0:1788572577.177125:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36956 00000100:00100000:0.0:1788572577.177132:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+26:202393:x1875440196017920:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572577.177141:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.177181:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485975 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48596e expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.177204:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485975 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48596e expref: 27 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.177224:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485975 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48596e expref: 27 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.177232:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x472:0x0].0x0 (ffff88ca9258d200) 00010000:00010000:0.0:1788572577.177235:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.177240:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f400, rc 0) 00000100:00100000:0.0:1788572577.177400:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+27:202393:x1875440196017920:12345-0@lo:101:mdt00_001.0 Request processed in 268us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.177407:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36956 00000100:00100000:2.0:1788572577.177535:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfabb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196017920:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1788572577.177549:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485975 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.177560:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485975 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.177583:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48597c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.177591:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48597c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.177600:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48597c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.177894:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3218, 64 off214144 00000040:00080000:2.0:1788572577.177922:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].895, 392 off515040 00000040:00080000:2.0:1788572577.178038:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1438, 472 off1257456 00000004:00080000:2.0:1788572577.178044:0:202393:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9289c240 with version 15450 00000004:00080000:1.0:1788572577.178784:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15450 rpc_version 15450 00000020:00100000:1.0:1788572577.178817:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572577.178826:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbdc43480 x1875440196018176/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572577.178849:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc43480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196018176:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572577.178897:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.179039:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.179440:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196018176 00000100:00100000:0.0:1788572577.179447:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196018176 00000100:00100000:0.0:1788572577.179525:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36957 00000100:00100000:0.0:1788572577.179535:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+27:203127:x1875440196018176:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572577.179838:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+28:203127:x1875440196018176:12345-0@lo:1000:osp_up0-1.0 Request processed in 304us (940us total) trans 12884961936 rc 0/0 00000100:00100000:0.0:1788572577.179846:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36957 00000100:00100000:2.0:1788572577.179958:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc43480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196018176:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1788572577.180089:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485983 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x472:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180107:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485983 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x472:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180118:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485983 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x472:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180127:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485983 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x472:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180134:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485983 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x472:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180140:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485983 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x472:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180183:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572577.180205:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48597c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180212:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48597c lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180218:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48597c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180224:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.180229:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48597c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180238:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48597c lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180259:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x472:0x0].0x0 (ffff88ca91de0000) 00010000:00010000:3.0:1788572577.180263:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.180268:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48597c lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180282:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c48597c lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180301:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485975 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180309:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485975 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180317:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485975 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180342:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572577.180355:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572577.180365:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572577.180370:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485983 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x472:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180376:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572577.180379:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485983 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x472:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180386:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485983 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x472:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180395:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x472:0x0].0x0 (ffff88ca91de0000) 00010000:00010000:3.0:1788572577.180397:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.180400:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485983 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x472:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180407:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485983 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x472:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180429:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.180432:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485975 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180439:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.180444:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485975 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.180452:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485975 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180480:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485975 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180487:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572577.180507:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485975 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180514:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00200/0xaad440e68c48596e lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485975 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180528:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.180529:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.180531:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.180540:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485959 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180547:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485959 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180555:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485959 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180568:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1788572577.180573:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572577.180579:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.180583:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485959 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180590:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.180593:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485959 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.180600:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485959 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180618:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485959 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180624:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572577.180630:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485959 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180637:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485952 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485959 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180652:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.180654:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.180656:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.180665:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c485960 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485967 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.180673:0:202393:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c485960 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485967 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.180747:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+45:361572:x1875453633000448:12345-192.168.202.54@tcp:36:rm.0 Request processed in 6919us (7461us total) trans 8589973247 rc 0/0 00000100:00100000:3.0:1788572577.180755:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138049 00010000:00010000:2.0:1788572577.180903:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.180918:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196018304:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.180972:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.181004:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788572577.181011:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196018432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.181033:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.181068:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196018304 00000100:00100000:2.0:1788572577.181073:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196018304 00000100:00100000:2.0:1788572577.181107:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196018432 00000100:00100000:2.0:1788572577.181110:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196018432 00000100:00100000:2.0:1788572577.181134:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15907 00000100:00100000:2.0:1788572577.181141:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+29:3639:x1875440196018304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.181175:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.181194:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485975 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x472:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48596e expref: 29 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.181206:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x472:0x0].0x0 (ffff88ca9258d200) 00010000:00010000:2.0:1788572577.181215:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.181243:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9fa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+28:3639:x1875440196018304:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.181249:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15907 00000100:00100000:2.0:1788572577.181310:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15908 00000100:00100000:2.0:1788572577.181315:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+27:3639:x1875440196018432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.181325:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.181348:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485959 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485952 expref: 27 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.181358:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0d00) 00010000:00010000:2.0:1788572577.181367:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.181388:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+26:3639:x1875440196018432:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.181394:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15908 00000100:00100000:2.0:1788572577.181436:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196018432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.181445:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196018304:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.185540:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.185628:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633000576 00000100:00100000:0.0:1788572577.185639:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633000576 00000100:00100000:0.0:1788572577.185732:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138050 00000100:00100000:0.0:1788572577.185742:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:361572:x1875453633000576:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.185764:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.185793:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c48598a lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7751c expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.185866:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485991 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.185882:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485991 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.185896:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485991 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.185908:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485998 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.185915:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485998 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.185922:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485998 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186092:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48599f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186103:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48599f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7da:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186110:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48599f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7da:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.186148:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x7da:0x0]: returning size 0 00000004:00200000:0.0:1788572577.186427:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572577.186453:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48599f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7da:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186466:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48599f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186481:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485991 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186487:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485991 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186494:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485991 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186500:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485991 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186506:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.186510:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485991 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186518:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485991 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186529:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:0.0:1788572577.186532:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.186536:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485991 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186542:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485991 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186556:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485998 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186561:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485998 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186567:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485998 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186571:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.186573:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485998 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186579:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485998 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186585:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x34007884 (ffff88ca9258d100) 00010000:00010000:0.0:1788572577.186588:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.186590:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485998 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186595:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485998 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186629:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c48598a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7751c expref: 22 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186645:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48599f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7751c expref: 21 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.186652:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7da:0x0].0x0 (ffff88ca9258d700) 00010000:00010000:0.0:1788572577.186655:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572577.186657:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ea00, rc 0) 00000100:00100000:0.0:1788572577.186778:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:361572:x1875453633000576:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1035us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.186790:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138050 00000100:00100000:0.0:1788572577.190709:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.190804:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633000832 00000100:00100000:1.0:1788572577.190814:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633000832 00000100:00100000:1.0:1788572577.190879:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138051 00000100:00100000:1.0:1788572577.190890:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:361572:x1875453633000832:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572577.191110:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.191141:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48599f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x7da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7751c expref: 21 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.191418:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7da:0x0].0x0 (ffff88ca9258d700) 00010000:00010000:1.0:1788572577.191431:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.191532:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4859a6 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.191550:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4859a6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.191561:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4859a6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.191573:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4859ad lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.191579:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4859ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.191585:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4859ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.191703:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4859b4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.191712:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4859b4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.191718:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4859b4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.192124:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3901, 64 off257856 00010000:00010000:2.0:1788572577.192410:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4859bb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x7da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192420:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4859bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192428:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4859bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192436:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4859bb lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192442:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4859bb lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192448:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4859bb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192521:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.192547:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4859b4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192558:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4859b4 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192564:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4859b4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192570:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.192575:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4859b4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192583:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4859b4 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192595:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7da:0x0].0x0 (ffff88ca91de0e00) 00010000:00010000:2.0:1788572577.192598:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572577.192603:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4859b4 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192610:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00000/0xaad440e68c4859b4 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x7da:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192632:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4859a6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192639:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4859a6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192645:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4859a6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192650:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4859a6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192655:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.192658:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4859a6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192664:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4859a6 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192671:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91de0800) 00010000:00010000:2.0:1788572577.192673:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.192676:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4859a6 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192683:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4859a6 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.192700:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005e08cce5 reply state 000000003046f33a transno 12884961937 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4859ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192712:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4859ad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.192718:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x34007884 (ffff88ca91de0200) 00010000:00010000:2.0:1788572577.192720:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572577.192724:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572577.192862:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:361572:x1875453633000832:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1970us (2160us total) trans 12884961937 rc 0/0 00000100:00100000:2.0:1788572577.192871:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138051 00010000:00010000:3.0:1788572577.192932:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.192946:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4859bb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.192953:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572577.192957:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4859bb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.192964:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4859bb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.192974:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7da:0x0].0x0 (ffff88ca91de0e00) 00010000:00010000:3.0:1788572577.192976:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.192979:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4859bb lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.192985:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4859bb lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x7da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.192999:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.193001:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.193003:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572577.196593:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.196718:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633000960 00000100:00100000:0.0:1788572577.196728:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633000960 00000100:00100000:0.0:1788572577.196793:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138052 00000100:00100000:0.0:1788572577.196804:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:361572:x1875453633000960:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.196832:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.196857:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4859c2 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77523 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.196929:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4859c9 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.196953:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4859c9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.196965:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4859c9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.196978:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4859d0 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.196985:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4859d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.196992:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4859d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.197899:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc42300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196018560:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788572577.198080:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.198399:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e180 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.198463:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196018560 00000100:00100000:2.0:1788572577.198470:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196018560 00000100:00100000:2.0:1788572577.198562:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36958 00000100:00100000:2.0:1788572577.198572:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+69:202394:x1875440196018560:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572577.198660:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+69:202394:x1875440196018560:12345-0@lo:1000:mdt00_002.0 Request processed in 89us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.198668:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36958 00000100:00100000:1.0:1788572577.198742:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc42300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196018560:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1788572577.198799:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c4859d7 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198813:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c4859d7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198825:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c4859d7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.198848:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c4859d7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198862:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4859c9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198869:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4859c9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198876:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4859c9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198887:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4859c9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198893:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.198897:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4859c9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198906:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4859c9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198919:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:1.0:1788572577.198922:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.198927:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4859c9 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198934:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4859c9 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198956:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4859d0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198963:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4859d0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198968:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4859d0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198973:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.198976:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4859d0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198986:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4859d0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.198993:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x8acc6575 (ffff88ca9258d100) 00010000:00010000:1.0:1788572577.198995:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.198998:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4859d0 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.199003:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4859d0 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.199053:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4859c2 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77523 expref: 24 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.199070:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c4859d7 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77523 expref: 23 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.199077:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c9:0x0].0x0 (ffff88caa2ec0700) 00010000:00010000:1.0:1788572577.199080:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572577.199081:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7e00, rc 0) 00000100:00100000:1.0:1788572577.199136:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:361572:x1875453633000960:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2334us (2552us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.199143:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138052 00000100:00100000:1.0:1788572577.202108:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.202269:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633001088 00000100:00100000:3.0:1788572577.202398:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633001088 00000100:00100000:3.0:1788572577.202463:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138053 00000100:00100000:3.0:1788572577.202475:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+45:361572:x1875453633001088:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572577.202501:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.202525:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c4859de lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7752a expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.202586:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4859e5 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.202600:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4859e5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.202612:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4859e5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572577.202668:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x4c9:0x0]: returning size 0 00000004:00200000:3.0:1788572577.202673:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572577.202713:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c4859de lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7752a expref: 47 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.202734:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4859e5 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7752a expref: 46 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.202742:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c9:0x0].0x0 (ffff88ca962acc00) 00010000:00010000:3.0:1788572577.202745:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572577.202749:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe400, rc 0) 00000100:00100000:3.0:1788572577.202868:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+46:361572:x1875453633001088:12345-192.168.202.54@tcp:101:rm.0 Request processed in 394us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.202876:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138053 00000100:00100000:0.0:1788572577.206911:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.207056:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.207413:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633001216 00000100:00100000:1.0:1788572577.207423:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633001216 00000100:00100000:1.0:1788572577.207494:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15909 00000100:00100000:1.0:1788572577.207506:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:352627:x1875453633001216:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572577.207523:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.207553:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c4859d7 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77523 expref: 23 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.207571:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c9:0x0].0x0 (ffff88caa2ec0700) 00010000:00010000:1.0:1788572577.207585:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.207640:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:352627:x1875453633001216:12345-192.168.202.54@tcp:103:rm.0 Request processed in 136us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.207647:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15909 00000100:00100000:2.0:1788572577.208889:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633001472 00000100:00100000:2.0:1788572577.208902:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633001472 00000100:00100000:2.0:1788572577.209082:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138054 00000100:00100000:2.0:1788572577.209093:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+46:361572:x1875453633001472:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.209148:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.209233:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4859e5 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7752a expref: 46 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.209371:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c9:0x0].0x0 (ffff88ca962acc00) 00010000:00010000:2.0:1788572577.209385:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.209437:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.209445:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.209456:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.209481:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196018688:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1788572577.209539:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.209613:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.209755:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196018688 00000100:00100000:1.0:1788572577.209760:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196018688 00000100:00100000:1.0:1788572577.209841:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36959 00000100:00100000:1.0:1788572577.209850:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+26:202392:x1875440196018688:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572577.209864:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.209882:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4859f3 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4859ec expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.209907:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4859f3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4859ec expref: 27 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.209921:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4859f3 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4859ec expref: 27 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.209929:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0800) 00010000:00010000:1.0:1788572577.209932:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.209935:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b6e00, rc 0) 00000100:00100000:1.0:1788572577.209995:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+27:202392:x1875440196018688:12345-0@lo:101:mdt00_000.0 Request processed in 146us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.210002:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36959 00000100:00100000:2.0:1788572577.210279:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196018688:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572577.210296:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4859f3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.210309:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4859f3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572577.210341:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.210367:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01600/0xaad440e68c4859fa lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.210376:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01600/0xaad440e68c4859fa lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.210384:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01600/0xaad440e68c4859fa lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.210397:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196018816:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1788572577.210425:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.210748:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.210825:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196018816 00000100:00100000:1.0:1788572577.210831:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196018816 00000100:00100000:1.0:1788572577.210867:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36960 00000100:00100000:1.0:1788572577.210876:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+27:202392:x1875440196018816:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572577.210886:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.210900:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6400/0xaad440e68c485a01 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4859fa expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.210919:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6400/0xaad440e68c485a01 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4859fa expref: 28 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.210931:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6400/0xaad440e68c485a01 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4859fa expref: 28 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.210950:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x8acc6575 (ffff88caa2ec0d00) 00010000:00010000:1.0:1788572577.210953:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.210956:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b6400, rc 0) 00000100:00100000:1.0:1788572577.210992:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+28:202392:x1875440196018816:12345-0@lo:101:mdt00_000.0 Request processed in 117us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.210998:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36960 00000100:00100000:2.0:1788572577.211190:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196018816:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572577.211205:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01600/0xaad440e68c4859fa lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485a01 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.211215:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01600/0xaad440e68c4859fa lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485a01 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572577.211231:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:2.0:1788572577.211287:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196018944:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572577.211319:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.211348:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.211577:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196018944 00000100:00100000:1.0:1788572577.211582:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196018944 00000100:00100000:1.0:1788572577.211615:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36961 00000100:00100000:1.0:1788572577.211622:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+28:202392:x1875440196018944:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572577.211692:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+28:202392:x1875440196018944:12345-0@lo:1000:mdt00_000.0 Request processed in 70us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.211702:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36961 00000100:00100000:2.0:1788572577.211765:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196018944:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572577.211805:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196019072:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572577.211830:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.211851:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.211888:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196019072 00000100:00100000:1.0:1788572577.211893:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196019072 00000100:00100000:1.0:1788572577.211921:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36962 00000100:00100000:1.0:1788572577.211927:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+28:202392:x1875440196019072:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572577.212019:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+28:202392:x1875440196019072:12345-0@lo:1000:mdt00_000.0 Request processed in 91us (187us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572577.212026:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36962 00000100:00100000:2.0:1788572577.212131:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196019072:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1788572577.212215:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.212224:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.212233:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.212378:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196019200:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1788572577.212408:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.212426:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.212482:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196019200 00000100:00100000:1.0:1788572577.212487:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196019200 00000100:00100000:1.0:1788572577.212519:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36963 00000100:00100000:1.0:1788572577.212526:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+28:202392:x1875440196019200:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572577.212534:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.212549:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485a0f lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485a08 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.212572:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485a0f lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485a08 expref: 29 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.212585:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485a0f lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485a08 expref: 29 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.212594:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c9:0x0].0x0 (ffff88caa2ec0600) 00010000:00010000:1.0:1788572577.212597:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572577.212601:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b6600, rc 0) 00000100:00100000:1.0:1788572577.212630:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+29:202392:x1875440196019200:12345-0@lo:101:mdt00_000.0 Request processed in 105us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.212639:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36963 00000100:00100000:2.0:1788572577.212699:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196019200:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572577.212712:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485a0f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.212722:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485a0f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.212747:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c485a16 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.212755:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c485a16 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.212764:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c485a16 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.213635:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3214, 64 off213888 00000040:00080000:2.0:1788572577.213667:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].896, 392 off515432 00000040:00080000:2.0:1788572577.213715:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1439, 472 off1257928 00000004:00080000:2.0:1788572577.213721:0:202392:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9289c9c0 with version 15451 00000004:00080000:1.0:1788572577.214070:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15451 rpc_version 15451 00000020:00100000:1.0:1788572577.214099:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572577.214107:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbdc42680 x1875440196019456/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572577.214128:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc42680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196019456:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572577.214431:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.214497:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.214536:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196019456 00000100:00100000:2.0:1788572577.214543:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196019456 00000100:00100000:2.0:1788572577.214617:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36964 00000100:00100000:2.0:1788572577.214626:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+29:203127:x1875440196019456:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572577.215095:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+30:203127:x1875440196019456:12345-0@lo:1000:osp_up0-1.0 Request processed in 468us (662us total) trans 12884961938 rc 0/0 00000100:00100000:2.0:1788572577.215103:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36964 00000100:00100000:3.0:1788572577.215221:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc42680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196019456:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572577.215536:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c485a1d lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215552:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c485a1d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215562:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c485a1d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215569:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c485a1d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215575:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c485a1d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215580:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c485a1d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215629:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.215652:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c485a16 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215659:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c485a16 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215665:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c485a16 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215671:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.215675:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c485a16 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215684:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c485a16 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215695:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c9:0x0].0x0 (ffff88ca91de0d00) 00010000:00010000:2.0:1788572577.215698:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.215703:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c485a16 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215709:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c485a16 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215723:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485a0f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215731:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485a0f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.215743:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485a0f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.215775:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572577.215782:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c485a1d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.215788:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572577.215791:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c485a1d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.215797:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c485a1d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.215806:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c9:0x0].0x0 (ffff88ca91de0d00) 00010000:00010000:3.0:1788572577.215808:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.215811:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c485a1d lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.215817:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c485a1d lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.215834:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.215837:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485a0f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.215843:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.215847:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485a0f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.215856:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485a0f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.215883:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 4/0,0 mode: --/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a0f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.215889:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788572577.215954:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1788572577.216052:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 3/0,0 mode: --/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a0f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.216062:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.216064:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.216066:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.216097:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788572577.216102:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01e00/0xaad440e68c485a08 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a0f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572577.216126:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.216132:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4859f3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.216138:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4859f3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.216145:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4859f3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.216228:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.216382:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1788572577.216389:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.216395:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01600/0xaad440e68c4859fa lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485a01 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.216403:0:202392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01600/0xaad440e68c4859fa lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485a01 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.216482:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+46:361572:x1875453633001472:12345-192.168.202.54@tcp:36:rm.0 Request processed in 7388us (9423us total) trans 8589973248 rc 0/0 00000100:00100000:2.0:1788572577.216494:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138054 00000100:00100000:1.0:1788572577.218844:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196019584:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572577.218920:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.219118:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196019584 00000100:00100000:2.0:1788572577.219127:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196019584 00000100:00100000:2.0:1788572577.219220:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15910 00000100:00100000:2.0:1788572577.219232:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+30:3638:x1875440196019584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.219257:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.219291:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6600/0xaad440e68c485a0f lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4c9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485a08 expref: 30 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.219310:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4c9:0x0].0x0 (ffff88caa2ec0600) 00010000:00010000:2.0:1788572577.219323:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.219373:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+29:3638:x1875440196019584:12345-0@lo:103:ldlm_bl.0 Request processed in 144us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.219381:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15910 00000100:00100000:1.0:1788572577.219624:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196019584:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572577.223418:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.223435:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4859f3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.223447:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.223455:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4859f3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.223466:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4859f3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.223862:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:2.0:1788572577.224108:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4859f3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.224117:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.224171:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4859f3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.224181:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00000/0xaad440e68c4859ec lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4859f3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.224206:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.224209:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.224211:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572577.224266:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788572577.224296:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196019712:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572577.224365:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.224549:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196019712 00000100:00100000:2.0:1788572577.224557:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196019712 00000100:00100000:2.0:1788572577.224616:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15911 00000100:00100000:2.0:1788572577.224625:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+29:3637:x1875440196019712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.224639:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.224662:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c4859f3 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4859ec expref: 29 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.224678:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0800) 00010000:00010000:2.0:1788572577.224689:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.224728:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+28:3637:x1875440196019712:12345-0@lo:103:ldlm_bl.0 Request processed in 104us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.224735:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15911 00000100:00100000:1.0:1788572577.224827:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196019712:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.225420:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633001600 00000100:00100000:2.0:1788572577.225427:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633001600 00000100:00100000:2.0:1788572577.225503:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138055 00000100:00100000:2.0:1788572577.225512:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:361572:x1875453633001600:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572577.225528:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.225546:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c485a24 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77531 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.225607:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485a2b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.225621:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485a2b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.225631:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485a2b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.225648:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c485a32 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.225655:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c485a32 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.225662:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c485a32 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.225782:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196019840:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572577.225825:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.225886:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca960936c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.226008:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196019840 00000100:00100000:3.0:1788572577.226013:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196019840 00000100:00100000:3.0:1788572577.226094:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36965 00000100:00100000:3.0:1788572577.226103:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+69:225655:x1875440196019840:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788572577.226211:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+69:225655:x1875440196019840:12345-0@lo:1000:mdt00_005.0 Request processed in 108us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.226218:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36965 00000100:00100000:2.0:1788572577.226385:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196019840:0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1788572577.226428:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485a39 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226439:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485a39 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226447:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485a39 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.226469:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485a39 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226483:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485a2b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226489:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485a2b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226499:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485a2b lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226506:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485a2b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226512:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.226516:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485a2b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226523:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485a2b lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226534:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91de0600) 00010000:00010000:2.0:1788572577.226537:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.226542:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485a2b lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226548:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485a2b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226561:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c485a32 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226568:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c485a32 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226573:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c485a32 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226578:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.226581:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c485a32 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226587:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c485a32 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226593:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x1a083c2d (ffff88ca91de0500) 00010000:00010000:2.0:1788572577.226595:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.226597:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c485a32 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226602:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c485a32 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226637:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c485a24 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77531 expref: 24 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226653:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485a39 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77531 expref: 23 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.226660:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x31c:0x0].0x0 (ffff88ca91de0e00) 00010000:00010000:2.0:1788572577.226662:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572577.226664:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f01000, rc 0) 00000100:00100000:2.0:1788572577.226718:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:361572:x1875453633001600:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1207us (2861us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.226725:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138055 00000100:00100000:1.0:1788572577.229625:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.229727:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633001728 00000100:00100000:0.0:1788572577.229738:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633001728 00000100:00100000:0.0:1788572577.229836:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138056 00000100:00100000:0.0:1788572577.229847:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+46:361572:x1875453633001728:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.229874:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.229901:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485a40 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77538 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.229981:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485a47 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.229997:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485a47 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.230010:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485a47 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.230081:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x31c:0x0]: returning size 0 00000004:00200000:0.0:1788572577.230086:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572577.230122:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485a40 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77538 expref: 48 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.230140:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485a47 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77538 expref: 47 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.230184:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x31c:0x0].0x0 (ffff88ca9258de00) 00010000:00010000:0.0:1788572577.230188:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572577.230193:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fc00, rc 0) 00000100:00100000:0.0:1788572577.230384:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+47:361572:x1875453633001728:12345-192.168.202.54@tcp:101:rm.0 Request processed in 537us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.230392:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138056 00000100:00100000:1.0:1788572577.233708:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.233790:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.233857:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633002112 00000100:00100000:3.0:1788572577.233866:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633002112 00000100:00100000:3.0:1788572577.233969:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138057 00000100:00100000:3.0:1788572577.233979:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+47:361572:x1875453633002112:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.234049:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.234075:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485a47 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77538 expref: 47 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.234093:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x31c:0x0].0x0 (ffff88ca9258de00) 00010000:00010000:3.0:1788572577.234103:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.234173:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.234182:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.234193:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.234217:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196019968:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1788572577.234285:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.234311:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca954813c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.234660:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633001856 00000100:00100000:2.0:1788572577.234665:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633001856 00000100:00100000:2.0:1788572577.234711:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15912 00000100:00100000:2.0:1788572577.234720:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:352627:x1875453633001856:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572577.234731:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.234745:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c485a39 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77531 expref: 23 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.234758:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x31c:0x0].0x0 (ffff88ca91de0e00) 00010000:00010000:2.0:1788572577.234765:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.234815:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:352627:x1875453633001856:12345-192.168.202.54@tcp:103:rm.0 Request processed in 96us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.234823:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15912 00000100:00100000:0.0:1788572577.235955:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196019968 00000100:00100000:0.0:1788572577.235966:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196019968 00000100:00100000:0.0:1788572577.236010:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36966 00000100:00100000:0.0:1788572577.236029:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+28:204288:x1875440196019968:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572577.236047:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.236070:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485a55 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485a4e expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.236097:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485a55 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485a4e expref: 29 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.236111:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485a55 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485a4e expref: 29 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.236121:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:0.0:1788572577.236124:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.236127:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f400, rc 0) 00000100:00100000:0.0:1788572577.236203:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+29:204288:x1875440196019968:12345-0@lo:101:mdt00_003.0 Request processed in 186us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.236210:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36966 00000100:00100000:0.0:1788572577.236264:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196019968:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572577.236291:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485a55 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.236307:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485a55 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572577.236340:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572577.236369:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9e400/0xaad440e68c485a5c lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.236377:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9e400/0xaad440e68c485a5c lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.236386:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9e400/0xaad440e68c485a5c lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.236405:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196020096:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572577.236441:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.236460:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3480 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.236474:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196020096 00000100:00100000:0.0:1788572577.236477:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196020096 00000100:00100000:0.0:1788572577.236503:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36967 00000100:00100000:0.0:1788572577.236509:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb904450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+29:204288:x1875440196020096:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572577.236518:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.236529:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c485a63 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485a5c expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.236545:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c485a63 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485a5c expref: 30 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.236556:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c485a63 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485a5c expref: 30 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.236562:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x1a083c2d (ffff88ca9258d700) 00010000:00010000:0.0:1788572577.236565:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.236568:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9e000, rc 0) 00000100:00100000:0.0:1788572577.236596:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb904450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+30:204288:x1875440196020096:12345-0@lo:101:mdt00_003.0 Request processed in 87us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.236602:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36967 00000100:00100000:0.0:1788572577.236762:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196020096:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572577.236772:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9e400/0xaad440e68c485a5c lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485a63 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.236782:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9e400/0xaad440e68c485a5c lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485a63 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572577.236794:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:0.0:1788572577.236823:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196020224:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572577.236850:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.236865:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3180 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.236878:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196020224 00000100:00100000:0.0:1788572577.236881:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196020224 00000100:00100000:0.0:1788572577.236903:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36968 00000100:00100000:0.0:1788572577.236909:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+30:204288:x1875440196020224:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572577.236968:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+30:204288:x1875440196020224:12345-0@lo:1000:mdt00_003.0 Request processed in 58us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.236974:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36968 00000100:00100000:0.0:1788572577.237002:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196020224:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572577.237037:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196020352:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572577.237062:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.237076:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3180 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.237086:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196020352 00000100:00100000:0.0:1788572577.237089:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196020352 00000100:00100000:0.0:1788572577.237109:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36969 00000100:00100000:0.0:1788572577.237115:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+30:204288:x1875440196020352:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572577.237224:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+30:204288:x1875440196020352:12345-0@lo:1000:mdt00_003.0 Request processed in 108us (160us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572577.237231:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36969 00000100:00100000:0.0:1788572577.237263:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196020352:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1788572577.237302:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.237310:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.237317:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.237343:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196020480:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572577.237369:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.237381:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3480 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.237392:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196020480 00000100:00100000:0.0:1788572577.237395:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196020480 00000100:00100000:0.0:1788572577.237415:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36970 00000100:00100000:0.0:1788572577.237421:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+30:204288:x1875440196020480:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572577.237428:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.237441:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485a71 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485a6a expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.237456:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485a71 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485a6a expref: 31 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.237467:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485a71 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485a6a expref: 31 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.237475:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x31c:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.237478:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.237480:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ee00, rc 0) 00000100:00100000:0.0:1788572577.237508:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+31:204288:x1875440196020480:12345-0@lo:101:mdt00_003.0 Request processed in 87us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.237514:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36970 00000100:00100000:0.0:1788572577.237540:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196020480:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572577.237551:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485a71 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.237560:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485a71 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.237581:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485a78 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.237589:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485a78 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.237597:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485a78 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572577.237872:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3219, 64 off214208 00000040:00080000:0.0:1788572577.237899:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].897, 392 off515824 00000040:00080000:0.0:1788572577.237940:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1440, 472 off1258400 00000004:00080000:0.0:1788572577.237945:0:204288:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8fde3480 with version 15452 00000004:00080000:0.0:1788572577.237964:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15452 rpc_version 15452 00000020:00100000:0.0:1788572577.237981:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572577.237988:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8a1d2300 x1875440196020736/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572577.238003:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d2300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196020736:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572577.238027:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.238040:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.238050:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196020736 00000100:00100000:0.0:1788572577.238053:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196020736 00000100:00100000:0.0:1788572577.238073:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36971 00000100:00100000:0.0:1788572577.238078:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+31:203127:x1875440196020736:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572577.238304:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:203127:x1875440196020736:12345-0@lo:1000:osp_up0-1.0 Request processed in 224us (274us total) trans 12884961939 rc 0/0 00000100:00100000:0.0:1788572577.238310:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36971 00000100:00100000:0.0:1788572577.238355:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d2300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196020736:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1788572577.238385:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485a7f lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x31c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238395:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485a7f lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238405:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485a7f lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238414:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485a7f lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238420:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485a7f lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238427:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485a7f lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238450:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572577.238467:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485a78 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238474:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485a78 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238481:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485a78 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238486:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.238491:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485a78 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238498:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485a78 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238509:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x31c:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.238511:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.238515:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485a78 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238525:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485a78 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238537:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485a71 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238544:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485a71 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238552:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485a71 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238564:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572577.238572:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572577.238579:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572577.238584:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485a7f lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238589:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572577.238592:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485a7f lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238598:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485a7f lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238604:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x31c:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.238607:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572577.238609:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485a7f lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238619:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485a7f lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x31c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238630:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.238633:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485a71 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238639:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ea00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572577.238643:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485a71 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.238651:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485a71 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238670:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a71 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238676:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572577.238694:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a71 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238701:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9ea00/0xaad440e68c485a6a lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a71 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238711:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.238713:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.238715:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.238726:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485a55 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238734:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485a55 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238741:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485a55 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238752:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572577.238755:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572577.238759:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9e400/0xaad440e68c485a5c lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485a63 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.238766:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9e400/0xaad440e68c485a5c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485a63 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.238816:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+47:361572:x1875453633002112:12345-192.168.202.54@tcp:36:rm.0 Request processed in 4837us (5024us total) trans 8589973249 rc 0/0 00000100:00100000:0.0:1788572577.238823:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138057 00000100:00100000:2.0:1788572577.239455:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196020864:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.239495:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572577.240453:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572577.240463:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485a55 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.240473:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572577.240480:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485a55 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.240490:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485a55 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.240523:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a55 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.240529:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.240555:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a55 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.240563:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff000/0xaad440e68c485a4e lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a55 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.240583:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.240584:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.240586:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.240595:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788572577.240605:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196020992:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.240640:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.240670:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196020864 00000100:00100000:2.0:1788572577.240676:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196020864 00000100:00100000:2.0:1788572577.240710:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196020992 00000100:00100000:2.0:1788572577.240712:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196020992 00000100:00100000:2.0:1788572577.240728:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15913 00000100:00100000:2.0:1788572577.240736:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+33:3639:x1875440196020864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.240747:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.240763:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485a71 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x31c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485a6a expref: 33 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.240777:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x31c:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:2.0:1788572577.240786:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.240812:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+32:3639:x1875440196020864:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (1315us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.240818:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15913 00000100:00100000:2.0:1788572577.240831:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15914 00000100:00100000:2.0:1788572577.240836:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+31:3639:x1875440196020992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.240846:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.240855:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485a55 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485a4e expref: 31 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.240864:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:2.0:1788572577.240870:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.240885:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9f8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+30:3639:x1875440196020992:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.240891:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15914 00000100:00100000:2.0:1788572577.240944:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196020992:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.240953:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196020864:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.241819:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.242983:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.243149:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633002240 00000100:00100000:3.0:1788572577.243185:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633002240 00000100:00100000:3.0:1788572577.243241:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138058 00000100:00100000:3.0:1788572577.243259:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+47:361572:x1875453633002240:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572577.243292:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.243315:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485a86 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7753f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243570:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485a8d lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243585:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485a8d lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243596:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485a8d lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243608:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485a94 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243615:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485a94 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243622:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485a94 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243693:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485a9b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x773:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243701:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485a9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243708:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485a9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.243734:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485a9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243747:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485a8d lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243754:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485a8d lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243761:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485a8d lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243768:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485a8d lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243774:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84affc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.243778:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485a8d lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243786:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485a8d lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243798:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:3.0:1788572577.243801:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.243806:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485a8d lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243813:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485a8d lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243828:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485a94 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243834:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485a94 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243841:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485a94 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243846:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.243848:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485a94 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243855:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485a94 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243861:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc3d2187c (ffff88ca962ace00) 00010000:00010000:3.0:1788572577.243863:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.243865:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485a94 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243871:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485a94 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243903:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485a86 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7753f expref: 49 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243919:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485a9b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7753f expref: 48 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.243927:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x773:0x0].0x0 (ffff88ca962acd00) 00010000:00010000:3.0:1788572577.243929:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572577.243932:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe400, rc 0) 00000100:00100000:3.0:1788572577.244463:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+48:361572:x1875453633002240:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1212us (1485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.244473:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138058 00000100:00100000:1.0:1788572577.247489:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.247577:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633002368 00000100:00100000:2.0:1788572577.247588:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633002368 00000100:00100000:2.0:1788572577.247677:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138059 00000100:00100000:2.0:1788572577.247687:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:361572:x1875453633002368:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572577.247709:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.247731:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c485aa2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x773:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77546 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.247887:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485aa9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x773:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.247900:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485aa9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x773:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.247916:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485aa9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x773:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572577.248079:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x773:0x0]: returning size 0 00000004:00200000:2.0:1788572577.248084:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572577.248125:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c485aa2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77546 expref: 24 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.248144:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485aa9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x773:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77546 expref: 23 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.248408:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x773:0x0].0x0 (ffff88ca91de0600) 00010000:00010000:2.0:1788572577.248412:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572577.248416:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00c00, rc 0) 00000100:00100000:2.0:1788572577.248478:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:361572:x1875453633002368:12345-192.168.202.54@tcp:101:rm.0 Request processed in 792us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.248485:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138059 00000100:00100000:2.0:1788572577.253950:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.254071:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633002496 00000100:00100000:1.0:1788572577.254082:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633002496 00000100:00100000:1.0:1788572577.254182:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15915 00000100:00100000:1.0:1788572577.254194:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+48:352627:x1875453633002496:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572577.254210:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.254236:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485a9b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7753f expref: 48 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.254539:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x773:0x0].0x0 (ffff88ca962acd00) 00010000:00010000:1.0:1788572577.254552:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.254614:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+47:352627:x1875453633002496:12345-192.168.202.54@tcp:103:rm.0 Request processed in 422us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.254622:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15915 00000100:00100000:1.0:1788572577.256793:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.256885:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633002752 00000100:00100000:0.0:1788572577.256896:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633002752 00000100:00100000:0.0:1788572577.256962:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138060 00000100:00100000:0.0:1788572577.256972:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:361572:x1875453633002752:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572577.257041:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.257068:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00c00/0xaad440e68c485aa9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x773:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77546 expref: 23 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.257087:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x773:0x0].0x0 (ffff88ca91de0600) 00010000:00010000:0.0:1788572577.257099:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572577.257501:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.257511:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.257524:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.257547:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196021120:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1788572577.257594:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.257631:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3240 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.257678:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196021120 00000100:00100000:2.0:1788572577.257683:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196021120 00000100:00100000:2.0:1788572577.257720:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36972 00000100:00100000:2.0:1788572577.257727:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+69:202394:x1875440196021120:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572577.257739:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.257756:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c485ab7 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485ab0 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.257778:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c485ab7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485ab0 expref: 70 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.257791:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c485ab7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485ab0 expref: 70 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.257798:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91de0e00) 00010000:00010000:2.0:1788572577.257801:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.257804:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00000, rc 0) 00000100:00100000:2.0:1788572577.257851:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+70:202394:x1875440196021120:12345-0@lo:101:mdt00_002.0 Request processed in 124us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.257858:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36972 00000100:00100000:1.0:1788572577.257931:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196021120:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1788572577.257957:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485ab7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.257967:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485ab7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.257988:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572577.258012:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7600/0xaad440e68c485abe lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.258019:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7600/0xaad440e68c485abe lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.258026:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7600/0xaad440e68c485abe lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.258038:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196021248:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1788572577.258064:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.258092:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.258134:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196021248 00000100:00100000:2.0:1788572577.258139:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196021248 00000100:00100000:2.0:1788572577.258201:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36973 00000100:00100000:2.0:1788572577.258208:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+70:202394:x1875440196021248:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572577.258217:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.258229:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c485ac5 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485abe expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.258244:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c485ac5 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485abe expref: 71 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.258264:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c485ac5 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485abe expref: 71 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.258278:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc3d2187c (ffff88ca91de0500) 00010000:00010000:2.0:1788572577.258280:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.258283:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f01e00, rc 0) 00000100:00100000:2.0:1788572577.258312:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+71:202394:x1875440196021248:12345-0@lo:101:mdt00_002.0 Request processed in 105us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.258318:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36973 00000100:00100000:3.0:1788572577.258455:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196021248:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572577.258467:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7600/0xaad440e68c485abe lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485ac5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.258475:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7600/0xaad440e68c485abe lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485ac5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.258488:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:3.0:1788572577.258522:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196021376:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572577.258550:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.258573:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.258810:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196021376 00000100:00100000:2.0:1788572577.258815:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196021376 00000100:00100000:2.0:1788572577.258842:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36974 00000100:00100000:2.0:1788572577.258849:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+71:202394:x1875440196021376:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572577.258909:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+71:202394:x1875440196021376:12345-0@lo:1000:mdt00_002.0 Request processed in 61us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.258917:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36974 00000100:00100000:2.0:1788572577.258951:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196021376:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572577.258995:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196021504:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572577.259022:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.259033:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.259045:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196021504 00000100:00100000:2.0:1788572577.259048:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196021504 00000100:00100000:2.0:1788572577.259065:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36975 00000100:00100000:2.0:1788572577.259070:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+71:202394:x1875440196021504:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572577.259180:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+71:202394:x1875440196021504:12345-0@lo:1000:mdt00_002.0 Request processed in 109us (157us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572577.259186:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36975 00000100:00100000:2.0:1788572577.259209:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196021504:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1788572577.259579:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.259591:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.259602:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.259617:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196021632:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1788572577.259641:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.259662:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca960939c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.259673:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196021632 00000100:00100000:2.0:1788572577.259676:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196021632 00000100:00100000:2.0:1788572577.259699:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36976 00000100:00100000:2.0:1788572577.259705:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+71:202394:x1875440196021632:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572577.259714:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.259728:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485ad3 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485acc expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.259748:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485ad3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485acc expref: 72 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.259759:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485ad3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485acc expref: 72 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.259767:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x773:0x0].0x0 (ffff88ca91de0100) 00010000:00010000:2.0:1788572577.259770:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572577.259773:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00600, rc 0) 00000100:00100000:2.0:1788572577.259798:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+72:202394:x1875440196021632:12345-0@lo:101:mdt00_002.0 Request processed in 93us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.259803:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36976 00000100:00100000:2.0:1788572577.259822:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196021632:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572577.259834:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485ad3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.259844:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485ad3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.259864:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c485ada lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.259872:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c485ada lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.259880:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c485ada lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.260200:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3885, 64 off256832 00000040:00080000:2.0:1788572577.260227:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].185, 392 off104968 00000040:00080000:2.0:1788572577.260286:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].653, 472 off355528 00000004:00080000:2.0:1788572577.260291:0:202394:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca960939c0 with version 4823 00000004:00080000:2.0:1788572577.260309:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4823 rpc_version 4823 00000020:00100000:2.0:1788572577.260339:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572577.260346:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfa9f80 x1875440196021888/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572577.260361:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa9f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196021888:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572577.260387:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.260398:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.260414:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196021888 00000100:00100000:2.0:1788572577.260417:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196021888 00000100:00100000:2.0:1788572577.260435:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36977 00000100:00100000:2.0:1788572577.260440:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+72:202414:x1875440196021888:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572577.260638:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+73:202414:x1875440196021888:12345-0@lo:1000:osp_up1-0.0 Request processed in 197us (249us total) trans 8589973250 rc 0/0 00000100:00100000:2.0:1788572577.260645:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36977 00000100:00100000:2.0:1788572577.260675:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa9f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196021888:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1788572577.260700:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10600/0xaad440e68c485ae1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x773:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260710:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10600/0xaad440e68c485ae1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260719:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10600/0xaad440e68c485ae1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260726:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10600/0xaad440e68c485ae1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260732:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10600/0xaad440e68c485ae1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260739:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10600/0xaad440e68c485ae1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x773:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260752:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.260769:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c485ada lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260775:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c485ada lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260781:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c485ada lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260791:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.260795:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c485ada lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260802:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c485ada lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260813:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x773:0x0].0x0 (ffff88ca91de0400) 00010000:00010000:2.0:1788572577.260815:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.260819:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c485ada lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260825:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c485ada lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260835:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485ad3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260844:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485ad3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260851:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485ad3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260862:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572577.260870:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572577.260875:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485ab7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260887:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485ab7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260893:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485ab7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260903:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1788572577.260905:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572577.260910:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7600/0xaad440e68c485abe lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485ac5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.260917:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7600/0xaad440e68c485abe lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485ac5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.260974:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:361572:x1875453633002752:12345-192.168.202.54@tcp:36:rm.0 Request processed in 4003us (4191us total) trans 12884961940 rc 0/0 00000100:00100000:2.0:1788572577.260981:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138060 00010000:00010000:2.0:1788572577.261002:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572577.261007:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10600/0xaad440e68c485ae1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x773:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261013:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572577.261016:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10600/0xaad440e68c485ae1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x773:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261023:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10600/0xaad440e68c485ae1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x773:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261035:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x773:0x0].0x0 (ffff88ca91de0400) 00010000:00010000:2.0:1788572577.261037:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572577.261040:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10600/0xaad440e68c485ae1 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x773:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261046:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10600/0xaad440e68c485ae1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x773:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261058:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572577.261061:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485ad3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261066:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572577.261070:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485ad3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.261079:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485ad3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261098:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ad3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261104:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.261117:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ad3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261124:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c485acc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ad3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261140:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572577.261143:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485ab7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261149:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ea00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572577.261179:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485ab7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.261187:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485ab7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261200:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ab7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261206:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.261211:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ab7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261218:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ea00/0xaad440e68c485ab0 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ab7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.261228:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.261230:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.261231:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.261237:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572577.261408:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196022016:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572577.261442:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.261473:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788572577.261478:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196022144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572577.261495:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.261519:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196022016 00000100:00100000:1.0:1788572577.261523:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196022016 00000100:00100000:1.0:1788572577.261550:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196022144 00000100:00100000:1.0:1788572577.261552:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196022144 00000100:00100000:1.0:1788572577.261567:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15916 00000100:00100000:1.0:1788572577.261573:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+74:3637:x1875440196022016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572577.261582:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.261596:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c485ad3 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x773:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485acc expref: 74 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.261607:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x773:0x0].0x0 (ffff88ca91de0100) 00010000:00010000:1.0:1788572577.261614:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.261636:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+73:3637:x1875440196022016:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.261642:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15916 00000100:00100000:1.0:1788572577.261654:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15917 00000100:00100000:1.0:1788572577.261659:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+72:3637:x1875440196022144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572577.261666:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.261674:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c485ab7 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485ab0 expref: 72 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.261683:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91de0e00) 00010000:00010000:1.0:1788572577.261689:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.261704:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+71:3637:x1875440196022144:12345-0@lo:103:ldlm_bl.0 Request processed in 46us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.261709:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15917 00000100:00100000:1.0:1788572577.261734:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196022144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572577.261741:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196022016:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.262394:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.268272:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.268359:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633002880 00000100:00100000:0.0:1788572577.268369:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633002880 00000100:00100000:0.0:1788572577.268430:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138061 00000100:00100000:0.0:1788572577.268440:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+47:361572:x1875453633002880:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.268461:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.268487:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485ae8 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7754d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268559:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485aef lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268573:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485aef lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268585:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485aef lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268602:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485af6 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268610:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485af6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268617:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485af6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268709:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c485afd lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x14b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268718:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c485afd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x14b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268726:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c485afd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x14b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.268765:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x14b:0x0]: returning size 0 00000004:00200000:0.0:1788572577.268769:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572577.268786:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c485afd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x14b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268798:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c485afd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x14b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268807:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485aef lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268813:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485aef lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268825:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485aef lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268832:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485aef lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268838:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.268843:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485aef lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268850:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485aef lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268861:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.268864:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.268869:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485aef lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268875:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485aef lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268888:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485af6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268895:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485af6 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268901:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485af6 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268907:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.268911:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485af6 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268918:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485af6 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268924:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x35d4776f (ffff88ca9258da00) 00010000:00010000:0.0:1788572577.268927:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.268929:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485af6 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268944:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485af6 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268974:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485ae8 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7754d expref: 49 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268988:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c485afd lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x14b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7754d expref: 48 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.268995:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x14b:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.268997:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572577.268999:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f400, rc 0) 00000100:00100000:0.0:1788572577.269058:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+48:361572:x1875453633002880:12345-192.168.202.54@tcp:101:rm.0 Request processed in 619us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.269065:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138061 00000100:00100000:2.0:1788572577.272843:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.273197:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633003136 00000100:00100000:3.0:1788572577.273208:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633003136 00000100:00100000:2.0:1788572577.273419:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138062 00000100:00100000:2.0:1788572577.273433:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+48:361572:x1875453633003136:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.273502:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.273531:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c485afd lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x14b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7754d expref: 48 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.273551:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x14b:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:2.0:1788572577.273562:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.273585:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10600/0xaad440e68c485b04 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.273599:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10600/0xaad440e68c485b04 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.273610:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10600/0xaad440e68c485b04 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.273622:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10400/0xaad440e68c485b0b lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.273630:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10400/0xaad440e68c485b0b lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.273635:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10400/0xaad440e68c485b0b lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.273742:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485b12 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x14b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.273751:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485b12 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x14b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.273763:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485b12 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x14b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.274000:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3215, 64 off213952 00000004:00080000:2.0:1788572577.274008:0:202393:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 13555367854854ns, next at 13556367852709ns, rc = 0 00010000:00010000:2.0:1788572577.274071:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485b19 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x14b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274081:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485b19 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x14b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274089:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485b19 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x14b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274096:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485b19 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x14b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274103:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485b19 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x14b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274110:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485b19 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x14b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274127:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.274147:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485b12 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x14b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274187:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485b12 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x14b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274194:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485b12 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x14b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274201:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.274207:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485b12 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x14b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274215:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485b12 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x14b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274224:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x14b:0x0].0x0 (ffff88ca91de0000) 00010000:00010000:2.0:1788572577.274227:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572577.274231:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485b12 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x14b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274237:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485b12 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x14b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274272:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10600/0xaad440e68c485b04 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274279:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10600/0xaad440e68c485b04 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274286:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10600/0xaad440e68c485b04 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274292:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10600/0xaad440e68c485b04 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274297:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.274300:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10600/0xaad440e68c485b04 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274311:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10600/0xaad440e68c485b04 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274319:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91de0800) 00010000:00010000:2.0:1788572577.274321:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.274335:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10600/0xaad440e68c485b04 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274342:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10600/0xaad440e68c485b04 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.274355:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002f0feafe reply state 00000000c33007a6 transno 8589973251 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10400/0xaad440e68c485b0b lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274365:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10400/0xaad440e68c485b0b lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.274371:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x35d4776f (ffff88ca91de0400) 00010000:00010000:2.0:1788572577.274373:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572577.274375:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572577.274454:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+49:361572:x1875453633003136:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1023us (1620us total) trans 8589973251 rc 0/0 00000100:00100000:2.0:1788572577.274462:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138062 00010000:00010000:0.0:1788572577.276868:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.276882:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485b19 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x14b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.276898:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572577.276903:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485b19 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x14b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.276913:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485b19 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x14b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.276932:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x14b:0x0].0x0 (ffff88ca91de0000) 00010000:00010000:0.0:1788572577.276935:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572577.276948:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485b19 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x14b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.276955:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485b19 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x14b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.276978:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.276980:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.276982:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572577.277499:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.277645:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633003264 00000100:00100000:3.0:1788572577.277656:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633003264 00000100:00100000:3.0:1788572577.277712:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138063 00000100:00100000:3.0:1788572577.277722:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+49:361572:x1875453633003264:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572577.277746:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.277766:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485b20 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77554 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.277834:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485b27 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.277851:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485b27 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.277860:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485b27 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.277873:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485b2e lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.277881:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485b2e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.277888:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485b2e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278037:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485b35 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278046:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485b35 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278053:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485b35 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.278072:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485b35 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278086:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485b27 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278092:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485b27 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278102:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485b27 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278108:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485b27 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278113:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.278117:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485b27 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278124:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485b27 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278134:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:3.0:1788572577.278137:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.278141:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485b27 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278147:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485b27 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278402:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485b2e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278408:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485b2e lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278414:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485b2e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278420:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84affc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.278423:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485b2e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278429:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485b2e lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278438:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x832b40e0 (ffff88ca962ace00) 00010000:00010000:3.0:1788572577.278441:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.278444:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485b2e lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278449:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c485b2e lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278485:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485b20 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77554 expref: 51 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278501:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485b35 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77554 expref: 50 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.278508:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa28:0x0].0x0 (ffff88ca962acd00) 00010000:00010000:3.0:1788572577.278510:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572577.278513:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe400, rc 0) 00000100:00100000:0.0:1788572577.278932:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+50:361572:x1875453633003264:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1209us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.279008:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138063 00000100:00100000:1.0:1788572577.281789:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.281891:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633003392 00000100:00100000:2.0:1788572577.281902:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633003392 00000100:00100000:2.0:1788572577.282061:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138064 00000100:00100000:2.0:1788572577.282073:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:361572:x1875453633003392:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572577.282096:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.282119:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c485b3c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7755b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.282436:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485b43 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.282451:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485b43 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.282461:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485b43 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572577.282495:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xa28:0x0]: returning size 0 00000004:00200000:2.0:1788572577.282499:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572577.282533:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c485b3c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7755b expref: 25 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.282551:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485b43 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7755b expref: 24 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.282558:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa28:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:2.0:1788572577.282561:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572577.282564:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10800, rc 0) 00000100:00100000:2.0:1788572577.282665:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:361572:x1875453633003392:12345-192.168.202.54@tcp:101:rm.0 Request processed in 594us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.282672:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138064 00000100:00100000:2.0:1788572577.286195:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.286236:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.286429:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633003520 00000100:00100000:0.0:1788572577.286439:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633003520 00000100:00100000:0.0:1788572577.286511:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15918 00000100:00100000:0.0:1788572577.286522:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+50:352626:x1875453633003520:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572577.286539:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.286565:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c485b35 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77554 expref: 50 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.286587:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa28:0x0].0x0 (ffff88ca962acd00) 00010000:00010000:0.0:1788572577.286599:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.286656:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+49:352626:x1875453633003520:12345-192.168.202.54@tcp:103:rm.0 Request processed in 137us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.286664:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15918 00000100:00100000:1.0:1788572577.287412:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633003776 00000100:00100000:1.0:1788572577.287419:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633003776 00000100:00100000:1.0:1788572577.287468:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138065 00000100:00100000:1.0:1788572577.287477:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:361572:x1875453633003776:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572577.287528:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.287547:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485b43 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7755b expref: 24 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.287562:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa28:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:1.0:1788572577.287571:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572577.287620:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.287628:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.287638:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.287660:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196022272:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1788572577.287709:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.287749:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.287824:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196022272 00000100:00100000:0.0:1788572577.287829:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196022272 00000100:00100000:0.0:1788572577.287861:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36978 00000100:00100000:0.0:1788572577.287867:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+71:230921:x1875440196022272:12345-0@lo:101:mdt00_006.0 00010000:00010000:0.0:1788572577.287880:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.287895:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485b51 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485b4a expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.287916:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485b51 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485b4a expref: 72 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.287928:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485b51 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485b4a expref: 72 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.287935:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.287938:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.287950:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f200, rc 0) 00000100:00100000:0.0:1788572577.287992:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+72:230921:x1875440196022272:12345-0@lo:101:mdt00_006.0 Request processed in 124us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.287999:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36978 00000100:00100000:1.0:1788572577.288191:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196022272:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572577.288208:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485b51 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.288219:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485b51 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.288240:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572577.288274:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6600/0xaad440e68c485b58 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.288281:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6600/0xaad440e68c485b58 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.288288:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6600/0xaad440e68c485b58 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.288300:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196022400:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1788572577.288321:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.288351:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.288521:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196022400 00000100:00100000:3.0:1788572577.288526:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196022400 00000100:00100000:3.0:1788572577.288559:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36979 00000100:00100000:3.0:1788572577.288566:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+72:230921:x1875440196022400:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572577.288576:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.288592:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148a400/0xaad440e68c485b5f lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485b58 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.288613:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148a400/0xaad440e68c485b5f lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485b58 expref: 73 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.288623:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148a400/0xaad440e68c485b5f lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485b58 expref: 73 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.288631:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x832b40e0 (ffff88ca962ac800) 00010000:00010000:3.0:1788572577.288634:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.288637:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148a400, rc 0) 00000100:00100000:3.0:1788572577.288667:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+73:230921:x1875440196022400:12345-0@lo:101:mdt00_006.0 Request processed in 102us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.288673:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36979 00000100:00100000:1.0:1788572577.288817:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196022400:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572577.288829:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6600/0xaad440e68c485b58 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485b5f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.288838:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6600/0xaad440e68c485b58 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485b5f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.288850:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:1.0:1788572577.288881:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196022528:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572577.288911:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.288941:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.289117:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196022528 00000100:00100000:0.0:1788572577.289123:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196022528 00000100:00100000:0.0:1788572577.289178:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36980 00000100:00100000:0.0:1788572577.289186:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+73:230921:x1875440196022528:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572577.289472:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+73:230921:x1875440196022528:12345-0@lo:1000:mdt00_006.0 Request processed in 286us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.289479:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36980 00000100:00100000:1.0:1788572577.289569:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196022528:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572577.289622:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d25c00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196022656:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572577.289650:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.289710:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e900 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.291379:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196022656 00000100:00100000:2.0:1788572577.291394:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196022656 00000100:00100000:2.0:1788572577.291495:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36981 00000100:00100000:2.0:1788572577.291506:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+73:230921:x1875440196022656:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1788572577.291662:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+73:230921:x1875440196022656:12345-0@lo:1000:mdt00_006.0 Request processed in 158us (2011us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572577.291670:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36981 00000100:00100000:1.0:1788572577.291739:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d25c00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196022656:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1788572577.291819:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.291828:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.291837:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.291855:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d25c00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196022784:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1788572577.291893:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.291984:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.292186:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196022784 00000100:00100000:0.0:1788572577.292192:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196022784 00000100:00100000:0.0:1788572577.292228:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36982 00000100:00100000:0.0:1788572577.292236:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+73:230921:x1875440196022784:12345-0@lo:101:mdt00_006.0 00010000:00010000:0.0:1788572577.292257:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.292437:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485b6d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485b66 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.292465:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485b6d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485b66 expref: 74 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.292479:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485b6d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485b66 expref: 74 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.292487:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa28:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:0.0:1788572577.292490:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.292493:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fe00, rc 0) 00000100:00100000:0.0:1788572577.292535:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+74:230921:x1875440196022784:12345-0@lo:101:mdt00_006.0 Request processed in 300us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.292541:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36982 00000100:00100000:1.0:1788572577.292602:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d25c00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196022784:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572577.292617:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485b6d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.292628:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485b6d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.292654:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c485b74 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.292663:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c485b74 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.292671:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c485b74 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572577.293132:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3886, 64 off256896 00000040:00080000:1.0:1788572577.293194:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].186, 392 off105360 00000040:00080000:1.0:1788572577.293242:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].654, 472 off356000 00000004:00080000:1.0:1788572577.293388:0:230921:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8cf8ee40 with version 4824 00000004:00080000:0.0:1788572577.293457:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4824 rpc_version 4824 00000020:00100000:0.0:1788572577.293481:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572577.293490:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8a1d1180 x1875440196023040/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572577.293510:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d1180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196023040:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572577.293549:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.293577:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.293636:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196023040 00000100:00100000:2.0:1788572577.293642:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196023040 00000100:00100000:2.0:1788572577.293737:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36983 00000100:00100000:2.0:1788572577.293747:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+74:202414:x1875440196023040:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572577.294029:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+75:202414:x1875440196023040:12345-0@lo:1000:osp_up1-0.0 Request processed in 271us (466us total) trans 8589973252 rc 0/0 00000100:00100000:2.0:1788572577.294036:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36983 00000100:00100000:0.0:1788572577.294493:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d1180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196023040:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1788572577.294641:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c485b7b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xa28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294658:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c485b7b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294667:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c485b7b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294676:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c485b7b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294682:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c485b7b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294688:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c485b7b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294715:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572577.294738:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c485b74 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294748:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c485b74 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294755:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c485b74 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294761:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.294765:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c485b74 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294773:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c485b74 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294786:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa28:0x0].0x0 (ffff88caa2ec0000) 00010000:00010000:1.0:1788572577.294789:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.294795:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c485b74 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294801:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c485b74 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294814:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485b6d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294822:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485b6d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294830:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485b6d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294851:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572577.294863:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572577.294872:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572577.294877:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c485b7b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294883:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572577.294886:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c485b7b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294893:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c485b7b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294902:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa28:0x0].0x0 (ffff88caa2ec0000) 00010000:00010000:1.0:1788572577.294904:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572577.294908:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c485b7b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xa28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294914:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7a00/0xaad440e68c485b7b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xa28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.294929:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.295145:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.295198:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485b51 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.295208:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485b51 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.295215:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485b51 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.295233:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572577.295239:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572577.295402:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572577.295409:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485b51 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.295416:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572577.295421:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485b51 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.295429:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485b51 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.295463:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485b6d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.295472:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572577.295476:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485b6d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.295488:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485b6d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.295511:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6600/0xaad440e68c485b58 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485b5f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.295519:0:230921:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6600/0xaad440e68c485b58 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485b5f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.295606:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:361572:x1875453633003776:12345-192.168.202.54@tcp:36:rm.0 Request processed in 8127us (9366us total) trans 12884961941 rc 0/0 00000100:00100000:0.0:1788572577.295615:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138065 00010000:00010000:2.0:1788572577.295778:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485b51 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.295786:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.295821:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485b51 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.295833:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6e00/0xaad440e68c485b4a lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485b51 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.295849:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.295850:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.295852:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572577.295904:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92913b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196023168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572577.295963:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.296235:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196023168 00000100:00100000:2.0:1788572577.296243:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196023168 00000100:00100000:2.0:1788572577.296316:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15919 00000100:00100000:2.0:1788572577.296336:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+75:3639:x1875440196023168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.296350:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.296367:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485b51 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485b4a expref: 75 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.296381:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:2.0:1788572577.296390:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.296422:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+74:3639:x1875440196023168:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.296429:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15919 00000100:00100000:3.0:1788572577.296580:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92913b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196023168:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572577.296725:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485b6d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.296733:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788572577.296774:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196023296:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.296804:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.296861:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196023296 00000100:00100000:2.0:1788572577.296865:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196023296 00000100:00100000:2.0:1788572577.296903:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15920 00000100:00100000:2.0:1788572577.296910:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+74:3640:x1875440196023296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.296918:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.296930:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485b6d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485b66 expref: 74 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.296956:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa28:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:2.0:1788572577.296963:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572577.297168:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485b6d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.297177:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c485b66 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485b6d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.297193:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.297195:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.297197:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572577.300377:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.300553:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633003904 00000100:00100000:3.0:1788572577.300563:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633003904 00000100:00100000:3.0:1788572577.300624:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138066 00000100:00100000:3.0:1788572577.300635:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+49:361572:x1875453633003904:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572577.300657:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.300679:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485b82 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77562 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300753:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485b89 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300772:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485b89 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300784:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485b89 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300797:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ae00/0xaad440e68c485b90 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300805:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ae00/0xaad440e68c485b90 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300811:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ae00/0xaad440e68c485b90 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300879:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485b97 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300887:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485b97 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300894:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485b97 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.300915:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485b97 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300929:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485b89 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300948:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485b89 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300959:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485b89 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300966:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485b89 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300971:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.300975:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485b89 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300983:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485b89 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.300993:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:3.0:1788572577.300996:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.301001:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485b89 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.301007:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485b89 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.301034:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ae00/0xaad440e68c485b90 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.301042:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ae00/0xaad440e68c485b90 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.301047:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ae00/0xaad440e68c485b90 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.301052:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148ae00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.301055:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ae00/0xaad440e68c485b90 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.301061:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ae00/0xaad440e68c485b90 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.301068:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x386e78b (ffff88ca962ace00) 00010000:00010000:3.0:1788572577.301071:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.301074:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ae00/0xaad440e68c485b90 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.301080:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ae00/0xaad440e68c485b90 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.301112:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485b82 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77562 expref: 51 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.301128:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485b97 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77562 expref: 50 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.301136:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x84c:0x0].0x0 (ffff88ca962acc00) 00010000:00010000:3.0:1788572577.301138:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572577.301141:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148be00, rc 0) 00000100:00100000:3.0:1788572577.301227:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+50:361572:x1875453633003904:12345-192.168.202.54@tcp:101:rm.0 Request processed in 594us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.301234:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138066 00000100:00100000:3.0:1788572577.303690:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.303783:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633004032 00000100:00100000:1.0:1788572577.303792:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633004032 00000100:00100000:1.0:1788572577.303852:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138067 00000100:00100000:1.0:1788572577.303862:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:361572:x1875453633004032:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.303885:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.303906:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c485b9e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77569 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.304219:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485ba5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.304238:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485ba5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.304374:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485ba5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572577.304417:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x84c:0x0]: returning size 0 00000004:00200000:1.0:1788572577.304421:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572577.304463:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c485b9e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77569 expref: 26 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.304484:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485ba5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77569 expref: 25 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.304493:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x84c:0x0].0x0 (ffff88caa2ec0500) 00010000:00010000:1.0:1788572577.304495:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572577.304498:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b6a00, rc 0) 00000100:00100000:1.0:1788572577.304558:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:361572:x1875453633004032:12345-192.168.202.54@tcp:101:rm.0 Request processed in 697us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.304565:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138067 00000100:00100000:2.0:1788572577.304677:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+73:3640:x1875440196023296:12345-0@lo:103:ldlm_bl.0 Request processed in 7764us (7868us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.304687:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15920 00000100:00100000:3.0:1788572577.307714:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.307765:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.307829:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633004160 00000100:00100000:1.0:1788572577.307839:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633004160 00000100:00100000:1.0:1788572577.307902:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15921 00000100:00100000:1.0:1788572577.307912:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb8b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+50:352626:x1875453633004160:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572577.307928:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.307965:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485b97 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77562 expref: 50 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.307991:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x84c:0x0].0x0 (ffff88ca962acc00) 00010000:00010000:1.0:1788572577.308003:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.308069:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb8b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+49:352626:x1875453633004160:12345-192.168.202.54@tcp:103:rm.0 Request processed in 158us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.308077:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15921 00000100:00100000:2.0:1788572577.309360:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633004416 00000100:00100000:2.0:1788572577.309375:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633004416 00000100:00100000:2.0:1788572577.309442:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138068 00000100:00100000:2.0:1788572577.309452:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:361572:x1875453633004416:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.309508:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.309531:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485ba5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x84c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77569 expref: 25 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.309549:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x84c:0x0].0x0 (ffff88caa2ec0500) 00010000:00010000:2.0:1788572577.309562:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.309617:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.309626:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.309637:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.309662:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92910a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196023424:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1788572577.309719:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.309752:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.309876:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196023424 00000100:00100000:1.0:1788572577.309881:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196023424 00000100:00100000:1.0:1788572577.309926:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36984 00000100:00100000:1.0:1788572577.309942:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+73:202394:x1875440196023424:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1788572577.309956:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.309971:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c485bb3 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485bac expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.309992:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c485bb3 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485bac expref: 74 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.310005:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c485bb3 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485bac expref: 74 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.310011:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:1.0:1788572577.310014:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.310027:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21c00, rc 0) 00000100:00100000:1.0:1788572577.310065:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+74:202394:x1875440196023424:12345-0@lo:101:mdt00_002.0 Request processed in 125us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.310071:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36984 00000100:00100000:2.0:1788572577.310449:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92910a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196023424:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572577.310465:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485bb3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.310476:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485bb3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572577.310493:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572577.310515:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10600/0xaad440e68c485bba lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.310523:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10600/0xaad440e68c485bba lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.310530:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10600/0xaad440e68c485bba lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.310543:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92910a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196023552:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1788572577.310568:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.310626:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.310722:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196023296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572577.310789:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196023552 00000100:00100000:3.0:1788572577.310795:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196023552 00000100:00100000:3.0:1788572577.310838:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36985 00000100:00100000:3.0:1788572577.310845:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+74:202394:x1875440196023552:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572577.310856:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.310871:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ac00/0xaad440e68c485bc1 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485bba expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.310887:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ac00/0xaad440e68c485bc1 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485bba expref: 75 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.310897:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ac00/0xaad440e68c485bc1 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485bba expref: 75 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.310905:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x386e78b (ffff88ca962acf00) 00010000:00010000:3.0:1788572577.310907:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.310910:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148ac00, rc 0) 00000100:00100000:3.0:1788572577.313424:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+75:202394:x1875440196023552:12345-0@lo:101:mdt00_002.0 Request processed in 2568us (2843us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.313438:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36985 00000100:00100000:0.0:1788572577.313707:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92910a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196023552:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572577.313733:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10600/0xaad440e68c485bba lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485bc1 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.313748:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10600/0xaad440e68c485bba lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485bc1 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572577.313770:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572577.313828:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196023680:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572577.313887:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.313920:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.314033:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196023680 00000100:00100000:1.0:1788572577.314042:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196023680 00000100:00100000:1.0:1788572577.314094:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36986 00000100:00100000:1.0:1788572577.314104:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+75:202394:x1875440196023680:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788572577.314216:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+75:202394:x1875440196023680:12345-0@lo:1000:mdt00_002.0 Request processed in 114us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.314223:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36986 00000100:00100000:0.0:1788572577.314310:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196023680:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572577.314389:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196023808:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572577.314414:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.314435:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.314586:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196023808 00000100:00100000:1.0:1788572577.314591:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196023808 00000100:00100000:1.0:1788572577.314627:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36987 00000100:00100000:1.0:1788572577.314635:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+75:202394:x1875440196023808:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788572577.314724:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+75:202394:x1875440196023808:12345-0@lo:1000:mdt00_002.0 Request processed in 90us (309us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572577.314731:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36987 00000100:00100000:0.0:1788572577.314869:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196023808:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1788572577.314925:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.314944:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.314955:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.314968:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196023936:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1788572577.314994:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.315447:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196023936 00000100:00100000:1.0:1788572577.315453:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196023936 00000100:00100000:1.0:1788572577.315483:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36988 00000100:00100000:1.0:1788572577.315489:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+75:202394:x1875440196023936:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1788572577.315501:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.315521:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c485bcf lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485bc8 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.315545:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c485bcf lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485bc8 expref: 76 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.315559:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c485bcf lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485bc8 expref: 76 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.315568:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x84c:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:1.0:1788572577.315571:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572577.315574:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21400, rc 0) 00000100:00100000:0.0:1788572577.315685:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3240 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.316126:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+76:202394:x1875440196023936:12345-0@lo:101:mdt00_002.0 Request processed in 635us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.316134:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36988 00000100:00100000:0.0:1788572577.316461:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196023936:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572577.316482:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485bcf expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.316495:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485bcf expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.316530:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485bd6 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.316539:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485bd6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.316547:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485bd6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572577.316889:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3887, 64 off256960 00000040:00080000:0.0:1788572577.316916:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].187, 392 off105752 00000040:00080000:0.0:1788572577.317032:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].655, 472 off356472 00000004:00080000:0.0:1788572577.317039:0:202394:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8fde3240 with version 4825 00000004:00080000:2.0:1788572577.317126:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4825 rpc_version 4825 00000020:00100000:2.0:1788572577.317433:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572577.317443:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca92910a80 x1875440196024192/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572577.317465:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92910a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196024192:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572577.317519:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.317583:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.317623:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196024192 00000100:00100000:3.0:1788572577.317630:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196024192 00000100:00100000:3.0:1788572577.317715:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36989 00000100:00100000:3.0:1788572577.317724:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92913b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+76:202414:x1875440196024192:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572577.318185:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92913b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+77:202414:x1875440196024192:12345-0@lo:1000:osp_up1-0.0 Request processed in 462us (664us total) trans 8589973253 rc 0/0 00000100:00100000:3.0:1788572577.318193:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36989 00000100:00100000:2.0:1788572577.318307:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92910a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196024192:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1788572577.318444:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485bdd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x84c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318460:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485bdd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x84c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318471:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485bdd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x84c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318479:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485bdd lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x84c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318486:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485bdd lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x84c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318491:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485bdd lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x84c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318513:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572577.318533:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485bd6 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318539:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485bd6 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318545:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485bd6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318554:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.318558:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485bd6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318566:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485bd6 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318577:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x84c:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:1.0:1788572577.318580:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.318584:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485bd6 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318589:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485bd6 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318601:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485bcf expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318607:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485bcf expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318613:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485bcf expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318631:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572577.318643:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572577.318648:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485bb3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318659:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485bb3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318664:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485bb3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318675:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:1.0:1788572577.318678:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572577.318682:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10600/0xaad440e68c485bba lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485bc1 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.318689:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10600/0xaad440e68c485bba lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485bc1 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.318748:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:361572:x1875453633004416:12345-192.168.202.54@tcp:36:rm.0 Request processed in 9295us (10980us total) trans 12884961942 rc 0/0 00000100:00100000:1.0:1788572577.318755:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138068 00010000:00010000:2.0:1788572577.320647:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572577.320662:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485bdd lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x84c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320672:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572577.320676:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485bdd lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x84c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320686:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485bdd lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x84c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320703:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x84c:0x0].0x0 (ffff88ca9258da00) 00010000:00010000:2.0:1788572577.320706:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572577.320711:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485bdd lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x84c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320718:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485bdd lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x84c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320744:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572577.320749:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485bcf expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320756:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572577.320761:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485bcf expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.320769:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485bcf expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320810:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485bcf expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320822:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.320847:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485bcf expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320854:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9fa00/0xaad440e68c485bc8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485bcf expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320867:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572577.320871:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485bb3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320878:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572577.320881:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485bb3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.320888:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485bb3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320903:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485bb3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320909:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.320914:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485bb3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320921:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c485bac lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485bb3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.320949:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.320951:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.320952:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.320973:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196024320:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.321042:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.321081:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572577.321087:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196024448:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.321108:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.321142:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196024320 00000100:00100000:2.0:1788572577.321149:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196024320 00000100:00100000:2.0:1788572577.321214:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196024448 00000100:00100000:2.0:1788572577.321218:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196024448 00000100:00100000:2.0:1788572577.321239:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15922 00000100:00100000:2.0:1788572577.321247:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb8558b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+78:3637:x1875440196024320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.321258:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.321289:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c485bcf lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x84c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485bc8 expref: 78 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.321302:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x84c:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:2.0:1788572577.321311:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.321365:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb8558b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+77:3637:x1875440196024320:12345-0@lo:103:ldlm_bl.0 Request processed in 118us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.321372:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15922 00000100:00100000:2.0:1788572577.321387:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15923 00000100:00100000:2.0:1788572577.321393:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+76:3637:x1875440196024448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.321400:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.321411:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c485bb3 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485bac expref: 76 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.321420:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:2.0:1788572577.321426:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.321447:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+75:3637:x1875440196024448:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.321454:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15923 00010000:00010000:2.0:1788572577.321472:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.321498:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196024448:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.321506:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196024320:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.321834:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572577.323078:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.323184:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633004544 00000100:00100000:0.0:1788572577.323191:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633004544 00000100:00100000:0.0:1788572577.323239:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138069 00000100:00100000:0.0:1788572577.323260:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:361572:x1875453633004544:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.323289:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.323312:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485be4 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77570 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323393:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485beb lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323407:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485beb lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323418:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485beb lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323431:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485bf2 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323437:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485bf2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323443:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485bf2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323594:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485bf9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x974:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323603:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485bf9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x974:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323610:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485bf9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x974:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.323645:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x974:0x0]: returning size 0 00000004:00200000:0.0:1788572577.323650:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572577.323670:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485bf9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x974:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323683:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485bf9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x974:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323692:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485beb lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323699:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485beb lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323705:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485beb lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323712:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485beb lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323717:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.323721:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485beb lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323728:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485beb lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323740:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.323742:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.323747:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485beb lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323752:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485beb lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323769:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485bf2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323775:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485bf2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323780:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485bf2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323784:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.323787:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485bf2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323792:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485bf2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323799:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7df35e7c (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.323801:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.323804:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485bf2 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323810:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485bf2 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323839:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485be4 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77570 expref: 27 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323853:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485bf9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x974:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77570 expref: 26 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.323865:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x974:0x0].0x0 (ffff88ca9258d200) 00010000:00010000:0.0:1788572577.323867:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572577.323869:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f400, rc 0) 00000100:00100000:0.0:1788572577.323926:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+26:361572:x1875453633004544:12345-192.168.202.54@tcp:101:rm.0 Request processed in 668us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.323934:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138069 00000100:00100000:1.0:1788572577.329300:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.329617:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633004800 00000100:00100000:3.0:1788572577.329628:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633004800 00000100:00100000:3.0:1788572577.329691:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138070 00000100:00100000:3.0:1788572577.329701:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+26:361572:x1875453633004800:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.329758:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.329785:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485bf9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x974:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77570 expref: 26 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.329803:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x974:0x0].0x0 (ffff88ca9258d200) 00010000:00010000:3.0:1788572577.329814:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.329841:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c485c00 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.329854:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c485c00 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.329864:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c485c00 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.329876:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ae00/0xaad440e68c485c07 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.329884:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ae00/0xaad440e68c485c07 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.329890:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ae00/0xaad440e68c485c07 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330210:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c485c0e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x974:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330220:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c485c0e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x974:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330228:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c485c0e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x974:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572577.330506:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3888, 64 off257024 00010000:00010000:3.0:1788572577.330556:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485c15 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x974:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330566:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485c15 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x974:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330574:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485c15 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x974:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330581:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485c15 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x974:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330586:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485c15 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x974:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330592:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485c15 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x974:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330763:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572577.330785:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c485c0e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330793:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c485c0e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330801:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c485c0e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330812:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.330816:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c485c0e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330824:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c485c0e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330834:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x974:0x0].0x0 (ffff88ca962ac900) 00010000:00010000:3.0:1788572577.330837:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572577.330841:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c485c0e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330846:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c485c0e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x974:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330867:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c485c00 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330873:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c485c00 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330878:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c485c00 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330884:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c485c00 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330889:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.330892:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c485c00 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330901:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c485c00 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330909:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:3.0:1788572577.330912:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.330915:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c485c00 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.330921:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c485c00 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.331109:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008205a0ee reply state 00000000f8058081 transno 12884961943 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ae00/0xaad440e68c485c07 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.331124:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ae00/0xaad440e68c485c07 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.331131:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7df35e7c (ffff88ca962ace00) 00010000:00010000:3.0:1788572577.331133:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572577.331136:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572577.331359:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:361572:x1875453633004800:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1655us (2068us total) trans 12884961943 rc 0/0 00000100:00100000:3.0:1788572577.331368:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138070 00000100:00100000:1.0:1788572577.334121:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.334804:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633004928 00000100:00100000:0.0:1788572577.334816:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633004928 00000100:00100000:0.0:1788572577.334879:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138071 00000100:00100000:0.0:1788572577.334888:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:361572:x1875453633004928:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.334911:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.335076:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485c1c lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77577 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.335183:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485c23 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.335199:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485c23 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.335211:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485c23 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.335225:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485c2a lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.335232:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485c2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.337761:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485c2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.338351:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572577.338361:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485c15 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x974:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.338369:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572577.338373:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485c15 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x974:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.338385:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485c15 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x974:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.338406:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x974:0x0].0x0 (ffff88ca962ac900) 00010000:00010000:2.0:1788572577.338409:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572577.338414:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485c15 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x974:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.338420:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485c15 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x974:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.338455:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.338457:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.338460:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572577.338830:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d24a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196024576:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572577.338906:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.338948:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95197e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.339260:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196024576 00000100:00100000:0.0:1788572577.339277:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196024576 00000100:00100000:0.0:1788572577.339347:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36990 00000100:00100000:0.0:1788572577.339357:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+75:225655:x1875440196024576:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788572577.339462:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+75:225655:x1875440196024576:12345-0@lo:1000:mdt00_005.0 Request processed in 106us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.339469:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36990 00000100:00100000:2.0:1788572577.339888:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d24a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196024576:0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1788572577.339966:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c485c31 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x452:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.339982:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c485c31 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.339993:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c485c31 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.340025:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c485c31 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340042:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485c23 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340048:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485c23 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340055:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485c23 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340062:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485c23 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340068:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.340072:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485c23 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340080:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485c23 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340091:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:2.0:1788572577.340093:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.340096:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485c23 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340101:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485c23 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340112:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485c2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340115:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485c2a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340119:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485c2a lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340122:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.340123:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485c2a lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340126:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485c2a lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340130:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x85dd5387 (ffff88ca9258dd00) 00010000:00010000:2.0:1788572577.340131:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.340133:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485c2a lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340137:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485c2a lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340190:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485c1c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77577 expref: 29 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340206:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c485c31 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77577 expref: 28 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.340212:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x452:0x0].0x0 (ffff88ca91de0800) 00010000:00010000:2.0:1788572577.340213:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572577.340215:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10200, rc 0) 00000100:00100000:2.0:1788572577.340267:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:361572:x1875453633004928:12345-192.168.202.54@tcp:101:rm.0 Request processed in 5380us (6156us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.340275:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138071 00000100:00100000:0.0:1788572577.342820:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.342922:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633005056 00000100:00100000:1.0:1788572577.342990:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633005056 00000100:00100000:1.0:1788572577.343386:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138072 00000100:00100000:1.0:1788572577.343396:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+49:361572:x1875453633005056:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.343476:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.343500:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c485c38 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x452:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7757e expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.343556:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485c3f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x452:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.343569:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485c3f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x452:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.343580:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485c3f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x452:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572577.343626:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x452:0x0]: returning size 0 00000004:00200000:1.0:1788572577.343630:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572577.343665:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c485c38 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x452:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7757e expref: 51 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.343684:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485c3f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x452:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7757e expref: 50 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.343693:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x452:0x0].0x0 (ffff88caa2ec0400) 00010000:00010000:1.0:1788572577.343696:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572577.343701:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21000, rc 0) 00000100:00100000:1.0:1788572577.343793:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+50:361572:x1875453633005056:12345-192.168.202.54@tcp:101:rm.0 Request processed in 398us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.343800:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138072 00000100:00100000:3.0:1788572577.346603:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.346651:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.346708:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633005440 00000100:00100000:2.0:1788572577.346717:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633005440 00000100:00100000:0.0:1788572577.346731:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633005184 00000100:00100000:0.0:1788572577.346734:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633005184 00000100:00100000:0.0:1788572577.346776:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15924 00000100:00100000:2.0:1788572577.346776:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138073 00000100:00100000:0.0:1788572577.346787:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:352624:x1875453633005184:12345-192.168.202.54@tcp:103:rm.0 00000100:00100000:2.0:1788572577.346787:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+50:361572:x1875453633005440:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572577.346803:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.346833:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c485c31 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77577 expref: 28 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.346839:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.346853:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485c3f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x452:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7757e expref: 50 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.346857:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x452:0x0].0x0 (ffff88ca91de0800) 00010000:00010000:2.0:1788572577.346865:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x452:0x0].0x0 (ffff88caa2ec0400) 00010000:00010000:0.0:1788572577.346869:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.346874:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.346936:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.346942:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:352624:x1875453633005184:12345-192.168.202.54@tcp:103:rm.0 Request processed in 146us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.346950:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15924 00010000:00010000:2.0:1788572577.346953:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.346963:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.346985:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196024704:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1788572577.347024:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.347051:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.347056:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196024704 00000100:00100000:0.0:1788572577.347060:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196024704 00000100:00100000:0.0:1788572577.347097:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36991 00000100:00100000:0.0:1788572577.347104:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+30:202392:x1875440196024704:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572577.347116:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.347131:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485c4d lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485c46 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.347184:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485c4d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485c46 expref: 31 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.347197:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485c4d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485c46 expref: 31 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.347205:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d200) 00010000:00010000:0.0:1788572577.347208:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.347211:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fc00, rc 0) 00000100:00100000:0.0:1788572577.347243:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+31:202392:x1875440196024704:12345-0@lo:101:mdt00_000.0 Request processed in 140us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.347249:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36991 00000100:00100000:2.0:1788572577.347383:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196024704:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572577.347399:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485c4d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.347409:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485c4d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572577.347427:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.347447:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11c00/0xaad440e68c485c54 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.347455:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11c00/0xaad440e68c485c54 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.347462:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11c00/0xaad440e68c485c54 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.347474:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196024832:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1788572577.347499:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.347524:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.347538:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196024832 00000100:00100000:2.0:1788572577.347541:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196024832 00000100:00100000:2.0:1788572577.347576:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36992 00000100:00100000:2.0:1788572577.347583:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+31:202392:x1875440196024832:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572577.347591:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.347603:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11000/0xaad440e68c485c5b lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485c54 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.347619:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11000/0xaad440e68c485c5b lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485c54 expref: 32 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.347644:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11000/0xaad440e68c485c5b lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485c54 expref: 32 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.347650:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x85dd5387 (ffff88ca91de0e00) 00010000:00010000:2.0:1788572577.347653:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.347655:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd11000, rc 0) 00000100:00100000:2.0:1788572577.347684:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:202392:x1875440196024832:12345-0@lo:101:mdt00_000.0 Request processed in 102us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.347691:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36992 00000100:00100000:2.0:1788572577.347720:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196024832:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572577.347731:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11c00/0xaad440e68c485c54 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485c5b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.347739:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11c00/0xaad440e68c485c54 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485c5b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572577.347755:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:2.0:1788572577.347786:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83983100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196024960:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572577.347813:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.347826:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093540 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.347908:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196024960 00000100:00100000:0.0:1788572577.347913:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196024960 00000100:00100000:0.0:1788572577.347954:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36993 00000100:00100000:0.0:1788572577.347961:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+32:202392:x1875440196024960:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572577.348023:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+32:202392:x1875440196024960:12345-0@lo:1000:mdt00_000.0 Request processed in 62us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.348029:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36993 00000100:00100000:2.0:1788572577.349053:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83983100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196024960:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572577.349109:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83983100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196025088:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572577.349139:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.349177:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.349192:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196025088 00000100:00100000:2.0:1788572577.349196:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196025088 00000100:00100000:2.0:1788572577.349233:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36994 00000100:00100000:2.0:1788572577.349241:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:202392:x1875440196025088:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572577.349365:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+32:202392:x1875440196025088:12345-0@lo:1000:mdt00_000.0 Request processed in 124us (223us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572577.349372:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36994 00000100:00100000:0.0:1788572577.349408:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83983100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196025088:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1788572577.349472:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.349482:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.349491:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.349503:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196025216:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1788572577.349529:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.349548:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c780 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.349717:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196025216 00000100:00100000:1.0:1788572577.349722:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196025216 00000100:00100000:1.0:1788572577.349760:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36995 00000100:00100000:1.0:1788572577.349768:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+32:202392:x1875440196025216:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572577.349778:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.349796:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c485c69 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485c62 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.349819:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c485c69 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485c62 expref: 33 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.349832:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c485c69 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485c62 expref: 33 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.349841:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x452:0x0].0x0 (ffff88caa2ec0000) 00010000:00010000:1.0:1788572577.349844:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572577.349848:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21c00, rc 0) 00000100:00100000:1.0:1788572577.349889:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+33:202392:x1875440196025216:12345-0@lo:101:mdt00_000.0 Request processed in 121us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.349895:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36995 00000100:00100000:3.0:1788572577.350052:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196025216:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572577.350067:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485c69 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.350084:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485c69 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.350112:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485c70 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.350121:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485c70 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.350129:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485c70 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572577.350493:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3220, 64 off214272 00000004:00080000:3.0:1788572577.350501:0:202392:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 13555444348125ns, next at 13556444346228ns, rc = 0 00000040:00080000:3.0:1788572577.350528:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].898, 392 off516216 00000040:00080000:3.0:1788572577.350571:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1441, 472 off1258872 00000004:00080000:3.0:1788572577.350576:0:202392:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95481840 with version 15453 00000004:00080000:1.0:1788572577.350672:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15453 rpc_version 15453 00000020:00100000:1.0:1788572577.350695:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572577.350703:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca91d24a80 x1875440196025472/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572577.350721:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d24a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196025472:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572577.350754:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.350781:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95197d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.350825:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196025472 00000100:00100000:2.0:1788572577.350830:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196025472 00000100:00100000:2.0:1788572577.350865:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36996 00000100:00100000:2.0:1788572577.350872:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+33:203127:x1875440196025472:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572577.351136:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+34:203127:x1875440196025472:12345-0@lo:1000:osp_up0-1.0 Request processed in 263us (380us total) trans 12884961944 rc 0/0 00000100:00100000:2.0:1788572577.351143:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36996 00000100:00100000:1.0:1788572577.351382:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d24a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196025472:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572577.351598:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c485c77 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x452:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351616:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c485c77 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x452:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351626:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c485c77 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x452:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351634:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c485c77 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x452:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351641:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c485c77 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x452:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351647:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c485c77 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x452:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351668:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.351690:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485c70 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351697:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485c70 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351704:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485c70 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351710:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148be00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.351714:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485c70 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351722:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485c70 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351737:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x452:0x0].0x0 (ffff88ca962acc00) 00010000:00010000:2.0:1788572577.351740:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.351745:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485c70 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351750:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c485c70 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351766:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485c69 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351773:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485c69 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351780:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485c69 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351803:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572577.351815:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.351820:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485c4d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351827:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485c4d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351833:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485c4d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351848:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1788572577.351852:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.351860:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572577.351864:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c485c77 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x452:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351870:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572577.351874:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c485c77 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x452:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351881:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c485c77 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x452:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351890:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x452:0x0].0x0 (ffff88ca962acc00) 00010000:00010000:2.0:1788572577.351893:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572577.351896:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c485c77 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x452:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351903:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10c00/0xaad440e68c485c77 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x452:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351919:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572577.351922:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485c69 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.351929:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572577.352008:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572577.352025:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485c4d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.352033:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572577.352037:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485c4d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.352045:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485c4d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.352075:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485c4d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.352082:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572577.352103:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485c4d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.352110:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11800/0xaad440e68c485c46 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485c4d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.352125:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.352127:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.352128:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572577.352142:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196025600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572577.352210:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.352253:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196025600 00000100:00100000:1.0:1788572577.352259:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196025600 00000100:00100000:1.0:1788572577.352312:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15925 00000100:00100000:1.0:1788572577.352321:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+34:3639:x1875440196025600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572577.352348:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.352368:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485c4d lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485c46 expref: 34 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.352381:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d200) 00010000:00010000:1.0:1788572577.352389:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.352433:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+33:3639:x1875440196025600:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.352440:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15925 00000100:00100000:1.0:1788572577.352475:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196025600:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.352657:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485c69 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.352667:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485c69 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.352696:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485c69 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.352703:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.352724:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485c69 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.352732:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9fa00/0xaad440e68c485c62 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485c69 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.352744:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.352746:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.352748:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.352761:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11c00/0xaad440e68c485c54 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485c5b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.352769:0:202392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11c00/0xaad440e68c485c54 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485c5b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.352836:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+50:361572:x1875453633005440:12345-192.168.202.54@tcp:36:rm.0 Request processed in 6050us (6242us total) trans 8589973254 rc 0/0 00000100:00100000:2.0:1788572577.352844:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138073 00010000:00010000:3.0:1788572577.352919:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572577.355655:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788572577.355687:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196025728:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572577.355767:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.356599:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196025728 00000100:00100000:2.0:1788572577.356611:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196025728 00000100:00100000:2.0:1788572577.356683:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15926 00000100:00100000:2.0:1788572577.356694:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+33:3639:x1875440196025728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.356713:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.356741:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c485c69 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x452:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485c62 expref: 33 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.356766:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x452:0x0].0x0 (ffff88caa2ec0000) 00010000:00010000:2.0:1788572577.356780:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.356846:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+32:3639:x1875440196025728:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.356854:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15926 00000100:00100000:3.0:1788572577.357505:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196025728:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572577.357658:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.357753:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633005568 00000100:00100000:3.0:1788572577.357758:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633005568 00000100:00100000:3.0:1788572577.357799:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138074 00000100:00100000:3.0:1788572577.357806:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:361572:x1875453633005568:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572577.357823:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.357842:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c485c7e lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77585 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.357910:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485c85 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.357924:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485c85 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.357935:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485c85 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.357949:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485c8c lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.357956:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485c8c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.357963:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485c8c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358126:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485c93 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358135:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485c93 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x79d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358142:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485c93 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x79d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572577.358206:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x79d:0x0]: returning size 0 00000004:00200000:3.0:1788572577.358210:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572577.358230:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485c93 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x79d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358257:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485c93 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358268:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485c85 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358275:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485c85 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358281:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485c85 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358288:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485c85 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358293:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.358297:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485c85 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358304:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485c85 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358316:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962acd00) 00010000:00010000:3.0:1788572577.358319:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.358336:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485c85 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358343:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485c85 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358359:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485c8c lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358365:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485c8c lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358371:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485c8c lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358376:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.358379:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485c8c lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358385:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485c8c lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358393:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x276b3650 (ffff88cb981f5900) 00010000:00010000:3.0:1788572577.358396:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.358399:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485c8c lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.358405:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485c8c lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.359025:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c485c7e lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77585 expref: 29 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.359049:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485c93 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77585 expref: 28 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.359058:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x79d:0x0].0x0 (ffff88cb981f5300) 00010000:00010000:3.0:1788572577.359060:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572577.359063:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84affc00, rc 0) 00000100:00100000:3.0:1788572577.359128:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:361572:x1875453633005568:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1321us (1471us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.359135:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138074 00000100:00100000:3.0:1788572577.362393:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.362592:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633005824 00000100:00100000:2.0:1788572577.362602:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633005824 00000100:00100000:2.0:1788572577.362659:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138075 00000100:00100000:2.0:1788572577.362669:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:361572:x1875453633005824:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.362727:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.362756:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485c93 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77585 expref: 28 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.362776:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x79d:0x0].0x0 (ffff88cb981f5300) 00010000:00010000:2.0:1788572577.362788:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.362814:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485c9a lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.362827:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485c9a lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.362837:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485c9a lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.362849:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c485ca1 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.362861:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c485ca1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.362867:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c485ca1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.362980:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485ca8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.362989:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485ca8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.362995:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485ca8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.363281:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3889, 64 off257088 00010000:00010000:2.0:1788572577.363342:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c485caf lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363352:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c485caf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363361:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c485caf lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363370:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c485caf lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363377:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c485caf lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363384:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c485caf lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363407:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.363745:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485ca8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363754:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485ca8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363760:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485ca8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363766:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.363771:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485ca8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363779:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485ca8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363790:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x79d:0x0].0x0 (ffff88ca91de0d00) 00010000:00010000:2.0:1788572577.363793:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572577.363798:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485ca8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363804:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485ca8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363832:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485c9a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363838:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485c9a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363848:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485c9a lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363854:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485c9a lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363858:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.363861:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485c9a lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363866:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485c9a lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363874:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91de0100) 00010000:00010000:2.0:1788572577.363876:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.363879:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485c9a lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363885:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485c9a lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.363900:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f8cd8eb7 reply state 00000000777cc5ee transno 12884961945 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c485ca1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363911:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c485ca1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.363918:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x276b3650 (ffff88ca91de0600) 00010000:00010000:2.0:1788572577.363920:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572577.363922:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788572577.364025:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.364033:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c485caf lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.364040:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572577.364044:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c485caf lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.364051:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c485caf lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.364060:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x79d:0x0].0x0 (ffff88ca91de0d00) 00010000:00010000:3.0:1788572577.364062:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.364065:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c485caf lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.364072:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11a00/0xaad440e68c485caf lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.364088:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.364090:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.364092:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.364881:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+29:361572:x1875453633005824:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2207us (2492us total) trans 12884961945 rc 0/0 00000100:00100000:2.0:1788572577.364893:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138075 00000100:00100000:3.0:1788572577.369585:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.371956:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633005952 00000100:00100000:1.0:1788572577.371974:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633005952 00000100:00100000:1.0:1788572577.372058:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138076 00000100:00100000:1.0:1788572577.372071:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+29:361572:x1875453633005952:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.372099:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.372125:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e20200/0xaad440e68c485cb6 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7758c expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.372230:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21400/0xaad440e68c485cbd lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.372257:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21400/0xaad440e68c485cbd lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.372275:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21400/0xaad440e68c485cbd lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.372288:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485cc4 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.372295:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485cc4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.372302:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485cc4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.372462:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196025856:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572577.372536:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.372569:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95197300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.372658:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196025856 00000100:00100000:2.0:1788572577.372663:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196025856 00000100:00100000:2.0:1788572577.372700:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36997 00000100:00100000:2.0:1788572577.372709:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+75:205632:x1875440196025856:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572577.372783:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+75:205632:x1875440196025856:12345-0@lo:1000:mdt00_004.0 Request processed in 76us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.372789:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36997 00000100:00100000:1.0:1788572577.372944:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196025856:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1788572577.372996:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c485ccb lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373008:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c485ccb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373016:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c485ccb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.373042:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c485ccb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373055:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21400/0xaad440e68c485cbd lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373066:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21400/0xaad440e68c485cbd lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373072:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21400/0xaad440e68c485cbd lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373078:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21400/0xaad440e68c485cbd lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373085:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.373090:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21400/0xaad440e68c485cbd lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373097:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21400/0xaad440e68c485cbd lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373107:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0000) 00010000:00010000:1.0:1788572577.373110:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.373115:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21400/0xaad440e68c485cbd lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373121:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21400/0xaad440e68c485cbd lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373135:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485cc4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373142:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485cc4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373147:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485cc4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373182:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.373186:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485cc4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373192:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485cc4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373200:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xcfdf27f2 (ffff88caa2ec0400) 00010000:00010000:1.0:1788572577.373202:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.373205:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485cc4 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373209:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21a00/0xaad440e68c485cc4 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373242:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e20200/0xaad440e68c485cb6 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7758c expref: 31 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373253:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c485ccb lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7758c expref: 30 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.373258:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2aa:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:1.0:1788572577.373259:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572577.373261:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21c00, rc 0) 00000100:00100000:1.0:1788572577.373319:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:361572:x1875453633005952:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1250us (3748us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.373337:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138076 00000100:00100000:0.0:1788572577.376055:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.376140:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633006080 00000100:00100000:2.0:1788572577.376179:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633006080 00000100:00100000:2.0:1788572577.376255:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138077 00000100:00100000:2.0:1788572577.376274:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+50:361572:x1875453633006080:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572577.376305:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.376345:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485cd2 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77593 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.376413:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485cd9 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.376430:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485cd9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.376442:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485cd9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572577.376503:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x2aa:0x0]: returning size 0 00000004:00200000:2.0:1788572577.376508:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572577.376548:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485cd2 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77593 expref: 52 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.376567:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485cd9 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77593 expref: 51 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.376573:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2aa:0x0].0x0 (ffff88ca91de0100) 00010000:00010000:2.0:1788572577.376575:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572577.376578:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10800, rc 0) 00000100:00100000:2.0:1788572577.376628:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+51:361572:x1875453633006080:12345-192.168.202.54@tcp:101:rm.0 Request processed in 365us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.376635:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138077 00000100:00100000:3.0:1788572577.385243:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.385974:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.386308:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633006464 00000100:00100000:1.0:1788572577.386319:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633006464 00000100:00100000:1.0:1788572577.386398:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138078 00000100:00100000:1.0:1788572577.386409:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+51:361572:x1875453633006464:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572577.386463:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.386491:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485cd9 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77593 expref: 51 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.386511:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2aa:0x0].0x0 (ffff88ca91de0100) 00010000:00010000:1.0:1788572577.386522:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572577.386572:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.386581:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.386592:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.386614:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196025984:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1788572577.386666:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.386700:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95197d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.386900:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196025984 00000100:00100000:3.0:1788572577.386905:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196025984 00000100:00100000:3.0:1788572577.386953:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36998 00000100:00100000:3.0:1788572577.386962:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+32:204288:x1875440196025984:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1788572577.386977:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.386993:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c485ce7 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485ce0 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.387032:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c485ce7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485ce0 expref: 33 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.387052:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c485ce7 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485ce0 expref: 33 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.387059:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb981f5900) 00010000:00010000:3.0:1788572577.387063:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.387066:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe400, rc 0) 00000100:00100000:3.0:1788572577.387113:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+33:204288:x1875440196025984:12345-0@lo:101:mdt00_003.0 Request processed in 153us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.387119:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36998 00000100:00100000:0.0:1788572577.387523:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633006208 00000100:00100000:0.0:1788572577.387529:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633006208 00000100:00100000:0.0:1788572577.387577:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15927 00000100:00100000:0.0:1788572577.387586:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:352626:x1875453633006208:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572577.387597:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.387615:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c485ccb lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7758c expref: 30 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.387630:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2aa:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:0.0:1788572577.387638:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.387689:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+29:352626:x1875453633006208:12345-192.168.202.54@tcp:103:rm.0 Request processed in 104us (2456us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.387696:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15927 00000100:00100000:1.0:1788572577.388246:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196025984:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572577.388277:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485ce7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.388290:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485ce7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.388317:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572577.388366:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21a00/0xaad440e68c485cee lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.388373:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21a00/0xaad440e68c485cee lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.388382:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21a00/0xaad440e68c485cee lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.388400:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196026112:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1788572577.388440:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.388460:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95197d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.388756:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196026112 00000100:00100000:0.0:1788572577.388763:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196026112 00000100:00100000:0.0:1788572577.388804:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36999 00000100:00100000:0.0:1788572577.388813:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+33:204288:x1875440196026112:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572577.388827:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.388844:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485cf5 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485cee expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.388865:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485cf5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485cee expref: 34 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.388877:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485cf5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485cee expref: 34 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.388885:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xcfdf27f2 (ffff88ca9258da00) 00010000:00010000:0.0:1788572577.388888:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.388891:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fc00, rc 0) 00000100:00100000:0.0:1788572577.388949:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+34:204288:x1875440196026112:12345-0@lo:101:mdt00_003.0 Request processed in 137us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.388957:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36999 00000100:00100000:1.0:1788572577.389592:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196026112:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572577.389611:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21a00/0xaad440e68c485cee lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485cf5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.389622:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21a00/0xaad440e68c485cee lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485cf5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.389643:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:1.0:1788572577.389686:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196026240:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572577.389719:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.389744:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95197300 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.389818:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196026240 00000100:00100000:3.0:1788572577.389824:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196026240 00000100:00100000:3.0:1788572577.389861:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37000 00000100:00100000:3.0:1788572577.389870:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+34:204288:x1875440196026240:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788572577.390198:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+34:204288:x1875440196026240:12345-0@lo:1000:mdt00_003.0 Request processed in 328us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.390206:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37000 00000100:00100000:1.0:1788572577.390385:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196026240:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572577.390443:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196026368:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572577.390470:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.390527:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95197300 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.391657:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196026368 00000100:00100000:0.0:1788572577.391668:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196026368 00000100:00100000:0.0:1788572577.391778:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37001 00000100:00100000:0.0:1788572577.391788:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+34:204288:x1875440196026368:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572577.392290:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+34:204288:x1875440196026368:12345-0@lo:1000:mdt00_003.0 Request processed in 502us (1817us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572577.392300:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37001 00000100:00100000:1.0:1788572577.392549:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196026368:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1788572577.392625:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.392635:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.392645:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.392664:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196026496:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1788572577.392702:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.392783:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95197d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.393143:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196026496 00000100:00100000:0.0:1788572577.393174:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196026496 00000100:00100000:0.0:1788572577.393217:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37002 00000100:00100000:0.0:1788572577.393225:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+34:204288:x1875440196026496:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572577.393243:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.393381:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485d03 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485cfc expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.393410:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485d03 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485cfc expref: 35 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.393425:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485d03 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485cfc expref: 35 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.393434:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2aa:0x0].0x0 (ffff88ca9258d200) 00010000:00010000:0.0:1788572577.393436:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.393440:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fa00, rc 0) 00000100:00100000:0.0:1788572577.393485:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+35:204288:x1875440196026496:12345-0@lo:101:mdt00_003.0 Request processed in 260us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.393492:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37002 00000100:00100000:1.0:1788572577.393646:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196026496:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572577.393664:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485d03 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.393675:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485d03 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.393704:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485d0a lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.393713:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485d0a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.393723:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485d0a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572577.394400:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3221, 64 off214336 00000040:00080000:1.0:1788572577.394434:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].899, 392 off516608 00000040:00080000:1.0:1788572577.394486:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1442, 472 off1259344 00000004:00080000:1.0:1788572577.394492:0:204288:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95197d80 with version 15454 00000004:00080000:0.0:1788572577.394562:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15454 rpc_version 15454 00000020:00100000:0.0:1788572577.394595:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572577.394604:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83b28380 x1875440196026752/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572577.394627:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b28380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196026752:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572577.394679:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.394713:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.394762:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196026752 00000100:00100000:1.0:1788572577.394769:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196026752 00000100:00100000:1.0:1788572577.394859:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37003 00000100:00100000:1.0:1788572577.394869:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+35:203127:x1875440196026752:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572577.395212:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+36:203127:x1875440196026752:12345-0@lo:1000:osp_up0-1.0 Request processed in 344us (531us total) trans 12884961946 rc 0/0 00000100:00100000:1.0:1788572577.395220:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37003 00000100:00100000:0.0:1788572577.395340:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b28380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196026752:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1788572577.395385:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485d11 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395408:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485d11 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395420:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485d11 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395430:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485d11 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395438:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485d11 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395446:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485d11 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395465:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572577.395485:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.395491:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485d11 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395498:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572577.395502:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485d11 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395510:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485d11 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395521:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2aa:0x0].0x0 (ffff88caa2ec0500) 00010000:00010000:0.0:1788572577.395524:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572577.395528:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485d11 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395539:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c485d11 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395550:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.395552:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.395554:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.395568:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485d0a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395575:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485d0a lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395581:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485d0a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395586:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.395590:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485d0a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395597:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485d0a lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395605:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2aa:0x0].0x0 (ffff88caa2ec0500) 00010000:00010000:0.0:1788572577.395608:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.395611:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485d0a lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395616:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c485d0a lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395634:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485d03 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395643:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485d03 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395649:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485d03 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395670:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572577.395682:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572577.395688:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485ce7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395695:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485ce7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395702:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485ce7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395720:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572577.395725:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572577.395730:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21a00/0xaad440e68c485cee lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485cf5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.395738:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21a00/0xaad440e68c485cee lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485cf5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.395807:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+51:361572:x1875453633006464:12345-192.168.202.54@tcp:36:rm.0 Request processed in 9399us (9834us total) trans 8589973255 rc 0/0 00000100:00100000:0.0:1788572577.395818:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138078 00010000:00010000:3.0:1788572577.399569:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572577.399584:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485d03 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.399597:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.399605:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485d03 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.399614:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485d03 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.399672:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485d03 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.399678:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572577.399702:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485d03 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.399710:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21400/0xaad440e68c485cfc lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485d03 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.399735:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.399738:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485ce7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.399744:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e20200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.399748:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485ce7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.399755:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485ce7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.399774:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ce7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.399780:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572577.399784:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ce7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.399791:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e20200/0xaad440e68c485ce0 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ce7 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.399801:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.399802:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.399804:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572577.399902:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196026880:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572577.400126:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.400177:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572577.400183:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196027008:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572577.400204:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.400370:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.400397:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196026880 00000100:00100000:3.0:1788572577.400403:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196026880 00000100:00100000:3.0:1788572577.400506:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196027008 00000100:00100000:3.0:1788572577.400509:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196027008 00000100:00100000:3.0:1788572577.400530:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15928 00000100:00100000:3.0:1788572577.400537:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+37:3637:x1875440196026880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572577.400551:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.400570:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485d03 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2aa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485cfc expref: 37 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.400587:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2aa:0x0].0x0 (ffff88ca9258d200) 00010000:00010000:3.0:1788572577.400596:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572577.400626:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+36:3637:x1875440196026880:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.400645:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15928 00000100:00100000:3.0:1788572577.400684:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15929 00000100:00100000:3.0:1788572577.400690:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+35:3637:x1875440196027008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572577.400696:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.400705:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c485ce7 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485ce0 expref: 35 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.400717:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb981f5900) 00010000:00010000:3.0:1788572577.400723:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572577.400740:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+34:3637:x1875440196027008:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.400745:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15929 00000100:00100000:3.0:1788572577.400781:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196027008:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572577.400789:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196026880:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.401208:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572577.401394:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633006592 00000100:00100000:3.0:1788572577.401400:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633006592 00000100:00100000:3.0:1788572577.401588:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138079 00000100:00100000:3.0:1788572577.401597:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+29:361572:x1875453633006592:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572577.401613:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.401642:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485d18 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7759a expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.401720:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485d1f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.401735:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485d1f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.401746:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485d1f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.401758:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c485d26 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.401765:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c485d26 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.401772:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c485d26 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.401947:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485d2d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.401955:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485d2d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.401963:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485d2d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572577.402001:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x6d9:0x0]: returning size 0 00000004:00200000:3.0:1788572577.402005:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572577.402237:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485d2d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402390:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485d2d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402400:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485d1f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402407:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485d1f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402534:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485d1f lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402541:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485d1f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402546:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.402551:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485d1f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402559:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485d1f lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402570:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb981f5800) 00010000:00010000:3.0:1788572577.402573:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.402577:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485d1f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402583:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c485d1f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402598:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c485d26 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402604:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c485d26 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402609:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c485d26 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402613:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.402616:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c485d26 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402621:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c485d26 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402628:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xe653f926 (ffff88cb981f5000) 00010000:00010000:3.0:1788572577.402630:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.402633:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c485d26 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402639:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c485d26 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402678:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c485d18 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7759a expref: 31 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402696:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485d2d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7759a expref: 30 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.402704:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6d9:0x0].0x0 (ffff88cb981f5a00) 00010000:00010000:3.0:1788572577.402706:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572577.402710:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84affc00, rc 0) 00000100:00100000:3.0:1788572577.402770:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:361572:x1875453633006592:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1174us (2401us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.402777:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138079 00000100:00100000:0.0:1788572577.406504:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.406762:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633006848 00000100:00100000:1.0:1788572577.406771:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633006848 00000100:00100000:1.0:1788572577.406826:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138080 00000100:00100000:1.0:1788572577.406836:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:361572:x1875453633006848:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572577.406894:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.406920:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c485d2d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7759a expref: 30 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.406940:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6d9:0x0].0x0 (ffff88cb981f5a00) 00010000:00010000:1.0:1788572577.406969:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572577.407000:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d34 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407014:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d34 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407024:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d34 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407038:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c485d3b lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407045:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c485d3b lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407052:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c485d3b lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407188:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c485d42 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407198:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c485d42 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407205:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c485d42 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572577.407471:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3890, 64 off257152 00010000:00010000:1.0:1788572577.407519:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c485d49 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407526:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c485d49 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407531:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c485d49 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407536:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c485d49 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407540:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c485d49 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407544:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c485d49 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407561:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572577.407579:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c485d42 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407586:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c485d42 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.407586:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572577.407592:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c485d42 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.407593:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c485d49 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407598:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.407599:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572577.407603:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c485d42 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.407603:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c485d49 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.407612:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c485d42 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.407612:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c485d49 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.407766:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6d9:0x0].0x0 (ffff88caa2ec0600) 00010000:00010000:3.0:1788572577.407770:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.407778:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c485d49 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.407784:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c485d49 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.407798:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.407799:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.407801:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.408331:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6d9:0x0].0x0 (ffff88caa2ec0600) 00010000:00010000:1.0:1788572577.408336:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572577.408342:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c485d42 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.408350:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c485d42 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x6d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.408386:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d34 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.408393:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d34 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.408404:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d34 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.408411:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d34 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.408417:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.408420:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d34 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.408426:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d34 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.408437:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:1.0:1788572577.408439:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.408442:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d34 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.408447:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d34 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.408462:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009906c9da reply state 00000000961f1094 transno 12884961947 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c485d3b lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.408474:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c485d3b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.408481:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xe653f926 (ffff88caa2ec0800) 00010000:00010000:1.0:1788572577.408483:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572577.408486:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572577.408570:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:361572:x1875453633006848:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1732us (2074us total) trans 12884961947 rc 0/0 00000100:00100000:1.0:1788572577.408578:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138080 00000100:00100000:3.0:1788572577.411203:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.411269:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633006976 00000100:00100000:2.0:1788572577.411279:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633006976 00000100:00100000:2.0:1788572577.411351:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138081 00000100:00100000:2.0:1788572577.411362:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:361572:x1875453633006976:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572577.411385:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.411410:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11600/0xaad440e68c485d50 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775a1 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.411476:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c485d57 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.411488:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c485d57 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.411496:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c485d57 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.411508:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c485d5e lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.411513:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c485d5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.411516:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c485d5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.411619:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83980380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196027136:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788572577.411810:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.411836:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.411856:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196027136 00000100:00100000:0.0:1788572577.411861:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196027136 00000100:00100000:0.0:1788572577.411898:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37004 00000100:00100000:0.0:1788572577.411906:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+75:202393:x1875440196027136:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572577.412513:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+75:202393:x1875440196027136:12345-0@lo:1000:mdt00_001.0 Request processed in 606us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.412522:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37004 00000100:00100000:2.0:1788572577.413124:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196027136:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1788572577.413207:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485d65 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413217:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485d65 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413224:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485d65 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.413243:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485d65 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413257:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c485d57 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413264:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c485d57 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413275:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c485d57 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413282:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c485d57 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413287:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.413291:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c485d57 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413299:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c485d57 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413311:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91de0100) 00010000:00010000:2.0:1788572577.413314:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.413319:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c485d57 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413335:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c485d57 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413349:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c485d5e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413356:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c485d5e lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413360:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c485d5e lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413363:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.413366:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c485d5e lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413370:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c485d5e lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413375:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x407995d1 (ffff88ca91de0d00) 00010000:00010000:2.0:1788572577.413376:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.413378:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c485d5e lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413382:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10c00/0xaad440e68c485d5e lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413411:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11600/0xaad440e68c485d50 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775a1 expref: 33 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413426:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485d65 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775a1 expref: 32 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.413433:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x25d:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:2.0:1788572577.413435:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572577.413437:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10800, rc 0) 00000100:00100000:2.0:1788572577.413484:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:361572:x1875453633006976:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2125us (2292us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.413492:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138081 00000100:00100000:2.0:1788572577.418394:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.418453:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633007104 00000100:00100000:0.0:1788572577.418462:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633007104 00000100:00100000:0.0:1788572577.418526:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138082 00000100:00100000:0.0:1788572577.418536:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+51:361572:x1875453633007104:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.418560:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.418584:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485d6c lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775a8 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.418650:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485d73 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.418664:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485d73 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.418675:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485d73 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.418732:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x25d:0x0]: returning size 0 00000004:00200000:0.0:1788572577.418737:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572577.418777:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485d6c lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775a8 expref: 53 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.418794:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485d73 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775a8 expref: 52 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.418802:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x25d:0x0].0x0 (ffff88ca9258de00) 00010000:00010000:0.0:1788572577.418805:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572577.418809:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ee00, rc 0) 00000100:00100000:0.0:1788572577.418875:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+52:361572:x1875453633007104:12345-192.168.202.54@tcp:101:rm.0 Request processed in 340us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.418882:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138082 00000100:00100000:0.0:1788572577.424841:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.424892:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.424983:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633007232 00000100:00100000:1.0:1788572577.424993:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633007232 00000100:00100000:1.0:1788572577.425079:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15930 00000100:00100000:1.0:1788572577.425089:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:352627:x1875453633007232:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572577.425106:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.425132:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c485d65 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775a1 expref: 32 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.425190:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x25d:0x0].0x0 (ffff88ca91de0b00) 00010000:00010000:1.0:1788572577.425204:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.425272:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:352627:x1875453633007232:12345-192.168.202.54@tcp:103:rm.0 Request processed in 185us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.425280:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15930 00000100:00100000:3.0:1788572577.426695:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633007488 00000100:00100000:3.0:1788572577.426709:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633007488 00000100:00100000:3.0:1788572577.426771:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138083 00000100:00100000:3.0:1788572577.426780:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+52:361572:x1875453633007488:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.426838:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.426861:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485d73 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x25d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775a8 expref: 52 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.426879:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x25d:0x0].0x0 (ffff88ca9258de00) 00010000:00010000:3.0:1788572577.426890:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.426940:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.426949:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.426960:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.426984:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196027264:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1788572577.427044:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.427075:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca954816c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.427707:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196027264 00000100:00100000:1.0:1788572577.427714:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196027264 00000100:00100000:1.0:1788572577.427758:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37005 00000100:00100000:1.0:1788572577.427767:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+34:225655:x1875440196027264:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572577.427783:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.427802:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d81 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485d7a expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.427825:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d81 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485d7a expref: 35 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.427838:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d81 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485d7a expref: 35 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.427847:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:1.0:1788572577.427850:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.427852:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b6a00, rc 0) 00000100:00100000:1.0:1788572577.427902:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+35:225655:x1875440196027264:12345-0@lo:101:mdt00_005.0 Request processed in 136us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.427908:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37005 00000100:00100000:3.0:1788572577.428569:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196027264:0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572577.428590:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485d81 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.428602:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485d81 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.428623:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.429852:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10c00/0xaad440e68c485d88 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.429872:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10c00/0xaad440e68c485d88 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.429883:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10c00/0xaad440e68c485d88 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.429904:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d6680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196027392:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1788572577.430081:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.430174:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca960933c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.435278:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196027392 00000100:00100000:3.0:1788572577.435296:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196027392 00000100:00100000:3.0:1788572577.435375:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37006 00000100:00100000:3.0:1788572577.435388:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+35:225655:x1875440196027392:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572577.435411:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.435438:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485d8f lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485d88 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.435470:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485d8f lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485d88 expref: 36 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.435486:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485d8f lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485d88 expref: 36 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.435495:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x407995d1 (ffff88cb981f5000) 00010000:00010000:3.0:1788572577.435498:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.435502:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148b800, rc 0) 00000100:00100000:3.0:1788572577.435594:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+36:225655:x1875440196027392:12345-0@lo:101:mdt00_005.0 Request processed in 208us (5513us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.435601:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37006 00000100:00100000:2.0:1788572577.435806:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d6680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196027392:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572577.435828:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10c00/0xaad440e68c485d88 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485d8f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.435839:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10c00/0xaad440e68c485d88 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485d8f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572577.435866:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:2.0:1788572577.435920:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196027520:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572577.435968:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.436002:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.436144:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196027520 00000100:00100000:0.0:1788572577.436173:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196027520 00000100:00100000:0.0:1788572577.436215:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37007 00000100:00100000:0.0:1788572577.436223:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+36:225655:x1875440196027520:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788572577.436302:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+36:225655:x1875440196027520:12345-0@lo:1000:mdt00_005.0 Request processed in 80us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.436310:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37007 00000100:00100000:2.0:1788572577.436578:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196027520:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572577.436639:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196027648:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572577.436668:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.436686:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.436701:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196027648 00000100:00100000:2.0:1788572577.436705:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196027648 00000100:00100000:2.0:1788572577.436744:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37008 00000100:00100000:2.0:1788572577.436751:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+36:225655:x1875440196027648:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572577.436843:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+36:225655:x1875440196027648:12345-0@lo:1000:mdt00_005.0 Request processed in 92us (173us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572577.436850:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37008 00000100:00100000:2.0:1788572577.436876:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196027648:0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1788572577.436926:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.436944:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.436954:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.436966:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196027776:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1788572577.436989:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.437005:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca960933c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.437016:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196027776 00000100:00100000:2.0:1788572577.437019:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196027776 00000100:00100000:2.0:1788572577.437037:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37009 00000100:00100000:2.0:1788572577.437043:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+36:225655:x1875440196027776:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572577.437050:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.437065:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485d9d lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485d96 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.437086:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485d9d lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485d96 expref: 37 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.437103:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485d9d lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485d96 expref: 37 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.437111:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x25d:0x0].0x0 (ffff88ca91de0800) 00010000:00010000:2.0:1788572577.437114:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572577.437117:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10e00, rc 0) 00000100:00100000:2.0:1788572577.437146:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+37:225655:x1875440196027776:12345-0@lo:101:mdt00_005.0 Request processed in 102us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.437185:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37009 00000100:00100000:2.0:1788572577.437211:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196027776:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572577.437223:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485d9d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.437233:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485d9d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.437256:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485da4 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.437280:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485da4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.437289:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485da4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.437586:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3216, 64 off214016 00000040:00080000:2.0:1788572577.437615:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].900, 392 off517000 00000040:00080000:2.0:1788572577.437658:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1443, 472 off1259816 00000004:00080000:2.0:1788572577.437663:0:225655:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca960933c0 with version 15455 00000004:00080000:0.0:1788572577.438250:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15455 rpc_version 15455 00000020:00100000:0.0:1788572577.438288:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572577.438297:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83b2bb80 x1875440196028032/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572577.438316:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2bb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196028032:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572577.438373:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.438405:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c300 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.438426:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196028032 00000100:00100000:0.0:1788572577.438431:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196028032 00000100:00100000:0.0:1788572577.438465:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37010 00000100:00100000:0.0:1788572577.438473:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+37:203127:x1875440196028032:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572577.439490:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+38:203127:x1875440196028032:12345-0@lo:1000:osp_up0-1.0 Request processed in 1013us (1112us total) trans 12884961948 rc 0/0 00000100:00100000:0.0:1788572577.439501:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37010 00000100:00100000:1.0:1788572577.442377:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2bb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196028032:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572577.442465:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485dab lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x25d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442487:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485dab lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442501:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485dab lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442511:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485dab lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442518:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485dab lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442526:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485dab lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442580:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.442610:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485da4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442619:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485da4 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442625:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485da4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442644:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.442648:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485da4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442661:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485da4 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442674:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x25d:0x0].0x0 (ffff88ca91e6ce00) 00010000:00010000:2.0:1788572577.442677:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.442682:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485da4 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442689:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485da4 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442709:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485d9d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442717:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485d9d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.442725:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485d9d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.443047:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572577.443054:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485dab lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.443062:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572577.443066:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485dab lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.443074:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485dab lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.443085:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x25d:0x0].0x0 (ffff88ca91e6ce00) 00010000:00010000:0.0:1788572577.443087:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572577.443090:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485dab lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.443097:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485dab lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x25d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.443115:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.443119:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485d9d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.443125:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572577.443130:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485d9d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.443138:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485d9d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.443345:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 4/0,0 mode: --/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485d9d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.443353:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788572577.443408:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196028160:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572577.443485:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.443567:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196028160 00000100:00100000:1.0:1788572577.443574:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196028160 00000100:00100000:1.0:1788572577.443650:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15931 00000100:00100000:1.0:1788572577.443660:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+38:3639:x1875440196028160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572577.443678:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.443698:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10e00/0xaad440e68c485d9d lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485d96 expref: 38 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.443712:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x25d:0x0].0x0 (ffff88ca91de0800) 00010000:00010000:1.0:1788572577.443721:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.443876:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000004:00080000:2.0:1788572577.443897:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.443905:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485d81 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.443914:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485d81 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.443922:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485d81 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.444002:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485d9d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.444010:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11400/0xaad440e68c485d96 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x25d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485d9d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.444026:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.444028:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.444030:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.444077:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1788572577.444083:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.444089:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10c00/0xaad440e68c485d88 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485d8f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.444097:0:225655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10c00/0xaad440e68c485d88 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485d8f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.444188:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+52:361572:x1875453633007488:12345-192.168.202.54@tcp:36:rm.0 Request processed in 17406us (19292us total) trans 8589973256 rc 0/0 00000100:00100000:2.0:1788572577.444196:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138083 00010000:00010000:0.0:1788572577.444292:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.444297:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485d81 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.444304:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148be00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572577.444308:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485d81 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.444331:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485d81 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.444355:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485d81 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.444361:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788572577.444603:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+37:3639:x1875440196028160:12345-0@lo:103:ldlm_bl.0 Request processed in 944us (1116us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.444612:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15931 00000100:00100000:1.0:1788572577.444650:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196028288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572577.444686:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.444837:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196028288 00000100:00100000:2.0:1788572577.444843:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196028288 00000100:00100000:2.0:1788572577.444884:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15932 00000100:00100000:2.0:1788572577.444891:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+37:3640:x1875440196028288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.444899:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.444915:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c485d81 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485d7a expref: 37 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.444935:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:2.0:1788572577.444944:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.444979:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+36:3640:x1875440196028288:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.444986:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15932 00000100:00100000:2.0:1788572577.445019:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196028288:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.445148:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485d81 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.445184:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb8148be00/0xaad440e68c485d7a lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485d81 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.445202:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.445204:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.445205:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.445350:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572577.445402:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196028160:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.448958:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.449029:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633007616 00000100:00100000:1.0:1788572577.449039:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633007616 00000100:00100000:1.0:1788572577.449101:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138084 00000100:00100000:1.0:1788572577.449111:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+52:361572:x1875453633007616:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.449135:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.449182:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485db2 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775af expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449246:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485db9 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449269:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485db9 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449282:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485db9 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449296:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485dc0 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449304:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485dc0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449310:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485dc0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449416:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485dc7 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449425:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485dc7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449432:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485dc7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572577.449477:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x5d2:0x0]: returning size 0 00000004:00200000:1.0:1788572577.449481:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572577.449498:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485dc7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449512:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485dc7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449521:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485db9 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449527:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485db9 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449533:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485db9 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449539:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485db9 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449545:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.449550:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485db9 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449558:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485db9 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449570:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0600) 00010000:00010000:1.0:1788572577.449573:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.449577:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485db9 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449589:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485db9 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449602:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485dc0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449608:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485dc0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449614:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485dc0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449618:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.449620:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485dc0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449627:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485dc0 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449648:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x63233073 (ffff88caa2ec0000) 00010000:00010000:1.0:1788572577.449651:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.449654:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485dc0 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449659:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485dc0 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449691:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485db2 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775af expref: 54 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449711:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485dc7 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775af expref: 53 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.449719:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5d2:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:1.0:1788572577.449721:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572577.449723:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7e00, rc 0) 00000100:00100000:1.0:1788572577.450280:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+53:361572:x1875453633007616:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1167us (1328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.450290:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138084 00000100:00100000:2.0:1788572577.458130:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.458368:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633007872 00000100:00100000:3.0:1788572577.458381:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633007872 00000100:00100000:3.0:1788572577.458491:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138085 00000100:00100000:3.0:1788572577.458504:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+53:361572:x1875453633007872:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.458575:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.458605:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485dc7 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775af expref: 53 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.458626:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5d2:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:3.0:1788572577.458652:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.458680:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485dce lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.458695:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485dce lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.458706:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485dce lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.458718:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485dd5 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.458726:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485dd5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.458734:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485dd5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.458843:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485ddc lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.458851:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485ddc lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.458857:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485ddc lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572577.459350:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3222, 64 off214400 00010000:00010000:3.0:1788572577.459412:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c485de3 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459423:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c485de3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459431:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c485de3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459438:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c485de3 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459444:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c485de3 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459451:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c485de3 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459471:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572577.459491:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485ddc lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459498:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485ddc lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459505:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485ddc lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459511:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.459516:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485ddc lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459523:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485ddc lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459532:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5d2:0x0].0x0 (ffff88cb981f5d00) 00010000:00010000:3.0:1788572577.459535:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572577.459539:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485ddc lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459545:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485ddc lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459564:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485dce lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459570:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485dce lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459576:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485dce lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459582:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485dce lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459587:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.459589:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485dce lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459595:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485dce lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459603:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb981f5900) 00010000:00010000:3.0:1788572577.459605:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.459608:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485dce lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459618:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c485dce lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.459753:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a29398fe reply state 000000009fe45980 transno 8589973257 ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485dd5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459766:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485dd5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.459773:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x63233073 (ffff88cb981f5f00) 00010000:00010000:3.0:1788572577.459775:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572577.459778:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572577.460217:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+54:361572:x1875453633007872:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1712us (2095us total) trans 8589973257 rc 0/0 00000100:00100000:3.0:1788572577.460228:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138085 00010000:00010000:2.0:1788572577.460307:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572577.460315:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c485de3 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.460335:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572577.460339:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c485de3 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.460346:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c485de3 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.460357:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5d2:0x0].0x0 (ffff88cb981f5d00) 00010000:00010000:2.0:1788572577.460359:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572577.460367:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c485de3 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.460373:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c485de3 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x5d2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.460389:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.460391:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.460393:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572577.468714:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.468810:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633008000 00000100:00100000:0.0:1788572577.468821:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633008000 00000100:00100000:0.0:1788572577.468886:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138086 00000100:00100000:0.0:1788572577.468896:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+54:361572:x1875453633008000:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.468930:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.469334:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c485dea lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775b6 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469475:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485df1 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469493:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485df1 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469506:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485df1 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469521:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485df8 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469527:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485df8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469534:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485df8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469725:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485dff lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469735:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485dff lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469742:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485dff lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.469786:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x2f2:0x0]: returning size 0 00000004:00200000:0.0:1788572577.469791:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572577.469810:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485dff lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469824:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485dff lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469835:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485df1 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469846:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485df1 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469853:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485df1 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469860:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485df1 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469865:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.469869:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485df1 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469877:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485df1 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469887:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.469890:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.469895:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485df1 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469902:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485df1 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469915:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485df8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469933:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485df8 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469938:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485df8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.469943:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.471227:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485df8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.471240:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485df8 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.471253:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x63e008d5 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.471256:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.471260:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485df8 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.471267:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485df8 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.471326:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c485dea lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775b6 expref: 56 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.471346:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485dff lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775b6 expref: 55 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.471352:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2f2:0x0].0x0 (ffff88ca9258de00) 00010000:00010000:0.0:1788572577.471354:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572577.471356:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fa00, rc 0) 00000100:00100000:1.0:1788572577.471557:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+55:361572:x1875453633008000:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2660us (2851us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.471567:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138086 00000100:00100000:2.0:1788572577.478131:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.478191:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633008256 00000100:00100000:2.0:1788572577.478201:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633008256 00000100:00100000:2.0:1788572577.479520:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138087 00000100:00100000:2.0:1788572577.479538:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+55:361572:x1875453633008256:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.479598:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.479627:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485dff lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775b6 expref: 55 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.479659:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2f2:0x0].0x0 (ffff88ca9258de00) 00010000:00010000:2.0:1788572577.479673:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.479699:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e06 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.479713:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e06 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.479724:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e06 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.479736:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485e0d lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.479743:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485e0d lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.479751:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485e0d lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.479850:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e14 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.479860:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e14 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.479867:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e14 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.480078:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3223, 64 off214464 00010000:00010000:2.0:1788572577.480126:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c485e1b lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.480136:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c485e1b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.480144:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c485e1b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.480170:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c485e1b lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.480177:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c485e1b lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.480184:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c485e1b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.480203:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.480221:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e14 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.480228:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e14 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.480234:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e14 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.480240:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.480245:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e14 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.480252:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e14 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.481534:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.481545:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c485e1b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.481555:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572577.481560:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c485e1b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.481568:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c485e1b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.481582:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2f2:0x0].0x0 (ffff88ca91e6c000) 00010000:00010000:0.0:1788572577.481585:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572577.481590:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c485e1b lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.481596:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c485e1b lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.481610:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.481612:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.481613:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.481815:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2f2:0x0].0x0 (ffff88ca91e6c000) 00010000:00010000:2.0:1788572577.481819:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572577.481823:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e14 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.481829:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e14 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.481855:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e06 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.481861:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e06 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.481867:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e06 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.481872:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e06 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.481876:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.481880:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e06 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.481885:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e06 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.481893:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91e6c900) 00010000:00010000:2.0:1788572577.481895:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.481898:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e06 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.481904:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e06 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.481916:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000004d09004 reply state 0000000018f5a6b8 transno 8589973258 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485e0d lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.481935:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485e0d lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.481942:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x63e008d5 (ffff88ca91e6cf00) 00010000:00010000:2.0:1788572577.481944:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572577.481947:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572577.482040:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+56:361572:x1875453633008256:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2504us (3914us total) trans 8589973258 rc 0/0 00000100:00100000:2.0:1788572577.482048:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138087 00000100:00100000:3.0:1788572577.484394:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.491411:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633008384 00000100:00100000:1.0:1788572577.491435:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633008384 00000100:00100000:1.0:1788572577.491538:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138088 00000100:00100000:1.0:1788572577.491550:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+56:361572:x1875453633008384:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.491576:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.491601:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e22 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775bd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491684:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e29 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491699:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e29 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491715:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e29 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491728:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e30 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491734:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e30 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491740:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e30 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491838:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e37 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491846:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e37 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491853:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e37 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572577.491895:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x2c8:0x0]: returning size 0 00000004:00200000:1.0:1788572577.491899:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572577.491918:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e37 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491941:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e37 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491952:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e29 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491962:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e29 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491968:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e29 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491974:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e29 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491980:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.491984:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e29 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.491992:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e29 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.492004:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0600) 00010000:00010000:1.0:1788572577.492008:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.492012:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e29 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.492020:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e29 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.492035:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e30 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.492042:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e30 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.492047:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e30 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.492054:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.492057:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e30 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.492063:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e30 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.493117:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x80c4d872 (ffff88caa2ec0000) 00010000:00010000:1.0:1788572577.493120:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.493125:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e30 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.493133:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e30 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.493192:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e22 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775bd expref: 58 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.493209:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e37 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775bd expref: 57 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.493217:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2c8:0x0].0x0 (ffff88caa2ec0500) 00010000:00010000:1.0:1788572577.493219:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572577.493222:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7e00, rc 0) 00000100:00100000:1.0:1788572577.493882:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+57:361572:x1875453633008384:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2329us (9492us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.493892:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138088 00000100:00100000:0.0:1788572577.497952:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.498094:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633008640 00000100:00100000:3.0:1788572577.498103:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633008640 00000100:00100000:3.0:1788572577.498176:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138089 00000100:00100000:3.0:1788572577.498187:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+57:361572:x1875453633008640:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.498256:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.498283:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e37 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775bd expref: 57 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498303:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2c8:0x0].0x0 (ffff88caa2ec0500) 00010000:00010000:3.0:1788572577.498315:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.498353:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485e3e lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498368:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485e3e lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498378:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485e3e lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498390:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f800/0xaad440e68c485e45 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498397:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f800/0xaad440e68c485e45 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498404:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f800/0xaad440e68c485e45 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498499:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485e4c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498508:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485e4c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498515:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485e4c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572577.498728:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3224, 64 off214528 00010000:00010000:3.0:1788572577.498778:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f400/0xaad440e68c485e53 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498787:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f400/0xaad440e68c485e53 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498795:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f400/0xaad440e68c485e53 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498803:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f400/0xaad440e68c485e53 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498810:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f400/0xaad440e68c485e53 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498815:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f400/0xaad440e68c485e53 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498835:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572577.498853:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485e4c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498859:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485e4c lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498866:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485e4c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.498871:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.498872:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.498882:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485e4c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.498883:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f400/0xaad440e68c485e53 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498896:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485e4c lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.498898:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1f400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572577.498905:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f400/0xaad440e68c485e53 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498910:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2c8:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:3.0:1788572577.498916:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572577.498920:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485e4c lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.498921:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f400/0xaad440e68c485e53 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498934:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485e4c lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.498946:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2c8:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572577.498951:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572577.498956:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f400/0xaad440e68c485e53 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.498965:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f400/0xaad440e68c485e53 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x2c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498968:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485e3e lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498976:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485e3e lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.498981:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.498983:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485e3e lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.498985:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.498988:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.498993:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485e3e lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.498999:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.499002:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485e3e lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.499008:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485e3e lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.499016:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb981f5900) 00010000:00010000:3.0:1788572577.499019:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.499022:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485e3e lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.499028:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485e3e lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.499041:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f1d14344 reply state 00000000f57e2f7e transno 8589973259 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f800/0xaad440e68c485e45 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.499053:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f800/0xaad440e68c485e45 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.499060:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x80c4d872 (ffff88cb981f5100) 00010000:00010000:3.0:1788572577.499062:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572577.499065:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572577.499140:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+58:361572:x1875453633008640:12345-192.168.202.54@tcp:36:rm.0 Request processed in 955us (1207us total) trans 8589973259 rc 0/0 00000100:00100000:3.0:1788572577.499149:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138089 00000100:00100000:1.0:1788572577.503462:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.503559:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633008768 00000100:00100000:2.0:1788572577.503569:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633008768 00000100:00100000:2.0:1788572577.503644:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138090 00000100:00100000:2.0:1788572577.503655:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+58:361572:x1875453633008768:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572577.503685:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.503715:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e5a lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775c4 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.503789:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e61 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.503808:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e61 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.503820:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e61 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.503832:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485e68 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.503839:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485e68 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.503845:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485e68 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504014:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11600/0xaad440e68c485e6f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504025:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11600/0xaad440e68c485e6f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504032:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11600/0xaad440e68c485e6f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572577.504079:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x2ec:0x0]: returning size 0 00000004:00200000:2.0:1788572577.504084:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572577.504103:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11600/0xaad440e68c485e6f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504113:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11600/0xaad440e68c485e6f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504126:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e61 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504131:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e61 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504137:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e61 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504143:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e61 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504149:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.504388:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e61 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504397:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e61 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504410:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91e6c900) 00010000:00010000:2.0:1788572577.504412:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.504417:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e61 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504423:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485e61 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504435:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485e68 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504441:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485e68 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504448:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485e68 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504452:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.504455:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485e68 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504461:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485e68 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504468:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe2a91373 (ffff88ca91e6c000) 00010000:00010000:2.0:1788572577.504470:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.504472:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485e68 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504477:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485e68 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504512:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485e5a lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775c4 expref: 60 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504528:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11600/0xaad440e68c485e6f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775c4 expref: 59 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.504535:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2ec:0x0].0x0 (ffff88ca91e6c200) 00010000:00010000:2.0:1788572577.504537:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572577.504540:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd11600, rc 0) 00000100:00100000:2.0:1788572577.504608:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+59:361572:x1875453633008768:12345-192.168.202.54@tcp:101:rm.0 Request processed in 954us (1155us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.504621:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138090 00000100:00100000:0.0:1788572577.517214:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.517388:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633009024 00000100:00100000:1.0:1788572577.517399:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633009024 00000100:00100000:1.0:1788572577.517465:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138091 00000100:00100000:1.0:1788572577.517476:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+59:361572:x1875453633009024:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572577.517544:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.517571:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11600/0xaad440e68c485e6f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775c4 expref: 59 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.517590:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2ec:0x0].0x0 (ffff88ca91e6c200) 00010000:00010000:1.0:1788572577.517600:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572577.517623:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e76 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.517635:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e76 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.517645:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e76 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.517656:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e7d lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.517662:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e7d lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.517668:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e7d lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.517760:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e84 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.517773:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e84 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.517779:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e84 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572577.518501:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3225, 64 off214592 00010000:00010000:1.0:1788572577.518556:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e8b lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518567:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e8b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518574:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e8b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518581:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e8b lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518587:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e8b lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518595:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e8b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518622:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572577.518640:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e84 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518646:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e84 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518657:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e84 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518663:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.518667:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e84 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518676:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e84 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518685:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2ec:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:1.0:1788572577.518688:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572577.518692:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e84 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518697:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c485e84 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518714:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e76 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518720:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e76 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518725:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e76 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518731:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e76 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518736:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.518740:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e76 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518745:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e76 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518751:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0600) 00010000:00010000:1.0:1788572577.518754:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.518756:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e76 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518762:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7200/0xaad440e68c485e76 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.518775:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000018f40eef reply state 00000000e45e7cc7 transno 8589973260 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e7d lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518785:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e7d lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.518791:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe2a91373 (ffff88caa2ec0000) 00010000:00010000:1.0:1788572577.518793:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572577.518795:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572577.518866:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+60:361572:x1875453633009024:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1391us (1712us total) trans 8589973260 rc 0/0 00000100:00100000:1.0:1788572577.518874:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138091 00010000:00010000:0.0:1788572577.519287:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.519295:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e8b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.519302:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572577.519306:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e8b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.519312:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e8b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.519330:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2ec:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:0.0:1788572577.519333:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572577.519336:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e8b lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.519342:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c485e8b lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x2ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.519360:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.519362:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.519364:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572577.527775:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.528403:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633009152 00000100:00100000:1.0:1788572577.528416:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633009152 00000100:00100000:1.0:1788572577.528485:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138092 00000100:00100000:1.0:1788572577.528496:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+60:361572:x1875453633009152:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.528520:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.528558:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485e92 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775cb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528627:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485e99 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528642:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485e99 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528653:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485e99 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528665:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485ea0 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528672:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485ea0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528679:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485ea0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528781:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485ea7 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528789:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485ea7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528795:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485ea7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572577.528840:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x4f3:0x0]: returning size 0 00000004:00200000:1.0:1788572577.528845:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572577.528865:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485ea7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528878:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485ea7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528887:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485e99 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528894:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485e99 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528901:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485e99 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528907:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485e99 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528913:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.528917:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485e99 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528925:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485e99 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528938:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0500) 00010000:00010000:1.0:1788572577.528940:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.528945:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485e99 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528951:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c485e99 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528966:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485ea0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528972:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485ea0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528977:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485ea0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528982:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.528984:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485ea0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528989:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485ea0 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.528994:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x809b39f1 (ffff88caa2ec0b00) 00010000:00010000:1.0:1788572577.528996:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.528998:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485ea0 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.529004:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c485ea0 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.529038:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485e92 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775cb expref: 62 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.529053:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485ea7 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775cb expref: 61 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.529060:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4f3:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:1.0:1788572577.529062:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572577.529065:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84aff000, rc 0) 00000100:00100000:1.0:1788572577.529127:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+61:361572:x1875453633009152:12345-192.168.202.54@tcp:101:rm.0 Request processed in 633us (1367us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.529136:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138092 00000100:00100000:1.0:1788572577.536350:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.536636:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633009408 00000100:00100000:3.0:1788572577.536647:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633009408 00000100:00100000:3.0:1788572577.536717:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138093 00000100:00100000:3.0:1788572577.536729:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+61:361572:x1875453633009408:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.536787:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.536815:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485ea7 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775cb expref: 61 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.536836:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4f3:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:3.0:1788572577.536850:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.536877:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485eae lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.536895:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485eae lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.536906:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485eae lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.536942:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485eb5 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.536950:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485eb5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.536958:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485eb5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.537068:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485ebc lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.537076:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485ebc lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.537084:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485ebc lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572577.537617:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3217, 64 off214080 00010000:00010000:3.0:1788572577.537821:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485ec3 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.537832:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485ec3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.537840:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485ec3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.537848:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485ec3 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.537855:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485ec3 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.537862:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485ec3 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.537888:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572577.537907:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485ebc lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.537913:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485ebc lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.537920:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485ebc lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.538207:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.538214:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485ec3 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.538222:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1f600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572577.538226:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485ec3 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.538233:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485ec3 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.538245:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4f3:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572577.538248:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572577.538252:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485ec3 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.538270:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485ec3 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.538283:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.538285:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.538287:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.539765:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.539775:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485ebc lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539786:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485ebc lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539803:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4f3:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:3.0:1788572577.539806:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572577.539810:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485ebc lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539818:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485ebc lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539856:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485eae lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539867:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485eae lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539873:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485eae lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539879:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485eae lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539884:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.539887:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485eae lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539892:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485eae lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539900:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb981f5900) 00010000:00010000:3.0:1788572577.539903:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.539906:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485eae lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539913:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c485eae lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.539928:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e1481c25 reply state 00000000f7f1b79a transno 8589973261 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485eb5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539952:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485eb5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.539958:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x809b39f1 (ffff88cb981f5e00) 00010000:00010000:3.0:1788572577.539961:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572577.539965:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572577.540277:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+62:361572:x1875453633009408:12345-192.168.202.54@tcp:36:rm.0 Request processed in 3543us (3932us total) trans 8589973261 rc 0/0 00000100:00100000:2.0:1788572577.540286:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138093 00000100:00100000:0.0:1788572577.542797:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.542938:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633009536 00000100:00100000:3.0:1788572577.542950:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633009536 00000100:00100000:3.0:1788572577.543018:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138094 00000100:00100000:3.0:1788572577.543028:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+62:361572:x1875453633009536:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572577.543055:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.543080:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fe00/0xaad440e68c485eca lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775d2 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.543195:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485ed1 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.543211:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485ed1 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.543221:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485ed1 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.543233:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485ed8 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.543239:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485ed8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.543245:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485ed8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543592:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485edf lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x609:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543602:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485edf lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x609:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543610:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485edf lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x609:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.543665:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x609:0x0]: returning size 0 00000004:00200000:0.0:1788572577.543670:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572577.543688:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485edf lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x609:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543700:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485edf lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x609:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543710:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485ed1 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543716:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485ed1 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543722:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485ed1 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543728:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485ed1 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543734:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.543738:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485ed1 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543746:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485ed1 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543758:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb981f5d00) 00010000:00010000:0.0:1788572577.543761:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.543766:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485ed1 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543771:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485ed1 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543790:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485ed8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543795:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485ed8 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543800:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485ed8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543804:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1f200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.543807:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485ed8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543812:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485ed8 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543819:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc8487322 (ffff88cb981f5800) 00010000:00010000:0.0:1788572577.543821:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.543824:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485ed8 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543829:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485ed8 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543860:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fe00/0xaad440e68c485eca lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775d2 expref: 64 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543875:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485edf lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x609:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775d2 expref: 63 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.543888:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x609:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.543890:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572577.543892:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ea00, rc 0) 00000100:00100000:0.0:1788572577.543962:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+63:361572:x1875453633009536:12345-192.168.202.54@tcp:101:rm.0 Request processed in 935us (1174us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.543971:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138094 00000100:00100000:0.0:1788572577.547625:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.547725:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633009792 00000100:00100000:2.0:1788572577.547734:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633009792 00000100:00100000:2.0:1788572577.547799:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138095 00000100:00100000:2.0:1788572577.547810:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+63:361572:x1875453633009792:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.547869:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.547896:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485edf lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x609:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775d2 expref: 63 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.547918:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x609:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:2.0:1788572577.547947:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.547975:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485ee6 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.547990:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485ee6 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548000:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485ee6 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548011:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485eed lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548018:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485eed lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548028:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485eed lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548139:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485ef4 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x609:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548146:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485ef4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x609:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548196:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485ef4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x609:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.548428:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3218, 64 off214144 00010000:00010000:2.0:1788572577.548486:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485efb lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x609:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548496:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485efb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548503:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485efb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548510:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485efb lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548515:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485efb lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548521:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485efb lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x609:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548540:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.548560:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485ef4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x609:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548566:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485ef4 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x609:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548572:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485ef4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x609:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548577:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.548582:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485ef4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x609:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548591:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485ef4 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x609:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548600:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x609:0x0].0x0 (ffff88ca91e6c400) 00010000:00010000:2.0:1788572577.548603:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572577.548607:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485ef4 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x609:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548613:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485ef4 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x609:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548628:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485ee6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548634:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485ee6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548639:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485ee6 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548648:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485ee6 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548653:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.548655:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485ee6 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548660:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485ee6 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548666:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91e6c900) 00010000:00010000:2.0:1788572577.548668:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.548670:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485ee6 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548676:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485ee6 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.548687:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005265a43e reply state 000000005328fa95 transno 8589973262 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485eed lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548697:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485eed lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.548703:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc8487322 (ffff88ca91e6c000) 00010000:00010000:2.0:1788572577.548706:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572577.548709:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572577.548785:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+64:361572:x1875453633009792:12345-192.168.202.54@tcp:36:rm.0 Request processed in 976us (1170us total) trans 8589973262 rc 0/0 00000100:00100000:2.0:1788572577.548792:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138095 00010000:00010000:0.0:1788572577.549475:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.549485:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485efb lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x609:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.549493:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572577.549496:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485efb lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x609:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.549505:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485efb lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x609:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.549517:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x609:0x0].0x0 (ffff88ca91e6c400) 00010000:00010000:0.0:1788572577.549520:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572577.549537:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485efb lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x609:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.549543:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c485efb lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x609:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.549560:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.549562:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.549563:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572577.561104:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.561248:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633009920 00000100:00100000:0.0:1788572577.561259:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633009920 00000100:00100000:0.0:1788572577.561336:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138096 00000100:00100000:0.0:1788572577.561347:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:361572:x1875453633009920:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.561368:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.561396:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485f02 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775d9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.561477:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f09 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.561492:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f09 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.561504:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f09 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.561516:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f10 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.561533:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f10 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.561540:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f10 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.561672:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196028416:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572577.561727:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.561761:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c300 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.562252:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196028416 00000100:00100000:1.0:1788572577.562259:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196028416 00000100:00100000:1.0:1788572577.562304:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37011 00000100:00100000:1.0:1788572577.562322:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+75:202392:x1875440196028416:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572577.562412:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+75:202392:x1875440196028416:12345-0@lo:1000:mdt00_000.0 Request processed in 99us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.562419:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37011 00000100:00100000:0.0:1788572577.562900:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196028416:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1788572577.562979:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485f17 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.562992:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485f17 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.563002:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485f17 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.563061:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485f17 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.563077:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f09 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.563084:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f09 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.563090:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f09 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.563097:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f09 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.563103:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.563107:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f09 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.563115:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f09 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.563128:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.563132:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.563137:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f09 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.563143:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f09 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.565415:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f10 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.565434:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f10 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.565442:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f10 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.565448:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.565452:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f10 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.565460:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f10 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.565477:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x2697564b (ffff88ca9258d200) 00010000:00010000:0.0:1788572577.565481:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.565486:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f10 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.565492:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f10 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.565549:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485f02 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775d9 expref: 33 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.565566:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485f17 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775d9 expref: 32 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.565574:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1f7:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.565576:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.565579:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ee00, rc 0) 00000100:00100000:0.0:1788572577.565672:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:361572:x1875453633009920:12345-192.168.202.54@tcp:101:rm.0 Request processed in 4325us (4576us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.565681:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138096 00000100:00100000:3.0:1788572577.570046:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.570135:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633010048 00000100:00100000:2.0:1788572577.570145:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633010048 00000100:00100000:2.0:1788572577.570230:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138097 00000100:00100000:2.0:1788572577.570240:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb8558b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+64:361572:x1875453633010048:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572577.570263:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.570287:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485f1e lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775e0 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.570363:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485f25 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.570378:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485f25 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.570389:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485f25 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572577.570444:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x1f7:0x0]: returning size 0 00000004:00200000:2.0:1788572577.570449:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572577.570485:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c485f1e lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775e0 expref: 66 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.570503:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485f25 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775e0 expref: 65 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.570511:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1f7:0x0].0x0 (ffff88ca91e6c900) 00010000:00010000:2.0:1788572577.570514:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572577.570517:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10e00, rc 0) 00000100:00100000:2.0:1788572577.570595:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb8558b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+65:361572:x1875453633010048:12345-192.168.202.54@tcp:101:rm.0 Request processed in 356us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.570602:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138097 00000100:00100000:1.0:1788572577.573627:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.573680:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.573795:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633010176 00000100:00100000:0.0:1788572577.573805:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633010176 00000100:00100000:0.0:1788572577.573868:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15933 00000100:00100000:0.0:1788572577.573878:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:352626:x1875453633010176:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572577.573893:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.573918:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485f17 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775d9 expref: 32 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.573948:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1f7:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.573958:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.574014:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:352626:x1875453633010176:12345-192.168.202.54@tcp:103:rm.0 Request processed in 138us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.574022:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15933 00000100:00100000:2.0:1788572577.588652:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633010432 00000100:00100000:2.0:1788572577.588668:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633010432 00000100:00100000:2.0:1788572577.588783:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138098 00000100:00100000:2.0:1788572577.588794:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+65:361572:x1875453633010432:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.588856:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.588882:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c485f25 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775e0 expref: 65 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.588901:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1f7:0x0].0x0 (ffff88ca91e6c900) 00010000:00010000:2.0:1788572577.588911:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.588969:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.588977:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.588987:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.589008:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196028544:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1788572577.589080:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.589110:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca960930c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.589300:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196028544 00000100:00100000:0.0:1788572577.589305:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196028544 00000100:00100000:0.0:1788572577.589352:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37012 00000100:00100000:0.0:1788572577.589360:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+36:202394:x1875440196028544:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572577.589375:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.589390:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485f33 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485f2c expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.589412:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485f33 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485f2c expref: 37 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.589425:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485f33 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485f2c expref: 37 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.589432:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.589435:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.589437:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ea00, rc 0) 00000100:00100000:0.0:1788572577.589475:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+37:202394:x1875440196028544:12345-0@lo:101:mdt00_002.0 Request processed in 116us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.589481:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37012 00000100:00100000:2.0:1788572577.592781:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196028544:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572577.592820:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485f33 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.592835:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485f33 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572577.592866:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.592917:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11600/0xaad440e68c485f3a lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.592925:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11600/0xaad440e68c485f3a lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.593355:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11600/0xaad440e68c485f3a lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.594087:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196028672:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1788572577.594195:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.594235:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.594328:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196028672 00000100:00100000:0.0:1788572577.594336:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196028672 00000100:00100000:0.0:1788572577.594389:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37013 00000100:00100000:0.0:1788572577.594398:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+37:202394:x1875440196028672:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572577.594413:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.594433:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f41 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485f3a expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.594458:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f41 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485f3a expref: 38 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.594475:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f41 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485f3a expref: 38 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.594483:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x2697564b (ffff88ca9258d200) 00010000:00010000:0.0:1788572577.594485:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.594489:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fe00, rc 0) 00000100:00100000:0.0:1788572577.594544:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+38:202394:x1875440196028672:12345-0@lo:101:mdt00_002.0 Request processed in 147us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.594550:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37013 00000100:00100000:3.0:1788572577.594629:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196028672:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572577.594656:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11600/0xaad440e68c485f3a lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485f41 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.594665:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11600/0xaad440e68c485f3a lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485f41 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.594683:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:3.0:1788572577.594722:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a54380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196028800:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572577.594749:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.594775:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.594869:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196028800 00000100:00100000:0.0:1788572577.594873:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196028800 00000100:00100000:0.0:1788572577.594905:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37014 00000100:00100000:0.0:1788572577.594912:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+38:202394:x1875440196028800:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572577.594975:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+38:202394:x1875440196028800:12345-0@lo:1000:mdt00_002.0 Request processed in 63us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.594981:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37014 00000100:00100000:3.0:1788572577.596779:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a54380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196028800:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572577.596855:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a54380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196028928:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572577.596905:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.596943:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.597012:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196028928 00000100:00100000:0.0:1788572577.597018:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196028928 00000100:00100000:0.0:1788572577.597073:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37015 00000100:00100000:0.0:1788572577.597083:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+38:202394:x1875440196028928:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572577.597216:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+38:202394:x1875440196028928:12345-0@lo:1000:mdt00_002.0 Request processed in 135us (310us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572577.597225:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37015 00000100:00100000:3.0:1788572577.597355:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a54380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196028928:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1788572577.597410:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.597420:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.597429:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.597441:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196029056:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1788572577.597464:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.597488:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.597503:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196029056 00000100:00100000:3.0:1788572577.597506:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196029056 00000100:00100000:3.0:1788572577.597538:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37016 00000100:00100000:3.0:1788572577.597545:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+38:202394:x1875440196029056:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572577.597555:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.597570:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c485f4f lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485f48 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.597594:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c485f4f lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485f48 expref: 39 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.597609:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c485f4f lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485f48 expref: 39 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.597618:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1f7:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:3.0:1788572577.597621:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572577.597624:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1fc00, rc 0) 00000100:00100000:3.0:1788572577.597668:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+39:202394:x1875440196029056:12345-0@lo:101:mdt00_002.0 Request processed in 123us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.597674:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37016 00000100:00100000:3.0:1788572577.597698:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196029056:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572577.597711:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485f4f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.597721:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485f4f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.597750:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485f56 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.597758:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485f56 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.597767:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485f56 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572577.598068:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3219, 64 off214208 00000040:00080000:3.0:1788572577.598098:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].901, 392 off517392 00000040:00080000:3.0:1788572577.598147:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1444, 472 off1260288 00000004:00080000:3.0:1788572577.598189:0:202394:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95481f00 with version 15456 00000004:00080000:3.0:1788572577.598208:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15456 rpc_version 15456 00000020:00100000:3.0:1788572577.598229:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572577.598237:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9018ed80 x1875440196029312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572577.598253:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018ed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196029312:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572577.598288:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.598307:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.598337:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196029312 00000100:00100000:3.0:1788572577.598341:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196029312 00000100:00100000:3.0:1788572577.598366:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37017 00000100:00100000:3.0:1788572577.598373:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb907450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+39:203127:x1875440196029312:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572577.598644:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb907450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+40:203127:x1875440196029312:12345-0@lo:1000:osp_up0-1.0 Request processed in 269us (354us total) trans 12884961949 rc 0/0 00000100:00100000:3.0:1788572577.598651:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37017 00000100:00100000:3.0:1788572577.598859:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018ed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196029312:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1788572577.598891:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485f5d lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.598903:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485f5d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.598912:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485f5d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.598921:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485f5d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.598928:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485f5d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.598934:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485f5d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.598948:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572577.598971:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485f56 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.598978:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485f56 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.598984:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485f56 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.598990:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.598995:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485f56 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.599008:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485f56 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.599023:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1f7:0x0].0x0 (ffff88cb981f5a00) 00010000:00010000:3.0:1788572577.599026:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.599031:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485f56 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.599037:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e400/0xaad440e68c485f56 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.599048:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485f4f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.599054:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485f4f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.599060:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485f4f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.599071:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572577.599082:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572577.599087:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485f33 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.599093:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485f33 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.599099:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485f33 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.599109:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572577.599112:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572577.599117:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11600/0xaad440e68c485f3a lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485f41 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.599124:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11600/0xaad440e68c485f3a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485f41 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.599219:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+65:361572:x1875453633010432:12345-192.168.202.54@tcp:36:rm.0 Request processed in 10424us (25534us total) trans 8589973263 rc 0/0 00000100:00100000:3.0:1788572577.599227:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138098 00010000:00010000:0.0:1788572577.600212:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572577.600222:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485f5d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600230:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fa00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572577.600234:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485f5d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600242:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485f5d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600256:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1f7:0x0].0x0 (ffff88cb981f5a00) 00010000:00010000:0.0:1788572577.600259:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572577.600262:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485f5d lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600268:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485f5d lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600291:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572577.600294:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485f4f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600302:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ee00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572577.600306:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485f4f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.600323:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485f4f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600358:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485f4f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600369:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572577.600395:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485f4f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600402:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ee00/0xaad440e68c485f48 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485f4f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600415:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.600418:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485f33 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600424:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572577.600428:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485f33 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.600435:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485f33 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600452:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485f33 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600459:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572577.600465:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485f33 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600471:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c485f2c lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485f33 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.600489:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.600491:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.600493:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.600500:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.600505:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.600568:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196029568:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.600622:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.600677:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788572577.600684:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196029440:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.600708:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.600738:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196029568 00000100:00100000:2.0:1788572577.600744:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196029568 00000100:00100000:2.0:1788572577.600786:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196029440 00000100:00100000:2.0:1788572577.600789:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196029440 00000100:00100000:2.0:1788572577.600809:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15934 00000100:00100000:2.0:1788572577.600816:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+41:3638:x1875440196029568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.600827:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.600843:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485f33 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485f2c expref: 41 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.600853:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:2.0:1788572577.600860:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.600887:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+40:3638:x1875440196029568:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.600894:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15934 00000100:00100000:2.0:1788572577.600908:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15935 00000100:00100000:2.0:1788572577.600913:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85e81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+39:3638:x1875440196029440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.600920:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.600929:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c485f4f lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x1f7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485f48 expref: 39 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.600938:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x1f7:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:2.0:1788572577.600944:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.600964:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85e81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+38:3638:x1875440196029440:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.600970:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15935 00000100:00100000:2.0:1788572577.601030:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196029440:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572577.601039:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196029568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572577.601502:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196029696:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788572577.601551:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.601624:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196029696 00000100:00100000:0.0:1788572577.601628:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196029696 00000100:00100000:0.0:1788572577.601671:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37018 00000100:00100000:0.0:1788572577.601678:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+38:3639:x1875440196029696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788572577.601709:0:203129:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443434496 avail 1297195008 00000100:00100000:0.0:1788572577.601750:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+38:3639:x1875440196029696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.601756:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37018 00000100:00100000:0.0:1788572577.601786:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196029696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788572577.602081:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85588a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196029824:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788572577.602109:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.602185:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196029824 00000100:00100000:1.0:1788572577.602190:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196029824 00000100:00100000:1.0:1788572577.602220:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37019 00000100:00100000:1.0:1788572577.602226:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+75:3640:x1875440196029824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788572577.602245:0:202398:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1788572577.602277:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+75:3640:x1875440196029824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.602283:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37019 00000100:00100000:2.0:1788572577.602404:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85588a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196029824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788572577.607002:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.607094:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633010560 00000100:00100000:0.0:1788572577.607105:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633010560 00000100:00100000:0.0:1788572577.607218:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138099 00000100:00100000:0.0:1788572577.607231:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:361572:x1875453633010560:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.607260:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.607297:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f64 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775e7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.607398:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485f6b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.607415:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485f6b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.607430:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485f6b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.607446:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485f72 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.607454:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485f72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.607461:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485f72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.607617:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196029952:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572577.607678:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.607710:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.607844:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196029952 00000100:00100000:3.0:1788572577.607851:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196029952 00000100:00100000:3.0:1788572577.607882:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37020 00000100:00100000:3.0:1788572577.607889:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+75:205632:x1875440196029952:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572577.607971:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+75:205632:x1875440196029952:12345-0@lo:1000:mdt00_004.0 Request processed in 81us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.607978:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37020 00000100:00100000:0.0:1788572577.608302:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196029952:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1788572577.608357:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485f79 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x165:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608368:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485f79 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608377:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485f79 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.608401:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485f79 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608416:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485f6b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608427:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485f6b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608433:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485f6b lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608440:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485f6b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608446:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.608450:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485f6b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608459:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485f6b lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608470:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258de00) 00010000:00010000:0.0:1788572577.608474:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.608479:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485f6b lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608486:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c485f6b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608499:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485f72 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608505:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485f72 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608510:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485f72 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608515:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.608518:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485f72 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608523:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485f72 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608632:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xca9841fa (ffff88cb8b2c6b00) 00010000:00010000:0.0:1788572577.608635:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.608638:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485f72 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608643:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c485f72 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608679:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c485f64 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775e7 expref: 33 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608694:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485f79 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775e7 expref: 32 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.608700:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x165:0x0].0x0 (ffff88cb8b2c6700) 00010000:00010000:0.0:1788572577.608703:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.608705:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ee00, rc 0) 00000100:00100000:0.0:1788572577.608809:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:361572:x1875453633010560:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1580us (1820us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.608817:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138099 00000100:00100000:3.0:1788572577.624112:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.624227:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633010688 00000100:00100000:0.0:1788572577.624239:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633010688 00000100:00100000:0.0:1788572577.624307:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138100 00000100:00100000:0.0:1788572577.624330:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+65:361572:x1875453633010688:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.624363:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.624396:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485f80 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x165:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775ee expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.624473:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485f87 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x165:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.624488:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485f87 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x165:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.624501:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485f87 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x165:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.624571:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x165:0x0]: returning size 0 00000004:00200000:0.0:1788572577.624576:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572577.624621:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c485f80 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775ee expref: 67 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.624642:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485f87 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x165:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775ee expref: 66 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.624650:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x165:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.624653:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572577.624656:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b6a00, rc 0) 00000100:00100000:0.0:1788572577.624713:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+66:361572:x1875453633010688:12345-192.168.202.54@tcp:101:rm.0 Request processed in 387us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.624724:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138100 00000100:00100000:1.0:1788572577.628677:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.628726:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.628801:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633010816 00000100:00100000:0.0:1788572577.628813:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633010816 00000100:00100000:0.0:1788572577.628883:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15936 00000100:00100000:0.0:1788572577.628894:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:352626:x1875453633010816:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572577.628910:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.628935:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c485f79 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775e7 expref: 32 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.628955:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x165:0x0].0x0 (ffff88cb8b2c6700) 00010000:00010000:0.0:1788572577.628966:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572577.629078:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633011072 00000100:00100000:3.0:1788572577.629083:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633011072 00000100:00100000:3.0:1788572577.629119:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138101 00000100:00100000:3.0:1788572577.629125:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+66:361572:x1875453633011072:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.629194:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.629210:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c485f87 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x165:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775ee expref: 66 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629223:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x165:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:3.0:1788572577.629231:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.629284:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629293:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629304:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.629338:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018c000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196030080:0@lo:101:mdt00_006.0 00000100:00100000:3.0:1788572577.629380:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.629407:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.629424:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196030080 00000100:00100000:3.0:1788572577.629427:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196030080 00000100:00100000:3.0:1788572577.629456:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37021 00000100:00100000:3.0:1788572577.629463:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+38:230921:x1875440196030080:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572577.629472:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.629486:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c485f95 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485f8e expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629508:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c485f95 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485f8e expref: 39 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629521:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c485f95 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485f8e expref: 39 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629532:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:3.0:1788572577.629535:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.629537:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1e800, rc 0) 00000100:00100000:3.0:1788572577.629571:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+39:230921:x1875440196030080:12345-0@lo:101:mdt00_006.0 Request processed in 109us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.629577:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37021 00000100:00100000:3.0:1788572577.629614:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018c000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196030080:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572577.629629:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485f95 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629638:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485f95 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.629655:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572577.629674:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ec00/0xaad440e68c485f9c lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629681:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ec00/0xaad440e68c485f9c lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629688:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ec00/0xaad440e68c485f9c lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.629698:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018c000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196030208:0@lo:101:mdt00_006.0 00000100:00100000:3.0:1788572577.629721:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.629738:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.629750:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196030208 00000100:00100000:3.0:1788572577.629754:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196030208 00000100:00100000:3.0:1788572577.629780:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37022 00000100:00100000:3.0:1788572577.629786:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+39:230921:x1875440196030208:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572577.629794:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.629805:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f000/0xaad440e68c485fa3 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485f9c expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629820:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f000/0xaad440e68c485fa3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485f9c expref: 40 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629830:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f000/0xaad440e68c485fa3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485f9c expref: 40 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629837:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xca9841fa (ffff88cb981f5a00) 00010000:00010000:3.0:1788572577.629839:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.629841:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1f000, rc 0) 00000100:00100000:3.0:1788572577.629869:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+40:230921:x1875440196030208:12345-0@lo:101:mdt00_006.0 Request processed in 83us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.629875:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37022 00000100:00100000:3.0:1788572577.629897:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018c000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196030208:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572577.629906:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ec00/0xaad440e68c485f9c lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485fa3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.629915:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ec00/0xaad440e68c485f9c lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485fa3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.629925:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:3.0:1788572577.629958:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018c000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196030336:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1788572577.629983:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.629997:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab180 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.630009:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196030336 00000100:00100000:3.0:1788572577.630012:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196030336 00000100:00100000:3.0:1788572577.630030:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37023 00000100:00100000:3.0:1788572577.630035:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+40:230921:x1875440196030336:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1788572577.630093:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+40:230921:x1875440196030336:12345-0@lo:1000:mdt00_006.0 Request processed in 57us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.630099:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37023 00000100:00100000:3.0:1788572577.630125:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018c000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196030336:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1788572577.630181:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018c000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196030464:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1788572577.630203:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.630217:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab180 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.630227:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196030464 00000100:00100000:3.0:1788572577.630231:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196030464 00000100:00100000:3.0:1788572577.630247:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37024 00000100:00100000:3.0:1788572577.630253:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+40:230921:x1875440196030464:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1788572577.630351:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+40:230921:x1875440196030464:12345-0@lo:1000:mdt00_006.0 Request processed in 98us (147us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572577.630359:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37024 00000100:00100000:3.0:1788572577.630383:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018c000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196030464:0@lo:1000:mdt00_006.0 00010000:00010000:3.0:1788572577.630421:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.630429:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.630440:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.630452:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018c000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196030592:0@lo:101:mdt00_006.0 00000100:00100000:3.0:1788572577.630474:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.630488:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.630499:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196030592 00000100:00100000:3.0:1788572577.630502:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196030592 00000100:00100000:3.0:1788572577.630519:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37025 00000100:00100000:3.0:1788572577.630524:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+40:230921:x1875440196030592:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572577.630534:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.630546:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c485fb1 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485faa expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.630563:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c485fb1 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485faa expref: 41 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.630573:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c485fb1 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485faa expref: 41 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.630579:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x165:0x0].0x0 (ffff88cb981f5800) 00010000:00010000:3.0:1788572577.630581:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572577.630584:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1fc00, rc 0) 00000100:00100000:3.0:1788572577.630609:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+41:230921:x1875440196030592:12345-0@lo:101:mdt00_006.0 Request processed in 84us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.630614:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37025 00000100:00100000:3.0:1788572577.630636:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018c000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196030592:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572577.630645:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485fb1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.630653:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485fb1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.630674:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c485fb8 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.630680:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c485fb8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.630687:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c485fb8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572577.630969:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3220, 64 off214272 00000040:00080000:3.0:1788572577.631002:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].902, 392 off517784 00000040:00080000:3.0:1788572577.631048:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1445, 472 off1260760 00000004:00080000:3.0:1788572577.631054:0:230921:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8b7abcc0 with version 15457 00000004:00080000:3.0:1788572577.631071:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15457 rpc_version 15457 00000020:00100000:3.0:1788572577.631089:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572577.631097:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9018c000 x1875440196030848/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572577.631111:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018c000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196030848:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572577.631139:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.631180:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.631194:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196030848 00000100:00100000:3.0:1788572577.631198:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196030848 00000100:00100000:3.0:1788572577.631217:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37026 00000100:00100000:3.0:1788572577.631224:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+41:203127:x1875440196030848:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572577.631460:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+42:203127:x1875440196030848:12345-0@lo:1000:osp_up0-1.0 Request processed in 235us (319us total) trans 12884961950 rc 0/0 00000100:00100000:3.0:1788572577.631469:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37026 00000100:00100000:3.0:1788572577.631508:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018c000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196030848:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1788572577.631532:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485fbf lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x165:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631541:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485fbf lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x165:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631550:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485fbf lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x165:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631558:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485fbf lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x165:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631563:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485fbf lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x165:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631569:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485fbf lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x165:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631585:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572577.631605:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c485fb8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631610:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c485fb8 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631616:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c485fb8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631621:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.631625:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c485fb8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631631:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c485fb8 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631641:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x165:0x0].0x0 (ffff88ca962acc00) 00010000:00010000:3.0:1788572577.631643:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.631647:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c485fb8 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631653:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c485fb8 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631663:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485fb1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631670:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485fb1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631676:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485fb1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631690:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572577.631698:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572577.631703:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485f95 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631716:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485f95 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631722:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485f95 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631741:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572577.631744:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572577.631749:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ec00/0xaad440e68c485f9c lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485fa3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.631757:0:230921:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ec00/0xaad440e68c485f9c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485fa3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.631868:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:352626:x1875453633010816:12345-192.168.202.54@tcp:103:rm.0 Request processed in 2972us (3198us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.631877:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15936 00010000:00010000:0.0:1788572577.631900:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572577.631906:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485fbf lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x165:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.631912:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fa00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572577.631915:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485fbf lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x165:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.631921:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485fbf lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x165:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.631929:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x165:0x0].0x0 (ffff88ca962acc00) 00010000:00010000:0.0:1788572577.631932:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572577.631935:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485fbf lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x165:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.631941:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c485fbf lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x165:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.631955:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572577.631958:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485fb1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.631964:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572577.631968:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485fb1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.631976:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485fb1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.632002:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485fb1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.632010:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572577.632031:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485fb1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.632037:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e600/0xaad440e68c485faa lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485fb1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.632050:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572577.632053:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485f95 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.632064:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572577.632068:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485f95 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.632075:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485f95 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.632092:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485f95 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.632097:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572577.632103:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485f95 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.632109:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e400/0xaad440e68c485f8e lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485f95 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.632120:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.632122:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.632124:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572577.632136:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196030976:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.632189:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.632213:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788572577.632219:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196031104:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.632240:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.632266:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196030976 00000100:00100000:0.0:1788572577.632270:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196030976 00000100:00100000:0.0:1788572577.632299:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196031104 00000100:00100000:0.0:1788572577.632302:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196031104 00000100:00100000:0.0:1788572577.632336:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15937 00000100:00100000:0.0:1788572577.632344:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+43:3637:x1875440196030976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.632354:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.632369:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c485fb1 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x165:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485faa expref: 43 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.632379:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x165:0x0].0x0 (ffff88cb981f5800) 00010000:00010000:0.0:1788572577.632386:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.632414:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+42:3637:x1875440196030976:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.632421:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15937 00000100:00100000:0.0:1788572577.632436:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15938 00000100:00100000:0.0:1788572577.632441:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+41:3637:x1875440196031104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.632448:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.632458:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c485f95 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485f8e expref: 41 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.632468:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572577.632474:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.632495:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+40:3637:x1875440196031104:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.632501:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15938 00000100:00100000:0.0:1788572577.632536:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196031104:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.632545:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196030976:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.632566:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.632573:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572577.633712:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+66:361572:x1875453633011072:12345-192.168.202.54@tcp:36:rm.0 Request processed in 4579us (4977us total) trans 8589973264 rc 0/0 00000100:00100000:3.0:1788572577.633723:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138101 00000100:00100000:1.0:1788572577.645584:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.645758:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633011200 00000100:00100000:3.0:1788572577.645769:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633011200 00000100:00100000:3.0:1788572577.645833:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138102 00000100:00100000:3.0:1788572577.645843:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+66:361572:x1875453633011200:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572577.645872:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.645896:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fe00/0xaad440e68c485fc6 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775f5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.645984:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485fcd lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646001:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485fcd lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646014:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485fcd lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646026:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485fd4 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646033:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485fd4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646039:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485fd4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646111:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485fdb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646119:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485fdb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646125:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485fdb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.646145:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485fdb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646196:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485fcd lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646204:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485fcd lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646214:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485fcd lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646221:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485fcd lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646227:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1f200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.646231:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485fcd lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646239:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485fcd lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646251:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca962ac900) 00010000:00010000:3.0:1788572577.646254:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.646258:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485fcd lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646265:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f200/0xaad440e68c485fcd lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646278:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485fd4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646283:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485fd4 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646289:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485fd4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646294:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.646296:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485fd4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646302:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485fd4 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646309:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x82b9673d (ffff88ca962acd00) 00010000:00010000:3.0:1788572577.646325:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.646328:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485fd4 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646334:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c485fd4 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646370:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fe00/0xaad440e68c485fc6 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775f5 expref: 68 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646384:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485fdb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775f5 expref: 67 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.646391:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6b7:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:3.0:1788572577.646394:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572577.646396:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1f600, rc 0) 00000100:00100000:3.0:1788572577.646462:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+67:361572:x1875453633011200:12345-192.168.202.54@tcp:101:rm.0 Request processed in 620us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.646470:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138102 00000100:00100000:0.0:1788572577.654522:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.654691:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633011328 00000100:00100000:1.0:1788572577.654702:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633011328 00000100:00100000:1.0:1788572577.654768:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138103 00000100:00100000:1.0:1788572577.654779:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:361572:x1875453633011328:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.654800:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.654823:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c485fe2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b775fc expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.654990:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c485fe9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.655006:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c485fe9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.655019:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c485fe9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572577.655054:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x6b7:0x0]: returning size 0 00000004:00200000:1.0:1788572577.655058:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572577.655096:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c485fe2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775fc expref: 33 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.655116:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c485fe9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775fc expref: 32 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.655125:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6b7:0x0].0x0 (ffff88caa2ec0500) 00010000:00010000:1.0:1788572577.655128:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572577.655133:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe400, rc 0) 00000100:00100000:1.0:1788572577.655570:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:361572:x1875453633011328:12345-192.168.202.54@tcp:101:rm.0 Request processed in 792us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.655579:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138103 00000100:00100000:1.0:1788572577.661122:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.661206:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.661292:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633011456 00000100:00100000:0.0:1788572577.661302:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633011456 00000100:00100000:0.0:1788572577.661388:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15939 00000100:00100000:0.0:1788572577.661400:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+67:352627:x1875453633011456:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572577.661416:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.661441:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f600/0xaad440e68c485fdb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775f5 expref: 67 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.661462:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6b7:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:0.0:1788572577.661473:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.661543:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+66:352627:x1875453633011456:12345-192.168.202.54@tcp:103:rm.0 Request processed in 145us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.661552:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15939 00000100:00100000:2.0:1788572577.662200:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633011712 00000100:00100000:2.0:1788572577.662207:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633011712 00000100:00100000:2.0:1788572577.662247:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138104 00000100:00100000:2.0:1788572577.662397:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:361572:x1875453633011712:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.662508:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.662541:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c485fe9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b775fc expref: 32 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.662568:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6b7:0x0].0x0 (ffff88caa2ec0500) 00010000:00010000:3.0:1788572577.662579:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.662627:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.662636:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.662645:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.662668:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196031232:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572577.662715:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.662749:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.662800:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196031232 00000100:00100000:1.0:1788572577.662804:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196031232 00000100:00100000:1.0:1788572577.662843:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37027 00000100:00100000:1.0:1788572577.662851:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+75:202393:x1875440196031232:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572577.662860:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.662878:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485ff7 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485ff0 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.662899:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485ff7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485ff0 expref: 76 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.662912:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485ff7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485ff0 expref: 76 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.662919:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:1.0:1788572577.662922:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.662935:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84aff000, rc 0) 00000100:00100000:1.0:1788572577.662982:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+76:202393:x1875440196031232:12345-0@lo:101:mdt00_001.0 Request processed in 132us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.662989:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37027 00000100:00100000:3.0:1788572577.663221:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196031232:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572577.663237:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c485ff7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.663248:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485ff7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.663277:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572577.663299:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f200/0xaad440e68c485ffe lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.663307:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f200/0xaad440e68c485ffe lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.663328:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f200/0xaad440e68c485ffe lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.663340:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196031360:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572577.663364:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.663381:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.663481:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196031360 00000100:00100000:2.0:1788572577.663486:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196031360 00000100:00100000:2.0:1788572577.663532:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37028 00000100:00100000:2.0:1788572577.663541:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+76:202393:x1875440196031360:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1788572577.663551:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.663564:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c486005 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c485ffe expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.663582:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c486005 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c485ffe expref: 77 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.663591:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c486005 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c485ffe expref: 77 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.663598:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x82b9673d (ffff88ca91e6c900) 00010000:00010000:2.0:1788572577.663601:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.663603:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10e00, rc 0) 00000100:00100000:2.0:1788572577.663634:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+77:202393:x1875440196031360:12345-0@lo:101:mdt00_001.0 Request processed in 95us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.663640:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37028 00000100:00100000:3.0:1788572577.664006:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196031360:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572577.664019:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f200/0xaad440e68c485ffe lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486005 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.664028:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f200/0xaad440e68c485ffe lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486005 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.664042:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:3.0:1788572577.664079:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196031488:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572577.664112:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.664577:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.671788:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196031488 00000100:00100000:1.0:1788572577.671806:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196031488 00000100:00100000:0.0:1788572577.673500:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37029 00000100:00100000:0.0:1788572577.673514:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+77:202393:x1875440196031488:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572577.673827:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+77:202393:x1875440196031488:12345-0@lo:1000:mdt00_001.0 Request processed in 314us (9713us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.673836:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37029 00000100:00100000:3.0:1788572577.678546:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196031488:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788572577.685406:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85588a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196031616:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788572577.685481:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.685803:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196031616 00000100:00100000:0.0:1788572577.685813:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196031616 00000100:00100000:0.0:1788572577.685881:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37030 00000100:00100000:0.0:1788572577.685891:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+77:202393:x1875440196031616:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572577.686018:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+77:202393:x1875440196031616:12345-0@lo:1000:mdt00_001.0 Request processed in 129us (536us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572577.686026:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37030 00000100:00100000:2.0:1788572577.686215:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.686241:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85588a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196031616:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1788572577.686380:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.686392:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.686402:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.686418:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e180380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196031744:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1788572577.686447:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.686520:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.690415:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196031744 00000100:00100000:1.0:1788572577.690432:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196031744 00000100:00100000:1.0:1788572577.690497:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37031 00000100:00100000:1.0:1788572577.690512:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+77:202393:x1875440196031744:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572577.691666:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.691700:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c486013 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48600c expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.691736:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c486013 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48600c expref: 78 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.691751:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c486013 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48600c expref: 78 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.691760:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6b7:0x0].0x0 (ffff88ca9258de00) 00010000:00010000:0.0:1788572577.691763:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.691767:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7e00, rc 0) 00000100:00100000:0.0:1788572577.691854:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+78:202393:x1875440196031744:12345-0@lo:101:mdt00_001.0 Request processed in 1344us (5405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.691863:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37031 00000100:00100000:2.0:1788572577.692039:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e180380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196031744:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1788572577.692059:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486013 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.692071:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486013 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.692107:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c48601a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.692116:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c48601a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.692124:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c48601a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572577.697647:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3891, 64 off257216 00000040:00080000:0.0:1788572577.697699:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].188, 392 off106144 00000040:00080000:0.0:1788572577.697770:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].656, 472 off356944 00000004:00080000:0.0:1788572577.697778:0:202393:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca96093d80 with version 4826 00000004:00080000:2.0:1788572577.697838:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4826 rpc_version 4826 00000020:00100000:2.0:1788572577.697873:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572577.697885:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e180380 x1875440196032000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572577.697908:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e180380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196032000:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572577.697993:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.698029:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.698651:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196032000 00000100:00100000:0.0:1788572577.698662:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196032000 00000100:00100000:0.0:1788572577.698779:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37032 00000100:00100000:0.0:1788572577.698790:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+78:202414:x1875440196032000:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572577.699213:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+79:202414:x1875440196032000:12345-0@lo:1000:osp_up1-0.0 Request processed in 423us (1218us total) trans 8589973265 rc 0/0 00000100:00100000:0.0:1788572577.699222:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37032 00000100:00100000:2.0:1788572577.699853:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e180380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196032000:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1788572577.702466:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486021 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702490:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486021 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702504:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486021 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702517:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486021 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702523:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486021 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702635:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486021 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702669:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572577.702699:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c48601a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702705:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c48601a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702711:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c48601a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702717:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.702721:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c48601a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702729:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c48601a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702743:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6b7:0x0].0x0 (ffff88ca91e6c300) 00010000:00010000:3.0:1788572577.702747:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.702751:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c48601a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702761:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c48601a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702779:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486013 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702788:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486013 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702794:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486013 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702908:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572577.702934:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572577.702941:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c485ff7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702948:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485ff7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.702954:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c485ff7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706371:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572577.706389:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486021 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706401:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572577.706406:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486021 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706416:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486021 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706438:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6b7:0x0].0x0 (ffff88ca91e6c300) 00010000:00010000:2.0:1788572577.706442:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572577.706447:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486021 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706454:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486021 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706486:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572577.706491:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486013 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706499:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572577.706504:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486013 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.706511:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486013 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706573:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486013 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706580:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.706616:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486013 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706623:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10200/0xaad440e68c48600c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486013 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706636:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572577.706639:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c485ff7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706645:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ea00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572577.706648:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485ff7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.706652:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196032128:0@lo:103:ldlm_bl.0 00000004:00010000:2.0:1788572577.706654:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485ff7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706670:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 4/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ff7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706676:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.706681:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ff7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.706692:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.706693:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.706695:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.706706:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196032256:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.706724:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.706747:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.706778:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196032128 00000100:00100000:0.0:1788572577.706782:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196032256 00000100:00100000:0.0:1788572577.706786:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196032256 00000100:00100000:2.0:1788572577.706786:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196032128 00000100:00100000:0.0:1788572577.706837:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15940 00000100:00100000:0.0:1788572577.706847:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+80:3639:x1875440196032128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.706860:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.706877:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7e00/0xaad440e68c486013 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x6b7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48600c expref: 80 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.706889:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6b7:0x0].0x0 (ffff88ca9258de00) 00010000:00010000:0.0:1788572577.706896:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.706942:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+79:3639:x1875440196032128:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.706949:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15940 00000100:00100000:0.0:1788572577.706966:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15941 00000100:00100000:0.0:1788572577.706972:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+78:3640:x1875440196032256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.706980:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.706991:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c485ff7 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485ff0 expref: 78 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.707002:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:0.0:1788572577.707021:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.707044:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+77:3640:x1875440196032256:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.707050:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15941 00000100:00100000:2.0:1788572577.708469:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196032256:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572577.708753:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.709131:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788572577.709144:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ea00/0xaad440e68c485ff0 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ff7 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.709206:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572577.709391:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572577.709490:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196032128:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.709526:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f200/0xaad440e68c485ffe lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486005 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.709536:0:202393:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f200/0xaad440e68c485ffe lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486005 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.709638:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:361572:x1875453633011712:12345-192.168.202.54@tcp:36:rm.0 Request processed in 47381us (48429us total) trans 12884961951 rc 0/0 00000100:00100000:0.0:1788572577.709647:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138104 00000100:00100000:1.0:1788572577.724461:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.724609:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633011840 00000100:00100000:0.0:1788572577.724619:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633011840 00000100:00100000:0.0:1788572577.724685:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138105 00000100:00100000:0.0:1788572577.724697:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:361572:x1875453633011840:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.724725:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.724752:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c486028 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77603 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.724831:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c48602f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.724847:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c48602f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.724860:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c48602f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.724872:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486036 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.724878:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486036 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.724885:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486036 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.725034:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3f100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196032384:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572577.725089:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.725128:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.725353:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196032384 00000100:00100000:3.0:1788572577.725358:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196032384 00000100:00100000:3.0:1788572577.725402:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37033 00000100:00100000:3.0:1788572577.725411:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+77:230921:x1875440196032384:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1788572577.725502:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+77:230921:x1875440196032384:12345-0@lo:1000:mdt00_006.0 Request processed in 93us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.725509:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37033 00000100:00100000:1.0:1788572577.726064:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3f100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196032384:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1788572577.726123:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c48603d lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x459:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726136:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c48603d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726146:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c48603d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.726211:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c48603d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726226:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c48602f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726233:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c48602f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726239:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c48602f lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726246:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c48602f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726256:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.726260:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c48602f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726267:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c48602f lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726278:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258de00) 00010000:00010000:1.0:1788572577.726282:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.726286:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c48602f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726305:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c48602f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726330:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486036 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726336:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486036 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726342:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486036 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726348:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.726351:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486036 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726358:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486036 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726370:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x54b4166b (ffff88ca9258d800) 00010000:00010000:1.0:1788572577.726373:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.726375:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486036 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726382:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486036 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726430:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c486028 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77603 expref: 34 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726445:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c48603d lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77603 expref: 33 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.726452:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x459:0x0].0x0 (ffff88caa2ec0600) 00010000:00010000:1.0:1788572577.726454:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572577.726456:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84aff000, rc 0) 00000100:00100000:2.0:1788572577.726939:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:361572:x1875453633011840:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2240us (2483us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.726949:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138105 00000100:00100000:1.0:1788572577.731175:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.731299:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633011968 00000100:00100000:2.0:1788572577.731319:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633011968 00000100:00100000:2.0:1788572577.731397:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138106 00000100:00100000:2.0:1788572577.731407:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+66:361572:x1875453633011968:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572577.731427:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572577.731453:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c486044 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x459:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7760a expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.731517:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c48604b lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x459:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.731531:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c48604b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x459:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.731544:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c48604b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x459:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572577.731594:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x459:0x0]: returning size 0 00000004:00200000:2.0:1788572577.731598:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572577.731632:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10200/0xaad440e68c486044 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x459:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7760a expref: 68 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.731649:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c48604b lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x459:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7760a expref: 67 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.731658:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x459:0x0].0x0 (ffff88ca91e6cd00) 00010000:00010000:2.0:1788572577.731661:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572577.731664:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd11400, rc 0) 00000100:00100000:2.0:1788572577.731722:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+67:361572:x1875453633011968:12345-192.168.202.54@tcp:101:rm.0 Request processed in 317us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.731729:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138106 00000100:00100000:3.0:1788572577.735856:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.735898:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.736096:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633012096 00000100:00100000:0.0:1788572577.736108:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633012096 00000100:00100000:0.0:1788572577.736212:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15942 00000100:00100000:0.0:1788572577.736224:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb9f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:352627:x1875453633012096:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572577.736240:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.736268:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c48603d lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77603 expref: 33 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.736290:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x459:0x0].0x0 (ffff88caa2ec0600) 00010000:00010000:0.0:1788572577.736320:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.736377:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb9f9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:352627:x1875453633012096:12345-192.168.202.54@tcp:103:rm.0 Request processed in 156us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.736391:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15942 00000100:00100000:1.0:1788572577.740646:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633012352 00000100:00100000:1.0:1788572577.740666:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633012352 00000100:00100000:2.0:1788572577.740825:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138107 00000100:00100000:2.0:1788572577.740838:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+67:361572:x1875453633012352:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.740900:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.740946:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c48604b lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x459:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7760a expref: 67 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.740970:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x459:0x0].0x0 (ffff88ca91e6cd00) 00010000:00010000:2.0:1788572577.740981:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.741040:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.741049:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.741060:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.741084:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196032512:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1788572577.741200:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.741234:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.741600:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196032512 00000100:00100000:1.0:1788572577.741608:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196032512 00000100:00100000:1.0:1788572577.741656:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37034 00000100:00100000:1.0:1788572577.741666:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+40:205632:x1875440196032512:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572577.741685:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.741708:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486059 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486052 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.741738:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486059 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486052 expref: 41 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.741752:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486059 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486052 expref: 41 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.741759:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:1.0:1788572577.741763:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.741765:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe400, rc 0) 00000100:00100000:1.0:1788572577.741821:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+41:205632:x1875440196032512:12345-0@lo:101:mdt00_004.0 Request processed in 157us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.741828:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37034 00000100:00100000:3.0:1788572577.742635:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196032512:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572577.742655:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486059 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.742665:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486059 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.742686:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572577.742716:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c486060 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.742724:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c486060 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.742731:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c486060 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.742747:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196032640:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1788572577.742787:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.742815:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.742869:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196032640 00000100:00100000:0.0:1788572577.742875:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196032640 00000100:00100000:0.0:1788572577.743114:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37035 00000100:00100000:0.0:1788572577.743126:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+41:205632:x1875440196032640:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572577.743141:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.743188:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c486067 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486060 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.743214:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c486067 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486060 expref: 42 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.743227:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c486067 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486060 expref: 42 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.743236:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x54b4166b (ffff88ca9258de00) 00010000:00010000:0.0:1788572577.743239:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.743242:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7200, rc 0) 00000100:00100000:0.0:1788572577.743286:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+42:205632:x1875440196032640:12345-0@lo:101:mdt00_004.0 Request processed in 163us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.743364:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196032640:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572577.743377:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c486060 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486067 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.743631:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c486060 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486067 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572577.743648:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:2.0:1788572577.743741:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196032768:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572577.743777:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.743803:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093600 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.743851:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196032768 00000100:00100000:3.0:1788572577.743855:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196032768 00000100:00100000:0.0:1788572577.748373:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37035 00000100:00100000:2.0:1788572577.749193:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37036 00000100:00100000:2.0:1788572577.749215:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+42:205632:x1875440196032768:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572577.749359:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+42:205632:x1875440196032768:12345-0@lo:1000:mdt00_004.0 Request processed in 155us (5581us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.749367:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37036 00000100:00100000:0.0:1788572577.749639:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196032768:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572577.749719:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196032896:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572577.749763:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.749792:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bfe40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.751527:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196032896 00000100:00100000:2.0:1788572577.751543:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196032896 00000100:00100000:2.0:1788572577.751604:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37037 00000100:00100000:2.0:1788572577.751613:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+42:205632:x1875440196032896:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572577.751771:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+42:205632:x1875440196032896:12345-0@lo:1000:mdt00_004.0 Request processed in 158us (2007us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572577.751779:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37037 00000100:00100000:1.0:1788572577.751877:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3d500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196032896:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1788572577.751971:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.751982:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.751992:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.752012:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb1180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196033024:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572577.752052:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.752095:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96d9e540 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.752623:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196033024 00000100:00100000:0.0:1788572577.752629:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196033024 00000100:00100000:0.0:1788572577.752667:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37038 00000100:00100000:0.0:1788572577.752675:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+42:205632:x1875440196033024:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572577.752686:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.752704:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c486075 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48606e expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.752728:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c486075 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48606e expref: 43 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.752743:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c486075 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48606e expref: 43 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.752752:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x459:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:0.0:1788572577.752755:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.752759:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b7e00, rc 0) 00000100:00100000:0.0:1788572577.752793:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+43:205632:x1875440196033024:12345-0@lo:101:mdt00_004.0 Request processed in 119us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.752798:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37038 00000100:00100000:1.0:1788572577.753250:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb1180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196033024:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572577.753279:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486075 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.753298:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486075 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.753334:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c48607c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.753342:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c48607c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.753351:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c48607c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572577.753662:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3221, 64 off214336 00000040:00080000:1.0:1788572577.753689:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].903, 392 off518176 00000040:00080000:1.0:1788572577.753733:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1446, 472 off1261232 00000004:00080000:1.0:1788572577.753737:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca96d9e540 with version 15458 00000004:00080000:3.0:1788572577.753951:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15458 rpc_version 15458 00000020:00100000:3.0:1788572577.753980:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572577.753987:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8a1d0000 x1875440196033280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572577.754007:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d0000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196033280:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572577.754052:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.754073:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abf00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.754256:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196033280 00000100:00100000:2.0:1788572577.754262:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196033280 00000100:00100000:2.0:1788572577.754302:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37039 00000100:00100000:2.0:1788572577.754319:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+43:203127:x1875440196033280:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572577.754576:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+44:203127:x1875440196033280:12345-0@lo:1000:osp_up0-1.0 Request processed in 258us (523us total) trans 12884961952 rc 0/0 00000100:00100000:2.0:1788572577.754583:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37039 00000100:00100000:3.0:1788572577.754752:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d0000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196033280:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1788572577.755410:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c486083 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x459:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755427:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c486083 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x459:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755437:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c486083 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x459:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755445:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c486083 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x459:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755451:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c486083 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x459:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755461:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c486083 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x459:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755483:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572577.755502:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c48607c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755508:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c48607c lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755514:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c48607c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755519:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84affc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.755523:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c48607c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755531:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c48607c lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755543:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x459:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:1.0:1788572577.755546:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.755551:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c48607c lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755557:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c48607c lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755570:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486075 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755581:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486075 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755587:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486075 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755601:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572577.755614:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572577.755619:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486059 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755625:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486059 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755631:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486059 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755653:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:1.0:1788572577.755657:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572577.755662:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c486060 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486067 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.755669:0:205632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c486060 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486067 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.755743:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+67:361572:x1875453633012352:12345-192.168.202.54@tcp:36:rm.0 Request processed in 14904us (19840us total) trans 8589973266 rc 0/0 00000100:00100000:1.0:1788572577.755754:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138107 00010000:00010000:3.0:1788572577.756246:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572577.756253:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c486083 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x459:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756261:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572577.756264:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c486083 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x459:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756270:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c486083 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x459:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756284:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x459:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:3.0:1788572577.756287:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.756302:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c486083 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x459:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756316:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c486083 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x459:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756335:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572577.756339:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486075 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756344:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.756348:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486075 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.756356:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486075 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756398:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486075 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756404:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572577.756431:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486075 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756437:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84aff800/0xaad440e68c48606e lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486075 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.756459:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788572577.756473:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92912680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196033408:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572577.756520:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.756564:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196033408 00000100:00100000:3.0:1788572577.756571:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196033408 00000100:00100000:3.0:1788572577.756613:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15943 00000100:00100000:3.0:1788572577.756621:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92910e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+44:3638:x1875440196033408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572577.756634:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.756652:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7e00/0xaad440e68c486075 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x459:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48606e expref: 44 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756664:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x459:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:3.0:1788572577.756672:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572577.756705:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92910e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+43:3638:x1875440196033408:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.756712:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15943 00000100:00100000:3.0:1788572577.756751:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92912680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196033408:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572577.756770:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.756775:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486059 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756781:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.756785:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486059 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.756791:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486059 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756808:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486059 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756814:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572577.756824:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486059 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.756831:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10800/0xaad440e68c486052 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486059 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572577.756849:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92912680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196033536:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572577.756872:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572577.756895:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.756897:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.756899:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572577.757197:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572577.757209:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196033536 00000100:00100000:0.0:1788572577.757213:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196033536 00000100:00100000:0.0:1788572577.757249:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15944 00000100:00100000:0.0:1788572577.757257:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92913b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+43:3638:x1875440196033536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572577.757266:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.757278:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486059 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486052 expref: 43 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.757302:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:0.0:1788572577.757317:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.757352:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92913b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+42:3638:x1875440196033536:12345-0@lo:103:ldlm_bl.0 Request processed in 96us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.757359:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15944 00000100:00100000:0.0:1788572577.757402:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92912680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196033536:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.758792:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572577.758869:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.758934:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633012480 00000100:00100000:0.0:1788572577.758941:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633012480 00000100:00100000:0.0:1788572577.759001:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138108 00000100:00100000:0.0:1788572577.759010:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:361572:x1875453633012480:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.759030:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.759054:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48608a lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77611 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759134:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486091 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759149:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486091 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759191:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486091 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759207:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c486098 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759215:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c486098 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759221:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c486098 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759723:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48609f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x91c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759734:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48609f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x91c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759741:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48609f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x91c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.759776:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x91c:0x0]: returning size 0 00000004:00200000:0.0:1788572577.759780:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572577.759800:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48609f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x91c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759812:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48609f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x91c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759821:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486091 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759829:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486091 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759835:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486091 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759842:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486091 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759848:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.759852:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486091 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759859:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486091 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759871:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572577.759875:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.759880:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486091 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759889:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486091 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759903:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c486098 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759909:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c486098 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759915:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c486098 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.759920:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.760921:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c486098 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.761022:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c486098 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.761037:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xab4420f8 (ffff88cb981f5700) 00010000:00010000:0.0:1788572577.761040:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.761045:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c486098 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.761053:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c486098 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.761105:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48608a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77611 expref: 34 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.761127:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48609f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x91c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77611 expref: 33 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.761135:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x91c:0x0].0x0 (ffff88cb981f5800) 00010000:00010000:0.0:1788572577.761137:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572577.761140:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ea00, rc 0) 00000100:00100000:0.0:1788572577.761608:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:361572:x1875453633012480:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2596us (2741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.761617:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138108 00010000:00010000:1.0:1788572577.778523:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572577.785835:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.791221:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633012736 00000100:00100000:2.0:1788572577.791237:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633012736 00000100:00100000:2.0:1788572577.792141:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138109 00000100:00100000:2.0:1788572577.792187:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:361572:x1875453633012736:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.792249:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.792280:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c48609f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x91c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77611 expref: 33 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792321:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x91c:0x0].0x0 (ffff88cb981f5800) 00010000:00010000:2.0:1788572577.792334:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.792361:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c4860a6 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792375:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c4860a6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792384:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c4860a6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792397:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c4860ad lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792403:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c4860ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792410:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c4860ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792520:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4860b4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x91c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792528:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4860b4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x91c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792535:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4860b4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x91c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.792788:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3892, 64 off257280 00010000:00010000:2.0:1788572577.792838:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c4860bb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x91c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792846:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c4860bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x91c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792854:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c4860bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x91c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792861:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c4860bb lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x91c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792866:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c4860bb lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x91c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792873:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c4860bb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x91c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.792899:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.798862:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4860b4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x91c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.798884:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4860b4 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x91c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.798893:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4860b4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x91c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.798899:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.798903:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4860b4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x91c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.798911:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4860b4 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x91c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.799105:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x91c:0x0].0x0 (ffff88ca91e6cc00) 00010000:00010000:2.0:1788572577.799108:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572577.799114:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4860b4 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x91c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.799121:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4860b4 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x91c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.799168:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c4860a6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.799175:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c4860a6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.799181:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c4860a6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.799187:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c4860a6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.799193:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.799196:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c4860a6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.799202:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c4860a6 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.799209:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91e6cd00) 00010000:00010000:2.0:1788572577.799212:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.799215:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c4860a6 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.799221:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11400/0xaad440e68c4860a6 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.799240:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000bcf481bf reply state 0000000018bc1d91 transno 12884961953 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c4860ad lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.799251:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c4860ad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.799258:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xab4420f8 (ffff88ca91e6c500) 00010000:00010000:2.0:1788572577.799261:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572577.799263:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572577.799773:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:361572:x1875453633012736:12345-192.168.202.54@tcp:36:rm.0 Request processed in 7613us (13942us total) trans 12884961953 rc 0/0 00000100:00100000:2.0:1788572577.799785:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138109 00010000:00010000:3.0:1788572577.799878:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.799887:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c4860bb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x91c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.799894:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572577.799897:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c4860bb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x91c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.799904:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c4860bb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x91c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.799930:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x91c:0x0].0x0 (ffff88ca91e6cc00) 00010000:00010000:3.0:1788572577.799933:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.799936:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c4860bb lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x91c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.799941:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c4860bb lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x91c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.799960:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.799962:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.799963:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572577.802989:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.810290:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633012864 00000100:00100000:1.0:1788572577.810327:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633012864 00000100:00100000:1.0:1788572577.810412:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138110 00000100:00100000:1.0:1788572577.810424:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+67:361572:x1875453633012864:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.810453:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.810478:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c4860c2 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77618 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810556:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c4860c9 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810571:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c4860c9 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810583:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c4860c9 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810596:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c4860d0 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810603:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c4860d0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810609:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c4860d0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810718:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4860d7 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x517:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810727:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4860d7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x517:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810736:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4860d7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x517:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572577.810780:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x517:0x0]: returning size 0 00000004:00200000:1.0:1788572577.810784:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572577.810806:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4860d7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x517:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810818:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4860d7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x517:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810828:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c4860c9 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810834:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c4860c9 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810841:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c4860c9 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810849:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c4860c9 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810855:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.810859:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c4860c9 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810867:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c4860c9 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810880:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:1.0:1788572577.810882:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.810886:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c4860c9 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810892:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff800/0xaad440e68c4860c9 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810906:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c4860d0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.810911:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c4860d0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.811718:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c4860d0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.811726:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.811729:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c4860d0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.811737:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c4860d0 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.811747:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x89b03e95 (ffff88caa2ec0500) 00010000:00010000:1.0:1788572577.811750:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.811754:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c4860d0 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.811759:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff000/0xaad440e68c4860d0 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.811808:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84affc00/0xaad440e68c4860c2 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77618 expref: 69 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.811825:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4860d7 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x517:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77618 expref: 68 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.811833:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x517:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:1.0:1788572577.811835:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572577.811837:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe400, rc 0) 00000100:00100000:1.0:1788572577.812094:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+68:361572:x1875453633012864:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1670us (9113us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.812103:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138110 00000100:00100000:3.0:1788572577.824899:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.831080:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633013120 00000100:00100000:1.0:1788572577.831095:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633013120 00000100:00100000:2.0:1788572577.833313:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138111 00000100:00100000:2.0:1788572577.833331:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+68:361572:x1875453633013120:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.833403:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.833435:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4860d7 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x517:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77618 expref: 68 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.833458:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x517:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:2.0:1788572577.833472:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.833502:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4860de lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.833516:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4860de lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.833526:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4860de lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.833538:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c4860e5 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.833545:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c4860e5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.833551:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c4860e5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.833652:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4860ec lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x517:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.833661:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4860ec lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x517:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.833669:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4860ec lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x517:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.833904:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3222, 64 off214400 00010000:00010000:2.0:1788572577.834501:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00c00/0xaad440e68c4860f3 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x517:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834513:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00c00/0xaad440e68c4860f3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x517:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834522:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00c00/0xaad440e68c4860f3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x517:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834529:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00c00/0xaad440e68c4860f3 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x517:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834535:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00c00/0xaad440e68c4860f3 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x517:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834541:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00c00/0xaad440e68c4860f3 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x517:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834568:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.834586:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4860ec lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834593:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4860ec lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834599:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4860ec lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834604:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.834609:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4860ec lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834616:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4860ec lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834626:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x517:0x0].0x0 (ffff88ca91e6cc00) 00010000:00010000:2.0:1788572577.834629:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572577.834633:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4860ec lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834639:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00600/0xaad440e68c4860ec lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x517:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834659:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4860de lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834665:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4860de lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834671:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4860de lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834677:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4860de lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834682:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.834684:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4860de lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834691:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4860de lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834698:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91e6cd00) 00010000:00010000:2.0:1788572577.834701:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.834704:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4860de lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834709:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4860de lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.834722:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000064cbc542 reply state 00000000f78ab3ca transno 8589973267 ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c4860e5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834732:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c4860e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.834740:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x89b03e95 (ffff88ca91e6c700) 00010000:00010000:2.0:1788572577.834742:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572577.834745:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572577.834840:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+69:361572:x1875453633013120:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1511us (9948us total) trans 8589973267 rc 0/0 00000100:00100000:2.0:1788572577.834850:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138111 00010000:00010000:1.0:1788572577.834940:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572577.834947:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00c00/0xaad440e68c4860f3 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x517:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.834955:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572577.834958:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00c00/0xaad440e68c4860f3 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x517:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.834965:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00c00/0xaad440e68c4860f3 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x517:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.834975:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x517:0x0].0x0 (ffff88ca91e6cc00) 00010000:00010000:1.0:1788572577.834978:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572577.834981:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00c00/0xaad440e68c4860f3 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x517:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.834988:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00c00/0xaad440e68c4860f3 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x517:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.835004:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.835006:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.835008:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572577.843552:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.843676:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633013248 00000100:00100000:0.0:1788572577.843688:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633013248 00000100:00100000:0.0:1788572577.843757:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138112 00000100:00100000:0.0:1788572577.843768:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:361572:x1875453633013248:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.843801:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.843829:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4860fa lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7761f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.843903:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486101 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845441:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486101 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845469:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486101 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845499:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486108 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845509:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486108 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845516:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486108 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845662:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c48610f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845671:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c48610f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845678:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c48610f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.845716:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x7e8:0x0]: returning size 0 00000004:00200000:0.0:1788572577.845721:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572577.845746:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c48610f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845759:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c48610f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845769:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486101 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845776:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486101 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845787:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486101 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845794:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486101 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845801:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.845805:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486101 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845814:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486101 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845827:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572577.845830:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.845834:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486101 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845841:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486101 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845854:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486108 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845860:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486108 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845865:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486108 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845870:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.845873:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486108 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845880:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486108 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845887:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x886452b8 (ffff88cb981f5300) 00010000:00010000:0.0:1788572577.845890:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.845892:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486108 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.845898:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486108 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.846502:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4860fa lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7761f expref: 36 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.846526:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c48610f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7761f expref: 35 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.846534:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7e8:0x0].0x0 (ffff88cb981f5d00) 00010000:00010000:0.0:1788572577.846537:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572577.846540:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f400, rc 0) 00000100:00100000:0.0:1788572577.846606:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+35:361572:x1875453633013248:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2839us (3067us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.846616:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138112 00000100:00100000:3.0:1788572577.849484:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.849723:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633013504 00000100:00100000:2.0:1788572577.849734:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633013504 00000100:00100000:2.0:1788572577.849785:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138113 00000100:00100000:2.0:1788572577.849794:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+35:361572:x1875453633013504:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.849846:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.849872:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c48610f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7761f expref: 35 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.849891:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7e8:0x0].0x0 (ffff88cb981f5d00) 00010000:00010000:2.0:1788572577.849901:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.850001:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c486116 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850015:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c486116 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850026:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c486116 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850037:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48611d lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850044:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48611d lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850050:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48611d lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850136:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486124 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850145:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486124 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850179:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486124 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572577.850606:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3902, 64 off257920 00010000:00010000:2.0:1788572577.850658:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c48612b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850669:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c48612b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850680:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c48612b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850689:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c48612b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850695:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c48612b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850700:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c48612b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850727:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572577.850748:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486124 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850753:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486124 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850759:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486124 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850764:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.850769:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486124 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850775:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486124 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850785:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7e8:0x0].0x0 (ffff88ca91e6c800) 00010000:00010000:2.0:1788572577.850788:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572577.850791:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486124 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850797:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486124 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850815:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c486116 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850820:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c486116 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850825:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c486116 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850830:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c486116 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850835:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572577.850837:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c486116 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850842:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c486116 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850849:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91e6cd00) 00010000:00010000:2.0:1788572577.850851:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572577.850854:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c486116 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850860:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c486116 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.850875:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004f6dc0aa reply state 00000000c81f0b57 transno 12884961954 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48611d lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850887:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48611d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.850892:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x886452b8 (ffff88ca91e6c300) 00010000:00010000:2.0:1788572577.850894:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572577.850896:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788572577.851535:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.851544:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c48612b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.851551:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572577.851555:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c48612b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.851561:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c48612b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.851570:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7e8:0x0].0x0 (ffff88ca91e6c800) 00010000:00010000:3.0:1788572577.851572:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.851575:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c48612b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.851581:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c48612b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x7e8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.851600:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.851602:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.851604:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.853147:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:361572:x1875453633013504:12345-192.168.202.54@tcp:36:rm.0 Request processed in 3344us (3663us total) trans 12884961954 rc 0/0 00000100:00100000:2.0:1788572577.853173:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138113 00000100:00100000:3.0:1788572577.859115:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.859224:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633013632 00000100:00100000:0.0:1788572577.859235:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633013632 00000100:00100000:0.0:1788572577.859319:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138114 00000100:00100000:0.0:1788572577.859330:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:361572:x1875453633013632:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.859356:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.859378:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c486132 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77626 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859446:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486139 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859461:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486139 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859472:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486139 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859486:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486140 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859493:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486140 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859499:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486140 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859659:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486147 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859668:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486147 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859674:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486147 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.859708:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x7ab:0x0]: returning size 0 00000004:00200000:0.0:1788572577.859712:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572577.859732:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486147 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859746:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486147 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859755:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486139 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859762:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486139 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859769:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486139 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859776:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486139 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859782:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.859786:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486139 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859795:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486139 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859807:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572577.859810:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.859815:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486139 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859822:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486139 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859840:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486140 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859846:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486140 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859852:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486140 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859858:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.859861:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486140 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859868:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486140 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859875:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd27bbd1b (ffff88cb981f5300) 00010000:00010000:0.0:1788572577.859878:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.859880:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486140 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859887:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c486140 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.859915:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c486132 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77626 expref: 38 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.861283:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486147 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77626 expref: 37 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.861669:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7ab:0x0].0x0 (ffff88cb981f5d00) 00010000:00010000:0.0:1788572577.861672:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572577.861676:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f400, rc 0) 00000100:00100000:0.0:1788572577.861754:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+37:361572:x1875453633013632:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2424us (2649us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.861763:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138114 00000100:00100000:3.0:1788572577.868724:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.868883:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633013888 00000100:00100000:1.0:1788572577.868894:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633013888 00000100:00100000:1.0:1788572577.868972:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138115 00000100:00100000:1.0:1788572577.868984:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+37:361572:x1875453633013888:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572577.869048:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.869075:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486147 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77626 expref: 37 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869098:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7ab:0x0].0x0 (ffff88cb981f5d00) 00010000:00010000:1.0:1788572577.869112:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572577.869143:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c48614e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869177:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c48614e lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869190:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c48614e lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869202:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c486155 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869208:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c486155 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869214:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c486155 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869347:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48615c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869356:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48615c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869363:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48615c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572577.869620:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3893, 64 off257344 00010000:00010000:1.0:1788572577.869668:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c486163 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869678:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c486163 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869685:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c486163 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869692:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c486163 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869697:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c486163 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869702:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c486163 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869723:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572577.869744:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572577.869748:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c486163 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869754:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572577.869757:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c486163 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869764:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c486163 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869773:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7ab:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:1.0:1788572577.869776:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572577.869779:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c486163 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869784:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c486163 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869796:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.869798:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.869799:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.869814:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48615c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869819:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48615c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869825:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48615c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869830:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.869833:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48615c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869840:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48615c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869848:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7ab:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:1.0:1788572577.869850:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572577.869853:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48615c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869858:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48615c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869879:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c48614e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869885:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c48614e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869891:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c48614e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869896:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c48614e lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869901:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84affc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.869905:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c48614e lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869910:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c48614e lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869917:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:1.0:1788572577.869919:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.869922:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c48614e lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869928:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c48614e lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.869943:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000ad90b09 reply state 000000001feb1e01 transno 12884961955 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c486155 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869952:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c486155 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.869958:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd27bbd1b (ffff88caa2ec0500) 00010000:00010000:1.0:1788572577.869960:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572577.869962:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572577.870030:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+38:361572:x1875453633013888:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1047us (1315us total) trans 12884961955 rc 0/0 00000100:00100000:1.0:1788572577.870039:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138115 00000100:00100000:0.0:1788572577.873794:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.874173:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633014016 00000100:00100000:1.0:1788572577.874183:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633014016 00000100:00100000:1.0:1788572577.874256:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138116 00000100:00100000:1.0:1788572577.874267:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+38:361572:x1875453633014016:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.874289:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.874337:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48616a lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7762d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874410:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486171 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874425:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486171 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874437:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486171 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874448:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c486178 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874455:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c486178 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874461:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c486178 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874607:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c48617f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x97f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874615:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c48617f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x97f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874622:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c48617f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x97f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572577.874657:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x97f:0x0]: returning size 0 00000004:00200000:1.0:1788572577.874662:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572577.874681:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c48617f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x97f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874692:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c48617f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x97f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874701:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486171 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874712:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486171 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874718:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486171 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874725:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486171 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874730:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.874735:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486171 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874742:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486171 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874755:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0600) 00010000:00010000:1.0:1788572577.874758:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.874763:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486171 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874771:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486171 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874785:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c486178 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874791:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c486178 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874796:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c486178 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874802:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.874805:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c486178 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874811:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c486178 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874818:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x9221f31f (ffff88caa2ec0100) 00010000:00010000:1.0:1788572577.874821:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.874823:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c486178 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874830:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c486178 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874864:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48616a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7762d expref: 40 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874884:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c48617f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x97f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7762d expref: 39 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.874893:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x97f:0x0].0x0 (ffff88ca91de0800) 00010000:00010000:1.0:1788572577.874895:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572577.874898:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22200, rc 0) 00000100:00100000:1.0:1788572577.875758:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+39:361572:x1875453633014016:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1486us (1967us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.875770:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138116 00000100:00100000:0.0:1788572577.880362:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.880728:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633014272 00000100:00100000:1.0:1788572577.880740:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633014272 00000100:00100000:1.0:1788572577.880797:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138117 00000100:00100000:1.0:1788572577.880808:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+39:361572:x1875453633014272:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572577.880867:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.880899:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c48617f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x97f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7762d expref: 39 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.881003:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x97f:0x0].0x0 (ffff88ca91de0800) 00010000:00010000:1.0:1788572577.881117:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572577.881148:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c486186 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.881188:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c486186 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.881200:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c486186 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.881214:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48618d lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.881222:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48618d lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.881228:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48618d lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882101:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c486194 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x97f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882118:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c486194 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x97f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882126:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c486194 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x97f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572577.882728:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3903, 64 off257984 00010000:00010000:1.0:1788572577.882788:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48619b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x97f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882799:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48619b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x97f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882807:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48619b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x97f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882814:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48619b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x97f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882820:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48619b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x97f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882826:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48619b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x97f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882854:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572577.882877:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c486194 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x97f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882883:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c486194 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x97f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882889:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c486194 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x97f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882898:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.882901:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c486194 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x97f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.882919:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c486194 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x97f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.883188:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.883196:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48619b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x97f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.883202:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572577.883206:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48619b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x97f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.883212:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48619b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x97f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.883225:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x97f:0x0].0x0 (ffff88cb86578b00) 00010000:00010000:3.0:1788572577.883228:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.883233:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48619b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x97f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.883238:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c48619b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x97f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.883263:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.883265:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.883267:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.884433:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x97f:0x0].0x0 (ffff88cb86578b00) 00010000:00010000:1.0:1788572577.884436:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572577.884441:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c486194 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x97f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.884450:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c486194 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x97f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.884488:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c486186 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.884496:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c486186 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.884503:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c486186 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.884509:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c486186 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.884515:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.884518:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c486186 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.884530:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c486186 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.884538:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91de0d00) 00010000:00010000:1.0:1788572577.884540:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.884544:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c486186 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.884549:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c486186 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572577.884564:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000123515d1 reply state 00000000b87a340d transno 12884961956 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48618d lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.884576:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48618d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.884583:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x9221f31f (ffff88ca91de0b00) 00010000:00010000:1.0:1788572577.884585:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572577.884588:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572577.885931:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+40:361572:x1875453633014272:12345-192.168.202.54@tcp:36:rm.0 Request processed in 5114us (5570us total) trans 12884961956 rc 0/0 00000100:00100000:1.0:1788572577.885944:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138117 00000100:00100000:3.0:1788572577.904864:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.904976:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633014400 00000100:00100000:0.0:1788572577.904986:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633014400 00000100:00100000:0.0:1788572577.905056:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138118 00000100:00100000:0.0:1788572577.905068:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+40:361572:x1875453633014400:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572577.905092:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572577.905113:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4861a2 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77634 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905233:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4861a9 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905248:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4861a9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905259:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4861a9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905272:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861b0 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905282:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905289:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905676:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4861b7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x82a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905686:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4861b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x82a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905693:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4861b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x82a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572577.905729:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x82a:0x0]: returning size 0 00000004:00200000:0.0:1788572577.905734:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572577.905754:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4861b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x82a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905768:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4861b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x82a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905778:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4861a9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905784:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4861a9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905791:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4861a9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905802:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4861a9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905808:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.905812:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4861a9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905820:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4861a9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905831:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572577.905834:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.905839:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4861a9 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905846:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c4861a9 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905860:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905866:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861b0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905871:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861b0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905876:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.905879:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861b0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905889:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861b0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905896:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x5b17d1d4 (ffff88cb981f5300) 00010000:00010000:0.0:1788572577.905898:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.905901:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861b0 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905906:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861b0 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905940:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4861a2 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77634 expref: 42 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905955:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4861b7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x82a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77634 expref: 41 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.905962:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x82a:0x0].0x0 (ffff88cb981f5800) 00010000:00010000:0.0:1788572577.905965:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572577.905968:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ea00, rc 0) 00000100:00100000:0.0:1788572577.907084:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+41:361572:x1875453633014400:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2011us (2223us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.907095:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138118 00000100:00100000:2.0:1788572577.920850:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.921259:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633014656 00000100:00100000:3.0:1788572577.921270:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633014656 00000100:00100000:3.0:1788572577.921365:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138119 00000100:00100000:3.0:1788572577.921375:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+41:361572:x1875453633014656:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572577.921436:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.921466:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4861b7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x82a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77634 expref: 41 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.921487:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x82a:0x0].0x0 (ffff88cb981f5800) 00010000:00010000:3.0:1788572577.921501:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572577.921535:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c4861be lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.921548:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c4861be lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.921559:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c4861be lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.921570:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f400/0xaad440e68c4861c5 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.921577:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f400/0xaad440e68c4861c5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.921583:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f400/0xaad440e68c4861c5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.921691:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4861cc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x82a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.921700:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4861cc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.921710:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4861cc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572577.921994:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3904, 64 off258048 00010000:00010000:3.0:1788572577.922547:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4861d3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x82a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922560:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4861d3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922568:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4861d3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922575:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4861d3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922581:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4861d3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922588:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4861d3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922611:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572577.922631:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4861cc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922637:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4861cc lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922643:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4861cc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922652:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.922656:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4861cc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922662:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4861cc lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922671:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x82a:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:3.0:1788572577.922674:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572577.922677:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4861cc lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922683:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4861cc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x82a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922700:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c4861be lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922707:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c4861be lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922713:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c4861be lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922717:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c4861be lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922720:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572577.922722:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c4861be lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922729:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c4861be lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922734:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:3.0:1788572577.922736:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.922737:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c4861be lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922741:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c4861be lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.922751:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000094d87811 reply state 0000000067a39ca9 transno 12884961957 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f400/0xaad440e68c4861c5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922758:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f400/0xaad440e68c4861c5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.922762:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x5b17d1d4 (ffff88ca962acc00) 00010000:00010000:3.0:1788572577.922763:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572577.922765:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572577.922848:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+42:361572:x1875453633014656:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1473us (2007us total) trans 12884961957 rc 0/0 00000100:00100000:3.0:1788572577.922854:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138119 00010000:00010000:1.0:1788572577.922989:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572577.922996:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4861d3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.923002:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572577.923005:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4861d3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.923027:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4861d3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.923036:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x82a:0x0].0x0 (ffff88ca9258dd00) 00010000:00010000:1.0:1788572577.923038:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572577.923040:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4861d3 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.923043:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4861d3 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x82a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.923053:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.923054:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572577.923055:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572577.925716:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.925776:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633014784 00000100:00100000:1.0:1788572577.925784:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633014784 00000100:00100000:1.0:1788572577.925835:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138120 00000100:00100000:1.0:1788572577.925842:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+42:361572:x1875453633014784:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.925864:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.925885:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c4861da lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7763b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.925967:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c4861e1 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.925982:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c4861e1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.926001:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c4861e1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.926030:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4861e8 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.926037:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4861e8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.926041:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4861e8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.926224:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196033664:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788572577.926506:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.926538:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572577.926672:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196033664 00000100:00100000:0.0:1788572577.926677:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196033664 00000100:00100000:0.0:1788572577.926720:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37040 00000100:00100000:0.0:1788572577.926727:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+77:202393:x1875440196033664:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572577.926808:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+77:202393:x1875440196033664:12345-0@lo:1000:mdt00_001.0 Request processed in 81us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.926815:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37040 00000100:00100000:0.0:1788572577.926857:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196033664:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1788572577.926911:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861ef lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.926923:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861ef lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.926933:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861ef lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.926956:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861ef lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.926969:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c4861e1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.926976:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c4861e1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.926982:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c4861e1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927002:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c4861e1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927009:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.927013:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c4861e1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927076:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c4861e1 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927090:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb86578b00) 00010000:00010000:0.0:1788572577.927092:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.927097:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c4861e1 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927103:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22e00/0xaad440e68c4861e1 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927116:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4861e8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927122:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4861e8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927127:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4861e8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927133:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.927135:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4861e8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927142:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4861e8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927184:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xa71219e1 (ffff88cb86578c00) 00010000:00010000:0.0:1788572577.927188:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.927191:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4861e8 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927198:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c4861e8 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927547:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22400/0xaad440e68c4861da lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7763b expref: 44 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927578:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861ef lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7763b expref: 43 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.927586:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3ec:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572577.927588:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.927590:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fa00, rc 0) 00000100:00100000:0.0:1788572577.927680:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+43:361572:x1875453633014784:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1837us (1971us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.927688:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138120 00000100:00100000:0.0:1788572577.936984:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.937197:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633014912 00000100:00100000:1.0:1788572577.937207:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633014912 00000100:00100000:1.0:1788572577.937317:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138121 00000100:00100000:1.0:1788572577.937333:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+69:361572:x1875453633014912:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.937355:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.937380:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4861f6 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77642 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.937441:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4861fd lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.937455:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4861fd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.937466:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4861fd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572577.937523:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x3ec:0x0]: returning size 0 00000004:00200000:1.0:1788572577.937527:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572577.937576:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c4861f6 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77642 expref: 71 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.937596:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4861fd lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77642 expref: 70 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.937604:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3ec:0x0].0x0 (ffff88cb86578700) 00010000:00010000:1.0:1788572577.937607:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572577.937611:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22800, rc 0) 00000100:00100000:1.0:1788572577.937664:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+70:361572:x1875453633014912:12345-192.168.202.54@tcp:101:rm.0 Request processed in 339us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.937669:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138121 00000100:00100000:2.0:1788572577.943645:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572577.943743:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.946186:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633015040 00000100:00100000:1.0:1788572577.946202:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633015040 00000100:00100000:1.0:1788572577.946275:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15945 00000100:00100000:1.0:1788572577.946285:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+43:352626:x1875453633015040:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572577.946312:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572577.946340:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4861ef lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7763b expref: 43 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.946361:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3ec:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:1.0:1788572577.946373:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572577.946447:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+42:352626:x1875453633015040:12345-192.168.202.54@tcp:103:rm.0 Request processed in 163us (2703us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.946458:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15945 00000100:00100000:0.0:1788572577.947066:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633015296 00000100:00100000:0.0:1788572577.947072:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633015296 00000100:00100000:0.0:1788572577.947190:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138122 00000100:00100000:0.0:1788572577.947200:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+70:361572:x1875453633015296:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572577.947459:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.947481:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c4861fd lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77642 expref: 70 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.947498:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3ec:0x0].0x0 (ffff88cb86578700) 00010000:00010000:0.0:1788572577.947506:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572577.947563:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.947572:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.947582:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572577.947604:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196033792:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1788572577.947657:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572577.947710:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bfe40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.947780:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196033792 00000100:00100000:3.0:1788572577.947786:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196033792 00000100:00100000:3.0:1788572577.947834:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37041 00000100:00100000:3.0:1788572577.947842:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+42:202392:x1875440196033792:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572577.947856:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.947874:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c48620b lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486204 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.947899:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c48620b lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486204 expref: 43 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.947913:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c48620b lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486204 expref: 43 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.947921:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:3.0:1788572577.947924:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.947927:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1e000, rc 0) 00000100:00100000:3.0:1788572577.947977:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+43:202392:x1875440196033792:12345-0@lo:101:mdt00_000.0 Request processed in 136us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.948001:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37041 00000100:00100000:1.0:1788572577.948101:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196033792:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572577.948124:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48620b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.948136:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48620b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.948220:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572577.948272:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23c00/0xaad440e68c486212 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.948280:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23c00/0xaad440e68c486212 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.948289:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23c00/0xaad440e68c486212 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.948322:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196033920:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1788572577.948352:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.948381:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093840 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.948914:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196033920 00000100:00100000:3.0:1788572577.948920:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196033920 00000100:00100000:3.0:1788572577.948960:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37042 00000100:00100000:3.0:1788572577.948968:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+43:202392:x1875440196033920:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572577.948979:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.948995:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f600/0xaad440e68c486219 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486212 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.949013:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f600/0xaad440e68c486219 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486212 expref: 44 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.949025:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f600/0xaad440e68c486219 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486212 expref: 44 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.949039:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xa71219e1 (ffff88ca9258dd00) 00010000:00010000:3.0:1788572577.949042:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.949045:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1f600, rc 0) 00000100:00100000:3.0:1788572577.949079:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+44:202392:x1875440196033920:12345-0@lo:101:mdt00_000.0 Request processed in 112us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.949085:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37042 00000100:00100000:1.0:1788572577.949189:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196033920:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572577.949203:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23c00/0xaad440e68c486212 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486219 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.949213:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23c00/0xaad440e68c486212 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486219 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.949234:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:1.0:1788572577.949282:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196034048:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572577.949335:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.949351:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca960936c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.949368:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196034048 00000100:00100000:1.0:1788572577.949372:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196034048 00000100:00100000:1.0:1788572577.949406:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37043 00000100:00100000:1.0:1788572577.949413:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+44:202392:x1875440196034048:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572577.949502:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+44:202392:x1875440196034048:12345-0@lo:1000:mdt00_000.0 Request processed in 89us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.949509:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37043 00000100:00100000:1.0:1788572577.949549:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196034048:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572577.949597:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196034176:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572577.949618:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.949632:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca960936c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.949643:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196034176 00000100:00100000:1.0:1788572577.949646:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196034176 00000100:00100000:1.0:1788572577.949661:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37044 00000100:00100000:1.0:1788572577.949666:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+44:202392:x1875440196034176:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572577.949776:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+44:202392:x1875440196034176:12345-0@lo:1000:mdt00_000.0 Request processed in 109us (157us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572577.949782:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37044 00000100:00100000:1.0:1788572577.949813:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196034176:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1788572577.949853:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.949861:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.949868:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.949880:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196034304:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1788572577.949901:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.949915:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572577.949927:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196034304 00000100:00100000:1.0:1788572577.949929:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196034304 00000100:00100000:1.0:1788572577.949945:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37045 00000100:00100000:1.0:1788572577.949950:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+44:202392:x1875440196034304:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572577.949958:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.949971:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c486227 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486220 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.949989:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c486227 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486220 expref: 45 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.950000:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c486227 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486220 expref: 45 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.950008:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3ec:0x0].0x0 (ffff88cb86578600) 00010000:00010000:1.0:1788572577.950010:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572577.950014:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22200, rc 0) 00000100:00100000:1.0:1788572577.950053:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+45:202392:x1875440196034304:12345-0@lo:101:mdt00_000.0 Request processed in 102us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.950062:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37045 00000100:00100000:1.0:1788572577.950092:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196034304:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572577.950113:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486227 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.950122:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486227 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.950194:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48622e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.950204:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48622e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.950211:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48622e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572577.950542:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3226, 64 off214656 00000040:00080000:1.0:1788572577.950570:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].904, 392 off518568 00000040:00080000:1.0:1788572577.950612:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1447, 472 off1261704 00000004:00080000:1.0:1788572577.950618:0:202392:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca96093840 with version 15459 00000004:00080000:3.0:1788572577.951206:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15459 rpc_version 15459 00000020:00100000:3.0:1788572577.951234:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572577.951253:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfabb80 x1875440196034560/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572577.951273:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfabb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196034560:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572577.951337:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.951366:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7aba80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.951387:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196034560 00000100:00100000:3.0:1788572577.951392:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196034560 00000100:00100000:3.0:1788572577.951424:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37046 00000100:00100000:3.0:1788572577.951432:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+45:203127:x1875440196034560:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572577.951801:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+46:203127:x1875440196034560:12345-0@lo:1000:osp_up0-1.0 Request processed in 367us (462us total) trans 12884961958 rc 0/0 00000100:00100000:3.0:1788572577.951809:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37046 00000100:00100000:3.0:1788572577.951860:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfabb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196034560:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1788572577.953426:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486235 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953455:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486235 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953467:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486235 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953478:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486235 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953491:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486235 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953496:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486235 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953563:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572577.953596:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48622e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953603:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48622e lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953609:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48622e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953614:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572577.953626:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48622e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953634:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48622e lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953651:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3ec:0x0].0x0 (ffff88cb86578900) 00010000:00010000:1.0:1788572577.953655:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572577.953661:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48622e lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953672:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48622e lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953686:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486227 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953694:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486227 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.953701:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486227 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.954195:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572577.954202:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486235 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.954212:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572577.954216:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486235 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.954222:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486235 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.954232:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3ec:0x0].0x0 (ffff88cb86578900) 00010000:00010000:3.0:1788572577.954235:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572577.954238:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486235 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.954254:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486235 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.954272:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572577.954276:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486227 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.954282:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572577.954286:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486227 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572577.954311:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486227 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.954345:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 4/0,0 mode: --/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486227 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.954355:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572577.954386:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 3/0,0 mode: --/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486227 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.954395:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.954397:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572577.954399:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572577.954464:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196034688:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.954535:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572577.954731:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196034688 00000100:00100000:3.0:1788572577.954739:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196034688 00000100:00100000:3.0:1788572577.954792:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15946 00000100:00100000:3.0:1788572577.954801:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+46:3639:x1875440196034688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572577.954814:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572577.954832:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22200/0xaad440e68c486227 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486220 expref: 46 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.954845:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3ec:0x0].0x0 (ffff88cb86578600) 00010000:00010000:3.0:1788572577.954853:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572577.954898:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+45:3639:x1875440196034688:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.954906:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15946 00000100:00100000:0.0:1788572577.955007:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83982d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196034688:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572577.959391:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788572577.959411:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486220 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3ec:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486227 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.959461:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572577.959468:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48620b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.959477:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48620b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.959485:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48620b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.960487:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572577.960499:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48620b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.960508:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572577.960514:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48620b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572577.960523:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48620b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.960572:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 4/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48620b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.960579:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572577.960609:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48620b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.960618:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.960620:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572577.960622:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572577.962523:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788572577.962559:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196034816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572577.962651:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.963238:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196034816 00000100:00100000:2.0:1788572577.963259:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196034816 00000100:00100000:2.0:1788572577.963682:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15947 00000100:00100000:2.0:1788572577.963693:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+45:3639:x1875440196034816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572577.963710:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.963734:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c48620b lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486204 expref: 45 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.963756:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:2.0:1788572577.963767:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572577.963819:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+44:3639:x1875440196034816:12345-0@lo:103:ldlm_bl.0 Request processed in 129us (1168us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.963826:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15947 00000100:00100000:0.0:1788572577.963912:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196034816:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572577.964461:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788572577.964473:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c486204 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48620b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.964502:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572577.964511:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23c00/0xaad440e68c486212 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486219 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.964520:0:202392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23c00/0xaad440e68c486212 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486219 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572577.964642:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+70:361572:x1875453633015296:12345-192.168.202.54@tcp:36:rm.0 Request processed in 17440us (21004us total) trans 8589973268 rc 0/0 00000100:00100000:1.0:1788572577.964650:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138122 00010000:00010000:2.0:1788572577.965020:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572577.969784:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572577.969958:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633015424 00000100:00100000:3.0:1788572577.969968:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633015424 00000100:00100000:3.0:1788572577.970032:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138123 00000100:00100000:3.0:1788572577.970042:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+42:361572:x1875453633015424:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572577.970064:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.970091:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c48623c lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77649 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.970248:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486243 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.970265:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486243 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.970277:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486243 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.970311:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c48624a lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.970319:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c48624a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.970325:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c48624a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.970455:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196034944:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572577.970516:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.970549:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.970647:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196034944 00000100:00100000:3.0:1788572577.970652:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196034944 00000100:00100000:3.0:1788572577.970691:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37047 00000100:00100000:3.0:1788572577.970699:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+77:225655:x1875440196034944:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788572577.970777:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+77:225655:x1875440196034944:12345-0@lo:1000:mdt00_005.0 Request processed in 79us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.970785:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37047 00000100:00100000:0.0:1788572577.970833:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196034944:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1788572577.970897:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486251 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x497:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.970907:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486251 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.970914:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486251 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572577.970938:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486251 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.970951:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486243 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.970958:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486243 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.970964:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486243 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.970970:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486243 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.970976:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.970979:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486243 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.970987:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486243 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.970998:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:0.0:1788572577.971002:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.971006:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486243 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.971012:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c486243 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.971041:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c48624a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.971047:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c48624a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.971052:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c48624a lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.971057:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572577.971059:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c48624a lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.971065:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c48624a lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.971071:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd78ba407 (ffff88ca91e6cd00) 00010000:00010000:0.0:1788572577.971074:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572577.971076:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c48624a lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.971081:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c48624a lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.971115:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ea00/0xaad440e68c48623c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77649 expref: 44 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.971134:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486251 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77649 expref: 43 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.971141:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x497:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572577.971143:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572577.971146:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f400, rc 0) 00000100:00100000:0.0:1788572577.971227:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+43:361572:x1875453633015424:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1187us (1450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.971234:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138123 00000100:00100000:0.0:1788572577.976249:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.976580:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633015552 00000100:00100000:1.0:1788572577.976591:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633015552 00000100:00100000:1.0:1788572577.976652:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138124 00000100:00100000:1.0:1788572577.976664:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+70:361572:x1875453633015552:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572577.976690:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572577.976714:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c486258 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x497:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77650 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.976779:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48625f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x497:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.976795:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48625f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x497:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.976809:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48625f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x497:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572577.976866:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x497:0x0]: returning size 0 00000004:00200000:1.0:1788572577.976871:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572577.976905:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c486258 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x497:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77650 expref: 72 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.976923:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48625f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x497:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77650 expref: 71 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.976932:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x497:0x0].0x0 (ffff88cb86578e00) 00010000:00010000:1.0:1788572577.976934:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572577.976938:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22e00, rc 0) 00000100:00100000:1.0:1788572577.977005:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:361572:x1875453633015552:12345-192.168.202.54@tcp:101:rm.0 Request processed in 342us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572577.977012:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138124 00000100:00100000:1.0:1788572577.984765:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572577.984816:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572577.984900:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633015680 00000100:00100000:0.0:1788572577.984911:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633015680 00000100:00100000:0.0:1788572577.984985:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15948 00000100:00100000:0.0:1788572577.984995:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+43:352626:x1875453633015680:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572577.985012:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572577.985038:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c486251 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77649 expref: 43 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572577.985057:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x497:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572577.985068:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572577.985132:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+42:352626:x1875453633015680:12345-192.168.202.54@tcp:103:rm.0 Request processed in 138us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572577.985140:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15948 00000100:00100000:2.0:1788572577.985585:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633015936 00000100:00100000:2.0:1788572577.985592:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633015936 00000100:00100000:2.0:1788572577.985637:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138125 00000100:00100000:2.0:1788572577.985644:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:361572:x1875453633015936:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572577.985700:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572577.985718:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48625f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x497:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77650 expref: 71 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.985732:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x497:0x0].0x0 (ffff88cb86578e00) 00010000:00010000:2.0:1788572577.985739:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572577.985794:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.985803:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.985814:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.985840:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196035072:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1788572577.985888:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.985925:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.985983:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196035072 00000100:00100000:3.0:1788572577.985988:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196035072 00000100:00100000:3.0:1788572577.986029:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37048 00000100:00100000:3.0:1788572577.986037:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+44:205632:x1875440196035072:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572577.986051:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.986066:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c48626d lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486266 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.986089:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c48626d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486266 expref: 45 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.986102:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c48626d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486266 expref: 45 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.986109:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:3.0:1788572577.986112:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.986115:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1fc00, rc 0) 00000100:00100000:3.0:1788572577.986263:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+45:205632:x1875440196035072:12345-0@lo:101:mdt00_004.0 Request processed in 226us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.986273:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37048 00000100:00100000:2.0:1788572577.986750:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196035072:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1788572577.986770:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48626d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.986782:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48626d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572577.986804:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572577.986831:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c486274 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.986839:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c486274 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572577.986847:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c486274 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572577.986863:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196035200:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1788572577.986892:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572577.986921:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572577.986989:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196035200 00000100:00100000:3.0:1788572577.986994:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196035200 00000100:00100000:3.0:1788572577.987073:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37049 00000100:00100000:3.0:1788572577.987082:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+45:205632:x1875440196035200:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572577.987093:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572577.987110:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e400/0xaad440e68c48627b lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486274 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.987127:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e400/0xaad440e68c48627b lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486274 expref: 46 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.987182:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e400/0xaad440e68c48627b lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486274 expref: 46 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572577.987191:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd78ba407 (ffff88ca8ebb3f00) 00010000:00010000:3.0:1788572577.987193:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572577.987197:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1e400, rc 0) 00000100:00100000:3.0:1788572577.987236:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+46:205632:x1875440196035200:12345-0@lo:101:mdt00_004.0 Request processed in 155us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572577.987242:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37049 00000100:00100000:1.0:1788572577.987307:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196035200:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572577.987321:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c486274 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48627b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572577.987330:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c486274 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48627b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572577.987342:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:1.0:1788572577.987382:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196035328:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572577.987414:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572577.997210:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572577.997758:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196035328 00000100:00100000:2.0:1788572577.997770:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196035328 00000100:00100000:2.0:1788572577.997845:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37050 00000100:00100000:2.0:1788572577.997857:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+46:205632:x1875440196035328:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572577.998385:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+46:205632:x1875440196035328:12345-0@lo:1000:mdt00_004.0 Request processed in 518us (10957us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572577.998394:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37050 00000100:00100000:1.0:1788572578.001795:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196035328:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572578.001904:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196035456:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572578.001987:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.002033:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.002198:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196035456 00000100:00100000:2.0:1788572578.002205:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196035456 00000100:00100000:2.0:1788572578.002257:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37051 00000100:00100000:2.0:1788572578.002267:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+46:205632:x1875440196035456:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572578.002610:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+46:205632:x1875440196035456:12345-0@lo:1000:mdt00_004.0 Request processed in 343us (622us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572578.002618:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37051 00000100:00100000:1.0:1788572578.002833:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196035456:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1788572578.002914:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.002926:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.002936:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.002951:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196035584:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572578.002979:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.003047:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093540 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.004016:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196035584 00000100:00100000:0.0:1788572578.004026:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196035584 00000100:00100000:3.0:1788572578.008807:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37052 00000100:00100000:3.0:1788572578.008837:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+46:205632:x1875440196035584:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572578.008862:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.008889:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e600/0xaad440e68c486289 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486282 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.008946:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e600/0xaad440e68c486289 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486282 expref: 47 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.008964:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e600/0xaad440e68c486289 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486282 expref: 47 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.008973:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x497:0x0].0x0 (ffff88ca8ebb3700) 00010000:00010000:3.0:1788572578.008976:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572578.008981:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1e600, rc 0) 00000100:00100000:3.0:1788572578.009080:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+47:205632:x1875440196035584:12345-0@lo:101:mdt00_004.0 Request processed in 257us (6099us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.009088:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37052 00000100:00100000:1.0:1788572578.009337:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196035584:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572578.009360:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486289 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.009371:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486289 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.009418:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c486290 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.009426:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c486290 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.009434:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c486290 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.009769:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3223, 64 off214464 00000040:00080000:1.0:1788572578.009806:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].905, 392 off518960 00000040:00080000:1.0:1788572578.009854:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1448, 472 off1262176 00000004:00080000:1.0:1788572578.009861:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca96093540 with version 15460 00000004:00080000:3.0:1788572578.012049:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15460 rpc_version 15460 00000020:00100000:3.0:1788572578.012110:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572578.012120:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83982a00 x1875440196035840/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572578.012198:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83982a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196035840:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572578.012277:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.012341:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7aba80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.012496:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196035840 00000100:00100000:2.0:1788572578.012503:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196035840 00000100:00100000:2.0:1788572578.012554:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37053 00000100:00100000:2.0:1788572578.012563:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+47:203127:x1875440196035840:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572578.012899:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+48:203127:x1875440196035840:12345-0@lo:1000:osp_up0-1.0 Request processed in 336us (620us total) trans 12884961959 rc 0/0 00000100:00100000:2.0:1788572578.013493:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37053 00000100:00100000:3.0:1788572578.013721:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83982a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196035840:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572578.014532:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c486297 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x497:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014551:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c486297 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x497:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014563:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c486297 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x497:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014573:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c486297 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x497:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014579:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c486297 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x497:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014584:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c486297 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x497:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014606:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572578.014628:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c486290 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014633:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c486290 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014639:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c486290 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014644:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.014648:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c486290 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014655:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c486290 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014666:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x497:0x0].0x0 (ffff88cb86578400) 00010000:00010000:2.0:1788572578.014669:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.014674:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c486290 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014680:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c486290 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014695:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486289 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014703:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486289 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014714:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486289 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014736:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572578.014751:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572578.014756:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48626d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014763:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48626d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014769:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48626d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014783:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1788572578.014786:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572578.014794:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572578.014799:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c486297 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x497:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014804:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.014807:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c486297 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x497:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014813:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c486297 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x497:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014820:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x497:0x0].0x0 (ffff88cb86578400) 00010000:00010000:2.0:1788572578.014822:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.014825:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c486297 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x497:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014831:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01a00/0xaad440e68c486297 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x497:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014847:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572578.014850:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486289 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014855:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.014858:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486289 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.014865:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486289 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.014901:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486289 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.015000:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.015007:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48626d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.015014:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.015018:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48626d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.015026:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48626d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.015047:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48626d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.015053:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572578.015076:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48626d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.015084:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01800/0xaad440e68c486266 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48626d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.015104:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.015106:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.015107:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.015123:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196036096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.015231:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.015287:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196036096 00000100:00100000:1.0:1788572578.015295:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196036096 00000100:00100000:1.0:1788572578.015347:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15949 00000100:00100000:1.0:1788572578.015356:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+48:3637:x1875440196036096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.015370:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.015609:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572578.015623:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486289 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.015631:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22400/0xaad440e68c486282 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486289 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.015647:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.015649:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.015651:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.015663:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c486274 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48627b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.015672:0:205632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c486274 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48627b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.015753:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:361572:x1875453633015936:12345-192.168.202.54@tcp:36:rm.0 Request processed in 30105us (30994us total) trans 8589973269 rc 0/0 00000100:00100000:2.0:1788572578.015760:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138125 00010000:00010000:1.0:1788572578.015822:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c48626d lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486266 expref: 48 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.015834:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:1.0:1788572578.015844:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.015873:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+47:3637:x1875440196036096:12345-0@lo:103:ldlm_bl.0 Request processed in 519us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.015879:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15949 00000100:00100000:1.0:1788572578.016026:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196036096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.016043:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788572578.016050:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196035968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.016075:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.017008:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196035968 00000100:00100000:2.0:1788572578.017017:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196035968 00000100:00100000:2.0:1788572578.017069:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15950 00000100:00100000:2.0:1788572578.017078:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+47:3637:x1875440196035968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.017090:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.017108:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e600/0xaad440e68c486289 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x497:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486282 expref: 47 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.017124:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x497:0x0].0x0 (ffff88ca8ebb3700) 00010000:00010000:2.0:1788572578.017334:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572578.017499:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.018387:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+46:3637:x1875440196035968:12345-0@lo:103:ldlm_bl.0 Request processed in 1297us (2297us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.018397:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15950 00000100:00100000:3.0:1788572578.020703:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.020780:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633016064 00000100:00100000:2.0:1788572578.020790:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633016064 00000100:00100000:2.0:1788572578.020854:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138126 00000100:00100000:2.0:1788572578.020864:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:361572:x1875453633016064:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.020896:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.020934:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c48629e lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77657 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021005:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4862a5 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021021:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4862a5 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021033:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4862a5 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021047:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4862ac lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021053:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4862ac lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021059:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4862ac lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021182:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c4862b3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x737:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021190:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c4862b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021197:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c4862b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.021219:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c4862b3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021236:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4862a5 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021242:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4862a5 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021249:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4862a5 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021255:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4862a5 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021262:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.021265:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4862a5 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021273:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4862a5 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021286:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca91e6ce00) 00010000:00010000:2.0:1788572578.021289:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.021294:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4862a5 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021332:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4862a5 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021348:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4862ac lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021354:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4862ac lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021361:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4862ac lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021365:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.021369:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4862ac lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021584:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4862ac lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021594:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x5443db1 (ffff88ca91e6cd00) 00010000:00010000:2.0:1788572578.021597:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.021601:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4862ac lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021606:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4862ac lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021637:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c48629e lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77657 expref: 73 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021652:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c4862b3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77657 expref: 72 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.021659:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x737:0x0].0x0 (ffff88ca91e6c800) 00010000:00010000:2.0:1788572578.021662:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572578.021664:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10800, rc 0) 00000100:00100000:2.0:1788572578.021729:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+72:361572:x1875453633016064:12345-192.168.202.54@tcp:101:rm.0 Request processed in 866us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.021739:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138126 00000100:00100000:1.0:1788572578.025630:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196035968:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572578.036294:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.036554:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633016192 00000100:00100000:0.0:1788572578.036566:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633016192 00000100:00100000:0.0:1788572578.036640:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138127 00000100:00100000:0.0:1788572578.036651:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+42:361572:x1875453633016192:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.036675:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.036701:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c4862ba lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x737:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7765e expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.036881:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4862c1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x737:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.036899:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4862c1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x737:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.036912:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4862c1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x737:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.036962:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x737:0x0]: returning size 0 00000004:00200000:0.0:1788572578.036966:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572578.037007:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c4862ba lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x737:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7765e expref: 44 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.037026:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4862c1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x737:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7765e expref: 43 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.037035:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x737:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572578.037038:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572578.037042:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fa00, rc 0) 00000100:00100000:0.0:1788572578.037100:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+43:361572:x1875453633016192:12345-192.168.202.54@tcp:101:rm.0 Request processed in 451us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.037107:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138127 00000100:00100000:3.0:1788572578.040933:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.041094:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633016320 00000100:00100000:0.0:1788572578.041104:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633016320 00000100:00100000:1.0:1788572578.041257:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15951 00000100:00100000:1.0:1788572578.041270:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+72:352626:x1875453633016320:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572578.041289:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.041328:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c4862b3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77657 expref: 72 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.041353:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x737:0x0].0x0 (ffff88ca91e6c800) 00010000:00010000:1.0:1788572578.041366:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.041437:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:352626:x1875453633016320:12345-192.168.202.54@tcp:103:rm.0 Request processed in 170us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.041444:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15951 00000100:00100000:3.0:1788572578.044960:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.045025:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633016576 00000100:00100000:2.0:1788572578.045035:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633016576 00000100:00100000:2.0:1788572578.045099:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138128 00000100:00100000:2.0:1788572578.045110:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+43:361572:x1875453633016576:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572578.045201:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.045228:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4862c1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x737:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7765e expref: 43 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.045249:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x737:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:2.0:1788572578.045261:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572578.045320:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.045330:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.045346:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.045378:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196036224:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1788572578.045424:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.045460:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.045843:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196036224 00000100:00100000:3.0:1788572578.045848:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196036224 00000100:00100000:3.0:1788572578.045891:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37054 00000100:00100000:3.0:1788572578.045900:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+77:204288:x1875440196036224:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1788572578.045922:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.045941:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4862cf lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4862c8 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.045966:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4862cf lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4862c8 expref: 78 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.045979:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4862cf lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4862c8 expref: 78 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.045986:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ebb3100) 00010000:00010000:3.0:1788572578.045988:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.045991:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1e800, rc 0) 00000100:00100000:3.0:1788572578.046044:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+78:204288:x1875440196036224:12345-0@lo:101:mdt00_003.0 Request processed in 145us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.046050:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37054 00000100:00100000:2.0:1788572578.046247:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196036224:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1788572578.046264:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4862cf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.046275:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4862cf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572578.046307:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572578.046332:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6e00/0xaad440e68c4862d6 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.046340:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6e00/0xaad440e68c4862d6 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.046348:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6e00/0xaad440e68c4862d6 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.046361:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196036352:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1788572578.046388:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.046414:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e000 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.046455:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196036352 00000100:00100000:0.0:1788572578.046460:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196036352 00000100:00100000:0.0:1788572578.046498:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37055 00000100:00100000:0.0:1788572578.046507:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+78:204288:x1875440196036352:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572578.046516:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.046529:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4862dd lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4862d6 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.046546:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4862dd lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4862d6 expref: 79 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.046556:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4862dd lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4862d6 expref: 79 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.046563:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x5443db1 (ffff88cb981f5800) 00010000:00010000:0.0:1788572578.046565:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.046568:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ea00, rc 0) 00000100:00100000:0.0:1788572578.046607:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+79:204288:x1875440196036352:12345-0@lo:101:mdt00_003.0 Request processed in 101us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.046613:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37055 00000100:00100000:2.0:1788572578.046664:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196036352:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1788572578.046674:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6e00/0xaad440e68c4862d6 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4862dd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.046682:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6e00/0xaad440e68c4862d6 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4862dd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572578.046693:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:2.0:1788572578.046728:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196036480:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788572578.046751:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.046774:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.047080:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196036480 00000100:00100000:3.0:1788572578.047085:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196036480 00000100:00100000:3.0:1788572578.047116:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37056 00000100:00100000:3.0:1788572578.047123:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+79:204288:x1875440196036480:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788572578.047222:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+79:204288:x1875440196036480:12345-0@lo:1000:mdt00_003.0 Request processed in 98us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.047229:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37056 00000100:00100000:2.0:1788572578.047259:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196036480:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788572578.047313:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196036608:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788572578.047340:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.047362:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.047370:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196036608 00000100:00100000:1.0:1788572578.047384:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196036608 00000100:00100000:1.0:1788572578.047417:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37057 00000100:00100000:1.0:1788572578.047425:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+79:204288:x1875440196036608:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572578.047524:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+79:204288:x1875440196036608:12345-0@lo:1000:mdt00_003.0 Request processed in 100us (182us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572578.047530:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37057 00000100:00100000:2.0:1788572578.050110:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196036608:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1788572578.050232:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.050244:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.050255:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.050276:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196036736:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1788572578.050350:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.050382:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8e000 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.050514:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196036736 00000100:00100000:0.0:1788572578.050522:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196036736 00000100:00100000:0.0:1788572578.050581:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37058 00000100:00100000:0.0:1788572578.050591:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+79:204288:x1875440196036736:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572578.050607:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.050625:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c4862eb lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4862e4 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.050651:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c4862eb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4862e4 expref: 80 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.050672:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c4862eb lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4862e4 expref: 80 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.050682:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x737:0x0].0x0 (ffff88cb981f5d00) 00010000:00010000:0.0:1788572578.050685:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572578.050689:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f400, rc 0) 00000100:00100000:0.0:1788572578.050737:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+80:204288:x1875440196036736:12345-0@lo:101:mdt00_003.0 Request processed in 148us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.050744:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37058 00000100:00100000:1.0:1788572578.050795:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196036736:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572578.050811:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4862eb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.050821:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4862eb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.050845:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c4862f2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.050854:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c4862f2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.050864:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c4862f2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.051281:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3894, 64 off257408 00000040:00080000:1.0:1788572578.051339:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].189, 392 off106536 00000040:00080000:1.0:1788572578.051402:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].657, 472 off357416 00000004:00080000:1.0:1788572578.051410:0:204288:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca96093900 with version 4827 00000004:00080000:2.0:1788572578.052026:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4827 rpc_version 4827 00000020:00100000:2.0:1788572578.052056:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572578.052065:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca839a6a00 x1875440196036992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572578.052086:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a6a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196036992:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572578.052129:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.052175:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.056518:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196036992 00000100:00100000:1.0:1788572578.056537:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196036992 00000100:00100000:1.0:1788572578.056617:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37059 00000100:00100000:1.0:1788572578.056628:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+80:202414:x1875440196036992:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572578.057018:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+81:202414:x1875440196036992:12345-0@lo:1000:osp_up1-0.0 Request processed in 392us (4886us total) trans 8589973270 rc 0/0 00000100:00100000:1.0:1788572578.057026:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37059 00000100:00100000:2.0:1788572578.057104:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a6a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196036992:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1788572578.057224:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4862f9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x737:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057241:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4862f9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x737:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057252:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4862f9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x737:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057261:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4862f9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x737:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057266:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4862f9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x737:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057273:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4862f9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x737:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057309:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.057331:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c4862f2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057336:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c4862f2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057343:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c4862f2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057349:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.057353:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c4862f2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057361:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c4862f2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057373:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x737:0x0].0x0 (ffff88cb86578800) 00010000:00010000:1.0:1788572578.057376:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.057381:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c4862f2 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057387:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22a00/0xaad440e68c4862f2 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057399:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4862eb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057406:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4862eb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057419:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4862eb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057432:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572578.057445:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572578.057450:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4862cf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057457:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4862cf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057463:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4862cf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057474:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:1.0:1788572578.057477:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572578.057483:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6e00/0xaad440e68c4862d6 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4862dd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.057490:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6e00/0xaad440e68c4862d6 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4862dd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.057557:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+43:361572:x1875453633016576:12345-192.168.202.54@tcp:36:rm.0 Request processed in 12447us (12605us total) trans 12884961960 rc 0/0 00000100:00100000:1.0:1788572578.057565:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138128 00010000:00010000:2.0:1788572578.057628:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572578.057636:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4862f9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x737:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057643:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.057647:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4862f9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x737:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057654:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4862f9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x737:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057664:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x737:0x0].0x0 (ffff88cb86578800) 00010000:00010000:2.0:1788572578.057667:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.057670:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4862f9 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x737:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057676:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c4862f9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x737:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057691:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572578.057695:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4862eb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057701:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.057706:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4862eb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.057714:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4862eb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057745:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4862eb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057752:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572578.057781:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4862eb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057792:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c4862e4 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4862eb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057807:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.057810:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4862cf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057816:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.057819:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4862cf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.057826:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4862cf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057841:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4862cf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057847:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572578.057853:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4862cf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057859:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd11400/0xaad440e68c4862c8 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4862cf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.057870:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.057872:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.057873:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.057952:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.057968:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196037248:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.058016:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.058055:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572578.058061:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196037120:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.058081:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.058110:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196037248 00000100:00100000:0.0:1788572578.058115:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196037248 00000100:00100000:0.0:1788572578.058178:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196037120 00000100:00100000:0.0:1788572578.058182:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196037120 00000100:00100000:0.0:1788572578.058230:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15952 00000100:00100000:0.0:1788572578.058238:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+82:3640:x1875440196037248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.058249:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.058266:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4862cf lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4862c8 expref: 82 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.058278:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ebb3100) 00010000:00010000:0.0:1788572578.058286:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.058328:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+81:3640:x1875440196037248:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.058336:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15952 00000100:00100000:0.0:1788572578.058350:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15953 00000100:00100000:0.0:1788572578.058357:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+80:3640:x1875440196037120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.058364:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.058375:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c4862eb lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x737:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4862e4 expref: 80 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.058385:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x737:0x0].0x0 (ffff88cb981f5d00) 00010000:00010000:0.0:1788572578.058392:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.058413:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+79:3640:x1875440196037120:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.058419:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15953 00000100:00100000:0.0:1788572578.058453:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196037120:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.058462:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196037248:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572578.058727:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572578.070753:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.070842:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633016704 00000100:00100000:2.0:1788572578.070852:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633016704 00000100:00100000:2.0:1788572578.070922:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138129 00000100:00100000:2.0:1788572578.070932:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+43:361572:x1875453633016704:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.070959:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.070986:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486300 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77665 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071058:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486307 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071072:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486307 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071084:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486307 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071096:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c48630e lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071102:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c48630e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071108:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c48630e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071284:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486315 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071293:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486315 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071314:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486315 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.071350:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x9a9:0x0]: returning size 0 00000004:00200000:2.0:1788572578.071355:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572578.071386:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486315 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071399:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486315 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071408:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486307 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071414:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486307 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071421:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486307 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071428:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486307 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071435:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.071440:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486307 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071447:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486307 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071460:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91e6c800) 00010000:00010000:2.0:1788572578.071464:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.071468:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486307 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071474:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486307 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071491:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c48630e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071497:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c48630e lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071504:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c48630e lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071510:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.071513:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c48630e lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071519:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c48630e lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071526:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x4c297067 (ffff88ca91e6c400) 00010000:00010000:2.0:1788572578.071528:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.071531:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c48630e lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071536:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c48630e lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071568:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486300 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77665 expref: 45 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071584:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486315 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77665 expref: 44 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.071590:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9a9:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:2.0:1788572578.071592:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572578.071594:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a6200, rc 0) 00000100:00100000:2.0:1788572578.071663:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+44:361572:x1875453633016704:12345-192.168.202.54@tcp:101:rm.0 Request processed in 731us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.071670:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138129 00000100:00100000:3.0:1788572578.074673:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.074745:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633016960 00000100:00100000:2.0:1788572578.074754:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633016960 00000100:00100000:2.0:1788572578.074813:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138130 00000100:00100000:2.0:1788572578.074822:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+44:361572:x1875453633016960:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572578.074874:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.074901:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486315 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77665 expref: 44 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.074919:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9a9:0x0].0x0 (ffff88ca9258d800) 00010000:00010000:2.0:1788572578.074929:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572578.074953:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c48631c lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.074966:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c48631c lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.074975:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c48631c lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.074988:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6600/0xaad440e68c486323 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.074995:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6600/0xaad440e68c486323 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.075001:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6600/0xaad440e68c486323 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.075088:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7400/0xaad440e68c48632a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.075096:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7400/0xaad440e68c48632a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.075102:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7400/0xaad440e68c48632a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.075616:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3905, 64 off258112 00000004:00080000:3.0:1788572578.075629:0:202392:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 13556169475963ns, next at 13557169472733ns, rc = 0 00010000:00010000:3.0:1788572578.075683:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486331 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075694:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486331 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075702:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486331 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075709:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486331 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075715:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486331 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075721:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486331 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075746:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572578.075767:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7400/0xaad440e68c48632a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075773:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7400/0xaad440e68c48632a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075779:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7400/0xaad440e68c48632a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075784:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.075788:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7400/0xaad440e68c48632a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075795:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7400/0xaad440e68c48632a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075804:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9a9:0x0].0x0 (ffff88cba1399700) 00010000:00010000:3.0:1788572578.075806:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572578.075810:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7400/0xaad440e68c48632a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075815:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7400/0xaad440e68c48632a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075834:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c48631c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075839:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c48631c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075844:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c48631c lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075850:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c48631c lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075854:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.075857:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c48631c lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075862:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c48631c lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075869:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399b00) 00010000:00010000:3.0:1788572578.075872:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.075875:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c48631c lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075880:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c48631c lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.075892:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000098c1851 reply state 00000000c4915728 transno 12884961961 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6600/0xaad440e68c486323 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075901:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6600/0xaad440e68c486323 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.075907:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x4c297067 (ffff88cba1399f00) 00010000:00010000:3.0:1788572578.075909:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572578.075912:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572578.075997:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+45:361572:x1875453633016960:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1175us (1332us total) trans 12884961961 rc 0/0 00000100:00100000:3.0:1788572578.076006:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138130 00010000:00010000:0.0:1788572578.076007:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.076013:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486331 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.076019:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572578.076022:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486331 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.076028:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486331 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.076042:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9a9:0x0].0x0 (ffff88cba1399700) 00010000:00010000:0.0:1788572578.076045:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572578.076047:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486331 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.076053:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486331 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x9a9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.076067:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.076069:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.076071:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.083519:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.083690:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633017088 00000100:00100000:2.0:1788572578.083703:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633017088 00000100:00100000:2.0:1788572578.083771:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138131 00000100:00100000:2.0:1788572578.083781:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:361572:x1875453633017088:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.083802:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.083827:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c486338 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7766c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.083889:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c48633f lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.083904:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c48633f lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.083917:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c48633f lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.083930:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486346 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.083937:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486346 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.083943:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486346 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084013:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c48634d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084021:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c48634d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084027:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c48634d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.084048:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c48634d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084062:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c48633f lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084067:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c48633f lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084073:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c48633f lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084082:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c48633f lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084088:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.084091:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c48633f lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084099:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c48633f lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084110:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399600) 00010000:00010000:2.0:1788572578.084113:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.084117:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c48633f lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084124:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c48633f lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084150:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486346 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084186:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486346 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084192:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486346 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084197:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.084200:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486346 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084210:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486346 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084218:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x980aa9b (ffff88cba1399100) 00010000:00010000:2.0:1788572578.084221:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.084225:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486346 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084231:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486346 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084263:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c486338 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7766c expref: 73 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084278:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c48634d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7766c expref: 72 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.084284:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c6:0x0].0x0 (ffff88cba1399d00) 00010000:00010000:2.0:1788572578.084287:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572578.084288:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a6c00, rc 0) 00000100:00100000:3.0:1788572578.084602:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+72:361572:x1875453633017088:12345-192.168.202.54@tcp:101:rm.0 Request processed in 819us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.084611:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138131 00000100:00100000:1.0:1788572578.093572:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.093652:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633017216 00000100:00100000:2.0:1788572578.093666:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633017216 00000100:00100000:2.0:1788572578.093750:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138132 00000100:00100000:2.0:1788572578.093760:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+45:361572:x1875453633017216:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.093794:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.093825:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486354 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77673 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.094011:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c48635b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.094025:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c48635b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.094037:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c48635b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.094072:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x9c6:0x0]: returning size 0 00000004:00200000:2.0:1788572578.094076:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572578.094117:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486354 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77673 expref: 47 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.094150:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c48635b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77673 expref: 46 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.094221:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c6:0x0].0x0 (ffff88cba1399600) 00010000:00010000:2.0:1788572578.094224:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572578.094228:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a7e00, rc 0) 00000100:00100000:2.0:1788572578.094286:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+46:361572:x1875453633017216:12345-192.168.202.54@tcp:101:rm.0 Request processed in 527us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.094302:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138132 00000100:00100000:0.0:1788572578.106446:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.108857:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.108985:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633017600 00000100:00100000:2.0:1788572578.108997:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633017600 00000100:00100000:1.0:1788572578.109022:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633017344 00000100:00100000:1.0:1788572578.109027:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633017344 00000100:00100000:1.0:1788572578.109081:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15954 00000100:00100000:1.0:1788572578.109092:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+72:352626:x1875453633017344:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572578.109110:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.109136:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c48634d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7766c expref: 72 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.109180:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c6:0x0].0x0 (ffff88cba1399d00) 00010000:00010000:1.0:1788572578.109195:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.109255:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:352626:x1875453633017344:12345-192.168.202.54@tcp:103:rm.0 Request processed in 165us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.109263:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15954 00000100:00100000:2.0:1788572578.109510:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138133 00000100:00100000:2.0:1788572578.109519:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+46:361572:x1875453633017600:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572578.109571:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.109588:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c48635b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77673 expref: 46 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.109602:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c6:0x0].0x0 (ffff88cba1399600) 00010000:00010000:2.0:1788572578.109609:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572578.109661:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.109670:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.109681:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.109704:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196037376:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1788572578.109750:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.109786:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898300 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.110004:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196037376 00000100:00100000:1.0:1788572578.110009:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196037376 00000100:00100000:1.0:1788572578.110054:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37060 00000100:00100000:1.0:1788572578.110062:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+79:205632:x1875440196037376:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572578.110075:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.110090:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486369 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486362 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.110114:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486369 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486362 expref: 80 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.110128:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486369 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486362 expref: 80 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.110135:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb86578800) 00010000:00010000:1.0:1788572578.110138:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.110141:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe23a00, rc 0) 00000100:00100000:1.0:1788572578.110215:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+80:205632:x1875440196037376:12345-0@lo:101:mdt00_004.0 Request processed in 154us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.110222:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37060 00000100:00100000:3.0:1788572578.110518:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196037376:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572578.110537:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486369 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.110549:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486369 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572578.110570:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572578.110600:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e600/0xaad440e68c486370 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.110607:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e600/0xaad440e68c486370 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.110614:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e600/0xaad440e68c486370 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.110631:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196037504:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1788572578.110661:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.110690:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab780 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.111010:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196037504 00000100:00100000:1.0:1788572578.111016:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196037504 00000100:00100000:1.0:1788572578.111058:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37061 00000100:00100000:1.0:1788572578.111066:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+80:205632:x1875440196037504:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572578.111078:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.111092:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c486377 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486370 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.111111:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c486377 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486370 expref: 81 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.111121:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c486377 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486370 expref: 81 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.111130:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x980aa9b (ffff88cb86578f00) 00010000:00010000:1.0:1788572578.111133:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.111135:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22a00, rc 0) 00000100:00100000:1.0:1788572578.111195:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+81:205632:x1875440196037504:12345-0@lo:101:mdt00_004.0 Request processed in 129us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.111202:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37061 00000100:00100000:2.0:1788572578.111253:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adc700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196037504:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1788572578.111265:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e600/0xaad440e68c486370 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486377 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.111274:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e600/0xaad440e68c486370 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486377 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572578.111303:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:2.0:1788572578.111343:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196037632:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572578.111386:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.111408:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.111514:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196037632 00000100:00100000:3.0:1788572578.111519:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196037632 00000100:00100000:3.0:1788572578.111550:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37062 00000100:00100000:3.0:1788572578.111556:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+81:205632:x1875440196037632:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572578.111617:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+81:205632:x1875440196037632:12345-0@lo:1000:mdt00_004.0 Request processed in 60us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.111623:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37062 00000100:00100000:2.0:1788572578.111675:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196037632:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572578.111708:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196037760:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572578.111728:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.111746:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca92898000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.111786:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196037760 00000100:00100000:3.0:1788572578.111790:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196037760 00000100:00100000:3.0:1788572578.111816:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37063 00000100:00100000:3.0:1788572578.111822:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+81:205632:x1875440196037760:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572578.111900:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+81:205632:x1875440196037760:12345-0@lo:1000:mdt00_004.0 Request processed in 77us (171us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572578.111906:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37063 00000100:00100000:0.0:1788572578.111992:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196037760:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1788572578.112033:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.112041:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.112049:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.112060:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196037888:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1788572578.112081:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.112101:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca962bfe40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.112176:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196037888 00000100:00100000:3.0:1788572578.112180:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196037888 00000100:00100000:3.0:1788572578.112205:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37064 00000100:00100000:3.0:1788572578.112211:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+81:205632:x1875440196037888:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572578.112219:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.112232:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c486385 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48637e expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.112249:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c486385 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48637e expref: 82 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.112260:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c486385 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48637e expref: 82 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.112269:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c6:0x0].0x0 (ffff88ca8ebb3a00) 00010000:00010000:3.0:1788572578.112271:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572578.112274:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1ea00, rc 0) 00000100:00100000:3.0:1788572578.112314:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+82:205632:x1875440196037888:12345-0@lo:101:mdt00_004.0 Request processed in 102us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.112319:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37064 00000100:00100000:2.0:1788572578.112398:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196037888:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1788572578.112410:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486385 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.112419:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486385 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.112442:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c48638c lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.112450:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c48638c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.112457:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c48638c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572578.112767:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3895, 64 off257472 00000004:00080000:2.0:1788572578.112775:0:205632:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 13556206621671ns, next at 13557206619045ns, rc = 0 00000040:00080000:2.0:1788572578.112801:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].190, 392 off106928 00000040:00080000:2.0:1788572578.112844:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].658, 472 off357888 00000004:00080000:2.0:1788572578.112849:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92898d80 with version 4828 00000004:00080000:3.0:1788572578.113129:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4828 rpc_version 4828 00000020:00100000:3.0:1788572578.113183:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572578.113191:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96add880 x1875440196038144/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572578.113208:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196038144:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572578.113245:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.113264:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab480 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.113465:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196038144 00000100:00100000:2.0:1788572578.113470:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196038144 00000100:00100000:2.0:1788572578.113505:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37065 00000100:00100000:2.0:1788572578.113513:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+82:202414:x1875440196038144:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572578.113751:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+83:202414:x1875440196038144:12345-0@lo:1000:osp_up1-0.0 Request processed in 238us (504us total) trans 8589973271 rc 0/0 00000100:00100000:2.0:1788572578.113758:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37065 00000100:00100000:0.0:1788572578.113847:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196038144:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1788572578.113944:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486393 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.113958:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486393 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.113968:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486393 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.113977:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486393 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.113984:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486393 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.113990:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486393 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114010:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572578.114029:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c48638c lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114035:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c48638c lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114041:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c48638c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114051:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.114055:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c48638c lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114063:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c48638c lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114073:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c6:0x0].0x0 (ffff88cba1399800) 00010000:00010000:2.0:1788572578.114076:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.114079:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c48638c lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114085:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c48638c lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114097:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486385 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114105:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486385 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114112:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486385 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114226:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572578.114238:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572578.114245:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486369 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114256:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486369 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.114262:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486369 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118111:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572578.118129:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486393 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118172:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572578.118176:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486393 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118188:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486393 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118208:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c6:0x0].0x0 (ffff88cba1399800) 00010000:00010000:0.0:1788572578.118211:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572578.118216:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486393 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118222:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c486393 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118249:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572578.118254:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486385 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118261:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.118266:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486385 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.118274:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486385 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118338:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486385 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118345:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.118502:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486385 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118510:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9f400/0xaad440e68c48637e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486385 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118527:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.118532:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486369 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118538:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.118542:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486369 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.118549:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486369 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118567:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 4/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486369 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118574:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.118580:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486369 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118592:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.118593:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.118595:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.118622:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196038400:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.118695:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.118737:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572578.118743:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196038272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.118766:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.118800:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196038400 00000100:00100000:0.0:1788572578.118808:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196038400 00000100:00100000:0.0:1788572578.118855:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196038272 00000100:00100000:0.0:1788572578.118858:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196038272 00000100:00100000:0.0:1788572578.118884:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15955 00000100:00100000:0.0:1788572578.118892:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+84:3638:x1875440196038400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.118905:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.118923:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486369 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486362 expref: 84 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.118936:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb86578800) 00010000:00010000:0.0:1788572578.118944:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.118975:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+83:3638:x1875440196038400:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.118983:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15955 00000100:00100000:0.0:1788572578.118998:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15956 00000100:00100000:0.0:1788572578.119003:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb89050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+82:3638:x1875440196038272:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.119003:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196038400:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.119011:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.119022:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c486385 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9c6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48637e expref: 82 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.119031:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c6:0x0].0x0 (ffff88ca8ebb3a00) 00010000:00010000:0.0:1788572578.119039:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.119074:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb89050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+81:3638:x1875440196038272:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.119080:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15956 00000100:00100000:1.0:1788572578.119136:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196038272:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572578.119257:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.119955:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788572578.119966:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7600/0xaad440e68c486362 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486369 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572578.119991:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572578.120000:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e600/0xaad440e68c486370 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486377 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.120008:0:205632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e600/0xaad440e68c486370 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486377 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.120101:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+46:361572:x1875453633017600:12345-192.168.202.54@tcp:36:rm.0 Request processed in 10580us (13727us total) trans 12884961962 rc 0/0 00000100:00100000:2.0:1788572578.120110:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138133 00010000:00010000:3.0:1788572578.120275:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.124500:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.124677:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633017728 00000100:00100000:3.0:1788572578.124688:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633017728 00000100:00100000:3.0:1788572578.124749:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138134 00000100:00100000:3.0:1788572578.124758:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:361572:x1875453633017728:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.124778:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.124802:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c48639a lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7767a expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.124874:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c4863a1 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.124889:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c4863a1 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.124900:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c4863a1 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.124913:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c4863a8 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.124921:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c4863a8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.124928:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c4863a8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125025:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4863af lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x540:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125034:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4863af lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x540:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125042:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4863af lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x540:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572578.125089:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x540:0x0]: returning size 0 00000004:00200000:3.0:1788572578.125094:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572578.125114:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4863af lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x540:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125126:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4863af lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x540:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125191:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c4863a1 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125199:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c4863a1 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125206:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c4863a1 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125212:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c4863a1 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125217:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.125222:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c4863a1 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125230:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c4863a1 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125242:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ebb3b00) 00010000:00010000:3.0:1788572578.125245:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.125250:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c4863a1 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125260:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c4863a1 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125274:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c4863a8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125280:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c4863a8 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125285:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c4863a8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125290:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.125303:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c4863a8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125310:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c4863a8 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125317:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x9399869e (ffff88ca8ebb3900) 00010000:00010000:3.0:1788572578.125320:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.125324:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c4863a8 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125330:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c4863a8 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125359:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c48639a lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7767a expref: 73 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125485:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4863af lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x540:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7767a expref: 72 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.125493:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x540:0x0].0x0 (ffff88ca8ebb3400) 00010000:00010000:3.0:1788572578.125495:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572578.125498:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1fc00, rc 0) 00000100:00100000:3.0:1788572578.125571:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+72:361572:x1875453633017728:12345-192.168.202.54@tcp:101:rm.0 Request processed in 814us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.125579:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138134 00000100:00100000:1.0:1788572578.132089:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.132197:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633017984 00000100:00100000:3.0:1788572578.132209:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633017984 00000100:00100000:3.0:1788572578.132270:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138135 00000100:00100000:3.0:1788572578.132281:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92913b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+72:361572:x1875453633017984:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.132347:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.132535:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4863af lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x540:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7767a expref: 72 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.132554:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x540:0x0].0x0 (ffff88ca8ebb3400) 00010000:00010000:3.0:1788572578.132566:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.132589:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4863b6 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.132602:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4863b6 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.132611:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4863b6 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.132625:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c4863bd lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.132632:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c4863bd lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.132639:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c4863bd lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.132733:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4863c4 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x540:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.132741:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4863c4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x540:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.132749:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4863c4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x540:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.132967:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3227, 64 off214720 00010000:00010000:3.0:1788572578.133019:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4863cb lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x540:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133028:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4863cb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x540:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133036:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4863cb lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x540:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133044:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4863cb lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x540:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133050:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4863cb lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x540:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133057:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4863cb lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x540:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133125:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572578.133145:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4863c4 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x540:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133196:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4863c4 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x540:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133205:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4863c4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x540:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133212:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.133217:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4863c4 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x540:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133225:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4863c4 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x540:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133235:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x540:0x0].0x0 (ffff88ca8ebb3500) 00010000:00010000:3.0:1788572578.133238:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572578.133242:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4863c4 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x540:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133248:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4863c4 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x540:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133264:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4863b6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133274:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4863b6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133280:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4863b6 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133286:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4863b6 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133303:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.133306:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4863b6 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133312:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4863b6 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133319:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ebb3d00) 00010000:00010000:3.0:1788572578.133322:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.133324:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4863b6 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133331:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c4863b6 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.133343:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c41065e4 reply state 00000000ce486846 transno 8589973272 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c4863bd lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133355:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c4863bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.133362:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x9399869e (ffff88ca8ebb3000) 00010000:00010000:3.0:1788572578.133364:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572578.133367:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572578.133598:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92913b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+73:361572:x1875453633017984:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1317us (1517us total) trans 8589973272 rc 0/0 00000100:00100000:3.0:1788572578.133607:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138135 00010000:00010000:0.0:1788572578.134840:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.134852:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4863cb lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x540:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.134861:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572578.134865:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4863cb lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x540:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.134874:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4863cb lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x540:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.134887:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x540:0x0].0x0 (ffff88ca8ebb3500) 00010000:00010000:0.0:1788572578.134890:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572578.134895:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4863cb lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x540:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.134957:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7400/0xaad440e68c4863cb lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x540:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.134977:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.134979:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.134981:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.143415:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.143514:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633018112 00000100:00100000:0.0:1788572578.143525:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633018112 00000100:00100000:0.0:1788572578.143587:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138136 00000100:00100000:0.0:1788572578.143597:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+73:361572:x1875453633018112:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.143622:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.143644:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c4863d2 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77681 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.143720:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4863d9 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.143734:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4863d9 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.143744:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4863d9 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.143754:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4863e0 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.143758:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4863e0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.143762:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4863e0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.143839:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4863e7 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.143843:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4863e7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.143850:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4863e7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.143883:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x4b6:0x0]: returning size 0 00000004:00200000:0.0:1788572578.143886:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572578.143901:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4863e7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144006:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4863e7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144015:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4863d9 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144020:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4863d9 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144024:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4863d9 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144028:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4863d9 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144032:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.144035:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4863d9 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144039:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4863d9 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144049:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb981f5d00) 00010000:00010000:0.0:1788572578.144051:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.144055:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4863d9 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144059:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c4863d9 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144069:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4863e0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144072:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4863e0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144075:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4863e0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144079:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.144081:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4863e0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144084:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4863e0 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144087:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x4db25a24 (ffff88cb981f5700) 00010000:00010000:0.0:1788572578.144089:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.144092:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4863e0 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144097:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4863e0 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144129:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c4863d2 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77681 expref: 75 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144146:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4863e7 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77681 expref: 74 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.144200:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4b6:0x0].0x0 (ffff88cb981f5300) 00010000:00010000:0.0:1788572578.144203:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572578.144205:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f200, rc 0) 00000100:00100000:0.0:1788572578.144278:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+74:361572:x1875453633018112:12345-192.168.202.54@tcp:101:rm.0 Request processed in 682us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.144285:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138136 00000100:00100000:2.0:1788572578.146762:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.146848:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633018368 00000100:00100000:0.0:1788572578.146858:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633018368 00000100:00100000:0.0:1788572578.146997:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138137 00000100:00100000:0.0:1788572578.147009:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+74:361572:x1875453633018368:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572578.147064:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.147089:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c4863e7 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77681 expref: 74 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.147108:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4b6:0x0].0x0 (ffff88cb981f5300) 00010000:00010000:0.0:1788572578.147121:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572578.147145:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c4863ee lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.147249:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c4863ee lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.147260:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c4863ee lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.151458:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c4863f5 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.151483:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c4863f5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.151497:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c4863f5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.151612:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4863fc lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.151621:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4863fc lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.151628:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4863fc lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.151848:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3228, 64 off214784 00010000:00010000:1.0:1788572578.151898:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486403 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.151907:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486403 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153015:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486403 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153025:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486403 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153035:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486403 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153041:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486403 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153109:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.153135:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4863fc lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153142:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4863fc lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153149:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4863fc lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153170:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.153174:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4863fc lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153181:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4863fc lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153193:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4b6:0x0].0x0 (ffff88cb86578e00) 00010000:00010000:1.0:1788572578.153196:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572578.153201:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4863fc lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153206:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4863fc lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153234:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c4863ee lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153240:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c4863ee lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153245:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c4863ee lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153250:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c4863ee lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153255:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.153257:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c4863ee lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153263:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c4863ee lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153270:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8b2c6700) 00010000:00010000:1.0:1788572578.153272:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.153275:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c4863ee lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153280:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c4863ee lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.153309:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008434bf9b reply state 0000000040ef5732 transno 8589973273 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c4863f5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153322:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c4863f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.153328:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x4db25a24 (ffff88cb86578400) 00010000:00010000:1.0:1788572578.153330:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572578.153333:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572578.153430:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+75:361572:x1875453633018368:12345-192.168.202.54@tcp:36:rm.0 Request processed in 6419us (6672us total) trans 8589973273 rc 0/0 00000100:00100000:1.0:1788572578.153440:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138137 00010000:00010000:0.0:1788572578.155486:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.155500:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486403 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.155513:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572578.155517:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486403 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.155525:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486403 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.155541:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4b6:0x0].0x0 (ffff88cb86578e00) 00010000:00010000:0.0:1788572578.155543:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572578.155547:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486403 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.155551:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486403 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x4b6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.155570:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.155571:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.155572:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.157365:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.157572:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633018496 00000100:00100000:0.0:1788572578.157582:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633018496 00000100:00100000:0.0:1788572578.157627:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138138 00000100:00100000:0.0:1788572578.157634:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+75:361572:x1875453633018496:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.157656:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.157677:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c48640a lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77688 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.157752:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c486411 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.157765:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c486411 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.157774:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c486411 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.157783:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486418 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.157787:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486418 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.157791:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486418 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.157893:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48641f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x19e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.157915:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48641f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x19e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.157921:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48641f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x19e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.157961:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x19e:0x0]: returning size 0 00000004:00200000:0.0:1788572578.157965:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572578.157984:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48641f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x19e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.157999:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48641f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x19e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158008:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c486411 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158014:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c486411 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158021:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c486411 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158026:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c486411 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158031:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.158035:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c486411 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158042:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c486411 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158054:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8b2c6b00) 00010000:00010000:0.0:1788572578.158057:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.158062:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c486411 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158069:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c486411 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158083:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486418 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158090:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486418 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158096:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486418 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158101:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.158104:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486418 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158110:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486418 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158117:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc2ac591c (ffff88cb981f5d00) 00010000:00010000:0.0:1788572578.158120:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.158122:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486418 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158127:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c486418 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158195:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c48640a lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77688 expref: 77 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158214:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48641f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x19e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77688 expref: 76 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.158221:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19e:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572578.158223:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572578.158226:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ee00, rc 0) 00000100:00100000:0.0:1788572578.158289:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+76:361572:x1875453633018496:12345-192.168.202.54@tcp:101:rm.0 Request processed in 654us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.158311:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138138 00000100:00100000:3.0:1788572578.162816:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.162905:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633018752 00000100:00100000:0.0:1788572578.163060:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633018752 00000100:00100000:0.0:1788572578.163201:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138139 00000100:00100000:0.0:1788572578.163212:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+76:361572:x1875453633018752:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572578.163275:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.163314:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c48641f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x19e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77688 expref: 76 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163334:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19e:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572578.163347:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572578.163369:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486426 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163382:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486426 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163392:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486426 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163404:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c48642d lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163411:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c48642d lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163418:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c48642d lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163515:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c486434 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x19e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163524:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c486434 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163529:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c486434 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572578.163753:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3229, 64 off214848 00010000:00010000:0.0:1788572578.163805:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48643b lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x19e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163814:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48643b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163822:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48643b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163830:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48643b lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163836:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48643b lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163843:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48643b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163869:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572578.163888:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c486434 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163898:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c486434 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163904:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c486434 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163919:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.163924:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c486434 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163932:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c486434 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163942:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19e:0x0].0x0 (ffff88ca8e88d500) 00010000:00010000:0.0:1788572578.163944:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572578.163948:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c486434 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163954:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c486434 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x19e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163971:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486426 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163977:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486426 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163983:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486426 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163988:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486426 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.163994:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e20200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.163997:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486426 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.164003:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486426 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.164010:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88d100) 00010000:00010000:0.0:1788572578.164013:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.164015:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486426 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.164022:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486426 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.164034:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000db087ae8 reply state 00000000a760f41d transno 8589973274 ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c48642d lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.164044:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c48642d lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.164051:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc2ac591c (ffff88ca8e88d000) 00010000:00010000:0.0:1788572578.164053:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572578.164056:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572578.164127:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+77:361572:x1875453633018752:12345-192.168.202.54@tcp:36:rm.0 Request processed in 916us (1320us total) trans 8589973274 rc 0/0 00000100:00100000:0.0:1788572578.164135:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138139 00010000:00010000:3.0:1788572578.164237:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572578.164245:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48643b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.164250:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572578.164254:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48643b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.164260:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48643b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.164268:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19e:0x0].0x0 (ffff88ca8e88d500) 00010000:00010000:3.0:1788572578.164271:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572578.164273:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48643b lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.164278:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48643b lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x19e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.164305:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.164307:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.164309:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572578.170771:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.170856:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633018880 00000100:00100000:0.0:1788572578.170867:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633018880 00000100:00100000:0.0:1788572578.170931:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138140 00000100:00100000:0.0:1788572578.170941:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+77:361572:x1875453633018880:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.170964:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.170989:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9c00/0xaad440e68c486442 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7768f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171056:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486449 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171070:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486449 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171081:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486449 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171093:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486450 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171100:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486450 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171107:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486450 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171236:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486457 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x559:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171245:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486457 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x559:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171252:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486457 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x559:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.171313:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x559:0x0]: returning size 0 00000004:00200000:0.0:1788572578.171318:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572578.171337:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486457 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x559:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171350:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486457 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x559:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171360:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486449 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171367:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486449 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171374:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486449 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171380:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486449 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171386:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.171390:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486449 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171397:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486449 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171408:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88db00) 00010000:00010000:0.0:1788572578.171410:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.171416:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486449 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171427:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486449 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171442:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486450 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171448:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486450 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171455:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486450 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171460:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.171463:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486450 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171470:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486450 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171478:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe0e79b5f (ffff88ca8e88dd00) 00010000:00010000:0.0:1788572578.171481:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.171484:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486450 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171490:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486450 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171525:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9c00/0xaad440e68c486442 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7768f expref: 79 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171547:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486457 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x559:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7768f expref: 78 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.171555:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x559:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:0.0:1788572578.171558:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572578.171561:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8000, rc 0) 00000100:00100000:0.0:1788572578.171622:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+78:361572:x1875453633018880:12345-192.168.202.54@tcp:101:rm.0 Request processed in 682us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.171630:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138140 00000100:00100000:2.0:1788572578.176121:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.176788:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633019136 00000100:00100000:1.0:1788572578.176799:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633019136 00000100:00100000:1.0:1788572578.179530:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138141 00000100:00100000:1.0:1788572578.179554:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+78:361572:x1875453633019136:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572578.179611:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.179638:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486457 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x559:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7768f expref: 78 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.179660:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x559:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:1.0:1788572578.179673:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572578.179696:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c48645e lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.179709:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c48645e lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.179718:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c48645e lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.179732:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c486465 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.179744:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c486465 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.179750:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c486465 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.179848:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48646c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x559:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.179857:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48646c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x559:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.179864:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48646c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x559:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.180522:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3224, 64 off214528 00010000:00010000:1.0:1788572578.180578:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486473 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x559:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180589:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486473 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x559:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180597:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486473 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x559:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180604:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486473 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x559:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180610:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486473 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x559:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180615:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486473 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x559:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180684:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.180703:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48646c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180709:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48646c lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180715:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48646c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180720:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.180724:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48646c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180730:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48646c lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180739:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x559:0x0].0x0 (ffff88cb86578900) 00010000:00010000:1.0:1788572578.180742:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572578.180745:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48646c lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180751:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48646c lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x559:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180771:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c48645e lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180777:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c48645e lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180786:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c48645e lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180791:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c48645e lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180795:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.180797:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c48645e lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180803:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c48645e lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180809:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb86578700) 00010000:00010000:1.0:1788572578.180812:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.180814:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c48645e lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180818:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c48645e lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.180830:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c1a0d530 reply state 000000006cdc3896 transno 8589973275 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c486465 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180840:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c486465 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.180846:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe0e79b5f (ffff88cb86578600) 00010000:00010000:1.0:1788572578.180848:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572578.180852:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572578.181015:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+79:361572:x1875453633019136:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1469us (4901us total) trans 8589973275 rc 0/0 00000100:00100000:1.0:1788572578.181024:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138141 00010000:00010000:3.0:1788572578.185185:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572578.185201:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486473 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x559:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.185212:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572578.185217:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486473 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x559:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.185228:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486473 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x559:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.185255:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x559:0x0].0x0 (ffff88cb86578900) 00010000:00010000:3.0:1788572578.185258:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572578.185264:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486473 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x559:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.185270:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486473 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x559:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.185609:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.185684:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633019264 00000100:00100000:2.0:1788572578.185695:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633019264 00000100:00100000:2.0:1788572578.185758:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138142 00000100:00100000:2.0:1788572578.185768:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+79:361572:x1875453633019264:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.185790:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.185809:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c48647a lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77696 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.185870:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486481 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.185884:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486481 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.185894:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486481 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.185919:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486488 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.185926:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486488 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.185934:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486488 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186001:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6800/0xaad440e68c48648f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186009:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6800/0xaad440e68c48648f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186016:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6800/0xaad440e68c48648f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.186035:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6800/0xaad440e68c48648f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186049:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486481 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186056:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486481 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186063:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486481 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186069:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486481 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186074:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.186077:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486481 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186084:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486481 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186092:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399100) 00010000:00010000:2.0:1788572578.186095:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.186099:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486481 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186105:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486481 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186117:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486488 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186123:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486488 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186129:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486488 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186135:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.186137:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486488 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186143:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486488 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186182:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x87ff9dad (ffff88cba1399600) 00010000:00010000:2.0:1788572578.186185:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.186189:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486488 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186195:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486488 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186227:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c48647a lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77696 expref: 81 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186254:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6800/0xaad440e68c48648f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77696 expref: 80 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.186260:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xae9:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:2.0:1788572578.186263:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572578.186265:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a6800, rc 0) 00000100:00100000:2.0:1788572578.186346:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+80:361572:x1875453633019264:12345-192.168.202.54@tcp:101:rm.0 Request processed in 578us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.186357:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138142 00010000:00010000:3.0:1788572578.186797:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.186802:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.186804:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.200095:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.200279:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633019392 00000100:00100000:0.0:1788572578.200302:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633019392 00000100:00100000:0.0:1788572578.200367:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138143 00000100:00100000:0.0:1788572578.200379:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+46:361572:x1875453633019392:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.200402:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.200426:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9c00/0xaad440e68c486496 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7769d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.200575:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c48649d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.200590:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c48649d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.200602:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c48649d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.200640:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xae9:0x0]: returning size 0 00000004:00200000:0.0:1788572578.200645:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572578.200683:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9c00/0xaad440e68c486496 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7769d expref: 48 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.200702:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c48649d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7769d expref: 47 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.200711:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xae9:0x0].0x0 (ffff88ca8e88db00) 00010000:00010000:0.0:1788572578.200714:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572578.200718:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8200, rc 0) 00000100:00100000:0.0:1788572578.200785:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+47:361572:x1875453633019392:12345-192.168.202.54@tcp:101:rm.0 Request processed in 408us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.200792:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138143 00000100:00100000:0.0:1788572578.203807:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.203851:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.203922:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633019776 00000100:00100000:3.0:1788572578.203931:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633019776 00000100:00100000:1.0:1788572578.203969:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633019520 00000100:00100000:1.0:1788572578.203977:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633019520 00000100:00100000:3.0:1788572578.203995:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138144 00000100:00100000:3.0:1788572578.204009:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+47:361572:x1875453633019776:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.204072:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.204098:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c48649d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7769d expref: 47 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.204117:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xae9:0x0].0x0 (ffff88ca8e88db00) 00010000:00010000:3.0:1788572578.204128:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.204209:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.204218:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.204230:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.204255:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a54000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196038528:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1788572578.204562:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15957 00000100:00100000:1.0:1788572578.204583:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+80:352626:x1875453633019520:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572578.204594:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.204608:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6800/0xaad440e68c48648f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77696 expref: 80 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.204622:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xae9:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:1.0:1788572578.204630:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.204819:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+79:352626:x1875453633019520:12345-192.168.202.54@tcp:103:rm.0 Request processed in 238us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.204827:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15957 00000100:00100000:3.0:1788572578.208465:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.208557:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.210605:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196038528 00000100:00100000:0.0:1788572578.210620:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196038528 00000100:00100000:1.0:1788572578.210765:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37066 00000100:00100000:1.0:1788572578.210777:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb904050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+81:202392:x1875440196038528:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572578.210801:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.210825:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4864ab lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4864a4 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.210855:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4864ab lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4864a4 expref: 82 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.210872:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4864ab lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4864a4 expref: 82 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.210881:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb86578700) 00010000:00010000:1.0:1788572578.210884:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.210888:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22e00, rc 0) 00000100:00100000:1.0:1788572578.210973:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb904050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+82:202392:x1875440196038528:12345-0@lo:101:mdt00_000.0 Request processed in 199us (2517us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.210980:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37066 00000100:00100000:3.0:1788572578.211227:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a54000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196038528:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572578.211249:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4864ab expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.211263:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4864ab expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572578.211286:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572578.211344:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4864b2 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.211353:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4864b2 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.211362:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4864b2 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.211383:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a54000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196038656:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1788572578.211419:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.211441:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.211605:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196038656 00000100:00100000:0.0:1788572578.211611:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196038656 00000100:00100000:0.0:1788572578.211649:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37067 00000100:00100000:0.0:1788572578.211658:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+82:202392:x1875440196038656:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572578.211670:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.211685:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9c00/0xaad440e68c4864b9 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4864b2 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.211702:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9c00/0xaad440e68c4864b9 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4864b2 expref: 83 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.211715:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9c00/0xaad440e68c4864b9 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4864b2 expref: 83 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.211722:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x87ff9dad (ffff88ca8e88dd00) 00010000:00010000:0.0:1788572578.211725:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.211728:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9c00, rc 0) 00000100:00100000:0.0:1788572578.211770:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+83:202392:x1875440196038656:12345-0@lo:101:mdt00_000.0 Request processed in 114us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.211776:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37067 00000100:00100000:3.0:1788572578.211844:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a54000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196038656:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572578.211856:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4864b2 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4864b9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.211865:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4864b2 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4864b9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572578.211877:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:3.0:1788572578.211914:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a54000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196038784:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788572578.211940:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.211967:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7aba80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.212064:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196038784 00000100:00100000:0.0:1788572578.212068:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196038784 00000100:00100000:0.0:1788572578.212103:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37068 00000100:00100000:0.0:1788572578.212111:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+83:202392:x1875440196038784:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572578.212205:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+83:202392:x1875440196038784:12345-0@lo:1000:mdt00_000.0 Request processed in 95us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.212211:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37068 00000100:00100000:3.0:1788572578.212283:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a54000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196038784:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788572578.212337:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a54000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196038912:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788572578.212361:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.212382:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7aba80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.212603:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196038912 00000100:00100000:0.0:1788572578.212608:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196038912 00000100:00100000:0.0:1788572578.212640:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37069 00000100:00100000:0.0:1788572578.212646:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+83:202392:x1875440196038912:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572578.212735:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+83:202392:x1875440196038912:12345-0@lo:1000:mdt00_000.0 Request processed in 89us (373us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572578.212741:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37069 00000100:00100000:3.0:1788572578.212858:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a54000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196038912:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1788572578.212903:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.212912:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.212921:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.212933:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a54000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196039040:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1788572578.212956:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.212977:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.213019:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196039040 00000100:00100000:0.0:1788572578.213022:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196039040 00000100:00100000:0.0:1788572578.213048:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37070 00000100:00100000:0.0:1788572578.213053:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+83:202392:x1875440196039040:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572578.213061:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.213074:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4864c7 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4864c0 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.213093:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4864c7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4864c0 expref: 84 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.213105:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4864c7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4864c0 expref: 84 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.213113:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xae9:0x0].0x0 (ffff88ca8e88d100) 00010000:00010000:0.0:1788572578.213116:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572578.213119:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8e00, rc 0) 00000100:00100000:0.0:1788572578.213175:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+84:202392:x1875440196039040:12345-0@lo:101:mdt00_000.0 Request processed in 98us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.213181:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37070 00000100:00100000:3.0:1788572578.213284:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a54000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196039040:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572578.213381:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4864c7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.213392:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4864c7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.213416:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e20200/0xaad440e68c4864ce lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.213424:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e20200/0xaad440e68c4864ce lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.213432:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e20200/0xaad440e68c4864ce lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.213727:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3906, 64 off258176 00000040:00080000:3.0:1788572578.213756:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].191, 392 off107320 00000040:00080000:3.0:1788572578.213801:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].659, 472 off358360 00000004:00080000:3.0:1788572578.213806:0:202392:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8b7ab0c0 with version 4829 00000004:00080000:0.0:1788572578.213858:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4829 rpc_version 4829 00000020:00100000:0.0:1788572578.213879:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572578.213886:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbde70380 x1875440196039296/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572578.213901:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196039296:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572578.213934:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.213956:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96d9e480 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.214002:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196039296 00000100:00100000:3.0:1788572578.214006:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196039296 00000100:00100000:3.0:1788572578.214037:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37071 00000100:00100000:3.0:1788572578.214044:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+84:202414:x1875440196039296:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572578.218795:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+85:202414:x1875440196039296:12345-0@lo:1000:osp_up1-0.0 Request processed in 4739us (4847us total) trans 8589973276 rc 0/0 00000100:00100000:2.0:1788572578.218812:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37071 00000100:00100000:0.0:1788572578.219520:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196039296:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1788572578.220792:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4864d5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xae9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220818:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4864d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220835:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4864d5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220844:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4864d5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220851:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4864d5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220858:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4864d5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220875:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572578.220905:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e20200/0xaad440e68c4864ce lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220912:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e20200/0xaad440e68c4864ce lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220918:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e20200/0xaad440e68c4864ce lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220925:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e20200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.220930:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e20200/0xaad440e68c4864ce lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220937:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e20200/0xaad440e68c4864ce lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220951:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xae9:0x0].0x0 (ffff88ca8ebb3900) 00010000:00010000:3.0:1788572578.220954:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.220960:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e20200/0xaad440e68c4864ce lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220966:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e20200/0xaad440e68c4864ce lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220983:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4864c7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220991:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4864c7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.220998:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4864c7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.221024:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572578.221041:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572578.221048:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4864ab expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.221055:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4864ab expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.221061:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4864ab expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.221246:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572578.221253:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572578.221259:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4864b2 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4864b9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.221272:0:202392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4864b2 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4864b9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.221406:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+47:361572:x1875453633019776:12345-192.168.202.54@tcp:36:rm.0 Request processed in 17397us (17605us total) trans 12884961963 rc 0/0 00000100:00100000:3.0:1788572578.221415:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138144 00010000:00010000:1.0:1788572578.229369:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572578.229390:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4864d5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.229404:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.229409:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4864d5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.229420:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4864d5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.230591:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572578.230604:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4864c7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.230615:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.230620:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4864c7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.230629:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4864c7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.230680:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4864c7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.230687:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572578.230716:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4864c7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.230725:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7400/0xaad440e68c4864c0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4864c7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.230747:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.230751:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4864ab expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.230758:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.230762:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4864ab expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.230769:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4864ab expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.230801:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xae9:0x0].0x0 (ffff88ca8ebb3900) 00010000:00010000:2.0:1788572578.230802:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4864ab expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.230809:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.230812:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572578.230817:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4864d5 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.230819:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4864ab expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.230833:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4864d5 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xae9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.230835:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6a00/0xaad440e68c4864a4 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4864ab expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.230860:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.230863:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.230865:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.230866:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.230869:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.230873:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.230967:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196039424:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.231036:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.231077:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788572578.231083:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196039552:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.231103:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.231139:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196039424 00000100:00100000:2.0:1788572578.231146:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196039424 00000100:00100000:2.0:1788572578.231210:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196039552 00000100:00100000:2.0:1788572578.231214:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196039552 00000100:00100000:2.0:1788572578.231236:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15958 00000100:00100000:2.0:1788572578.231245:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+86:3639:x1875440196039424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.231258:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.231279:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4864c7 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xae9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4864c0 expref: 86 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.231413:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xae9:0x0].0x0 (ffff88ca8e88d100) 00010000:00010000:2.0:1788572578.231422:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.231457:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+85:3639:x1875440196039424:12345-0@lo:103:ldlm_bl.0 Request processed in 213us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.231464:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15958 00000100:00100000:2.0:1788572578.231482:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15959 00000100:00100000:2.0:1788572578.231489:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+84:3639:x1875440196039552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.231497:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.231509:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c4864ab lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4864a4 expref: 84 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.231521:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb86578700) 00010000:00010000:2.0:1788572578.231529:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.231554:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+83:3639:x1875440196039552:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.231561:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15959 00000100:00100000:2.0:1788572578.231606:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196039552:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.231616:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196039424:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.231686:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.239056:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.239250:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633019904 00000100:00100000:2.0:1788572578.239262:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633019904 00000100:00100000:2.0:1788572578.239575:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138145 00000100:00100000:2.0:1788572578.239589:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+79:361572:x1875453633019904:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.239612:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.239637:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c4864dc lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776a4 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239710:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4864e3 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239725:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4864e3 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239739:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4864e3 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239752:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c4864ea lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239759:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c4864ea lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239766:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c4864ea lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239860:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4864f1 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239869:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4864f1 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239876:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4864f1 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.239916:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x4e4:0x0]: returning size 0 00000004:00200000:2.0:1788572578.239920:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572578.239938:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4864f1 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239951:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4864f1 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239960:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4864e3 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239967:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4864e3 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239973:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4864e3 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239980:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4864e3 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239986:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.239990:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4864e3 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.239998:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4864e3 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.240010:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399100) 00010000:00010000:2.0:1788572578.240013:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.240018:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4864e3 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.240029:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4864e3 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.240044:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c4864ea lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.240050:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c4864ea lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.240056:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c4864ea lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.240061:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.240064:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c4864ea lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.240070:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c4864ea lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.240077:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x14c13a8c (ffff88cba1399600) 00010000:00010000:2.0:1788572578.240079:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.240082:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c4864ea lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.240088:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c4864ea lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.240116:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c4864dc lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776a4 expref: 81 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.240136:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4864f1 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776a4 expref: 80 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.240143:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4e4:0x0].0x0 (ffff88cba1399200) 00010000:00010000:2.0:1788572578.240145:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572578.240148:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a7a00, rc 0) 00000100:00100000:2.0:1788572578.240415:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+80:361572:x1875453633019904:12345-192.168.202.54@tcp:101:rm.0 Request processed in 704us (1242us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.240424:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138145 00000100:00100000:1.0:1788572578.246558:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.246655:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633020160 00000100:00100000:0.0:1788572578.246666:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633020160 00000100:00100000:0.0:1788572578.246726:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138146 00000100:00100000:0.0:1788572578.246736:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+80:361572:x1875453633020160:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572578.246792:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.246820:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4864f1 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776a4 expref: 80 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.246840:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4e4:0x0].0x0 (ffff88cba1399200) 00010000:00010000:0.0:1788572578.246852:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572578.246876:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c4864f8 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.246889:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c4864f8 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.246898:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c4864f8 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.246908:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c4864ff lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.246915:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c4864ff lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.246920:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c4864ff lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247022:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c486506 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247030:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c486506 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247036:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c486506 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572578.247296:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3230, 64 off214912 00010000:00010000:0.0:1788572578.247346:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c48650d lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247355:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c48650d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247363:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c48650d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247370:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c48650d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247376:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c48650d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247382:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c48650d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247400:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572578.247417:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c486506 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247422:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c486506 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247428:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c486506 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247433:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.247437:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c486506 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247445:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c486506 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247452:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4e4:0x0].0x0 (ffff88ca8e88da00) 00010000:00010000:0.0:1788572578.247455:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572578.247458:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c486506 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247464:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c486506 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247479:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c4864f8 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247484:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c4864f8 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247490:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c4864f8 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247495:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c4864f8 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247500:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.247503:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c4864f8 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247508:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c4864f8 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247516:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88d200) 00010000:00010000:0.0:1788572578.247519:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.247522:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c4864f8 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247527:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c4864f8 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.247540:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ef316ef2 reply state 00000000ee4b2318 transno 8589973277 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c4864ff lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247550:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c4864ff lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.247557:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x14c13a8c (ffff88ca8e88d700) 00010000:00010000:0.0:1788572578.247559:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572578.247561:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572578.247627:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+81:361572:x1875453633020160:12345-192.168.202.54@tcp:36:rm.0 Request processed in 891us (1078us total) trans 8589973277 rc 0/0 00000100:00100000:0.0:1788572578.247635:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138146 00010000:00010000:2.0:1788572578.247738:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.247745:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c48650d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.247751:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.247754:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c48650d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.247760:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c48650d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.247769:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4e4:0x0].0x0 (ffff88ca8e88da00) 00010000:00010000:2.0:1788572578.247771:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.247775:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c48650d lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.247780:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c48650d lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x4e4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.247797:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.247798:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.247800:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572578.255005:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.255122:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633020288 00000100:00100000:0.0:1788572578.255134:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633020288 00000100:00100000:1.0:1788572578.255661:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138147 00000100:00100000:1.0:1788572578.255674:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+81:361572:x1875453633020288:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.255697:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.255724:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486514 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776ab expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.255799:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48651b lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.255815:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48651b lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.255827:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48651b lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.255840:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486522 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.255847:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486522 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.255854:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486522 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.255945:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486529 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.255952:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486529 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.255959:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486529 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572578.255998:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x2f4:0x0]: returning size 0 00000004:00200000:1.0:1788572578.256003:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572578.256022:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486529 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256034:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486529 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256043:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48651b lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256049:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48651b lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256055:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48651b lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256062:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48651b lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256067:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.256071:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48651b lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256078:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48651b lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256089:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb86578b00) 00010000:00010000:1.0:1788572578.256092:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.256097:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48651b lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256108:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48651b lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256120:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486522 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256126:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486522 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256132:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486522 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256137:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.256139:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486522 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256145:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486522 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256184:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x42774306 (ffff88cb86578c00) 00010000:00010000:1.0:1788572578.256188:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.256191:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486522 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256196:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486522 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256225:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c486514 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ab expref: 83 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256242:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486529 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ab expref: 82 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.256249:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2f4:0x0].0x0 (ffff88cb86578700) 00010000:00010000:1.0:1788572578.256251:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572578.256254:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148be00, rc 0) 00000100:00100000:1.0:1788572578.256334:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+82:361572:x1875453633020288:12345-192.168.202.54@tcp:101:rm.0 Request processed in 662us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.256342:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138147 00000100:00100000:1.0:1788572578.267409:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.269751:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633020544 00000100:00100000:3.0:1788572578.269767:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633020544 00000100:00100000:3.0:1788572578.269844:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138148 00000100:00100000:3.0:1788572578.269855:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+82:361572:x1875453633020544:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.269909:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.269937:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486529 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ab expref: 82 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.269961:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2f4:0x0].0x0 (ffff88cb86578700) 00010000:00010000:3.0:1788572578.269973:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.269998:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486530 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270012:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486530 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270022:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486530 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270034:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486537 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270041:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486537 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270047:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486537 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270145:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c48653e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270211:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c48653e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270219:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c48653e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.270431:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3231, 64 off214976 00010000:00010000:3.0:1788572578.270478:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c486545 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270488:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c486545 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270496:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c486545 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270503:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c486545 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270510:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c486545 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270517:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c486545 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270533:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572578.270551:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c48653e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270558:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c48653e lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270564:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c48653e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270570:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.270574:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c48653e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270582:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c48653e lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270590:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2f4:0x0].0x0 (ffff88ca8ebb3800) 00010000:00010000:3.0:1788572578.270592:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572578.270596:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c48653e lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270603:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c48653e lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270618:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486530 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270625:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486530 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270635:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486530 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270641:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486530 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270646:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.270649:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486530 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270655:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486530 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270662:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ebb3e00) 00010000:00010000:3.0:1788572578.270664:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.270667:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486530 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270673:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486530 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.270699:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d4ecf3c7 reply state 00000000d5633fd8 transno 8589973278 ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486537 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270710:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486537 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.270717:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x42774306 (ffff88ca8ebb3200) 00010000:00010000:3.0:1788572578.270720:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572578.270722:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572578.270796:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+83:361572:x1875453633020544:12345-192.168.202.54@tcp:36:rm.0 Request processed in 942us (3394us total) trans 8589973278 rc 0/0 00000100:00100000:3.0:1788572578.270804:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138148 00010000:00010000:0.0:1788572578.271330:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.271339:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c486545 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.271346:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572578.271350:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c486545 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.271357:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c486545 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.271372:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2f4:0x0].0x0 (ffff88ca8ebb3800) 00010000:00010000:0.0:1788572578.271375:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572578.271378:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c486545 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.271384:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e800/0xaad440e68c486545 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x2f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.271398:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.271400:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.271402:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.275247:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.275361:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633020672 00000100:00100000:1.0:1788572578.275371:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633020672 00000100:00100000:1.0:1788572578.275424:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138149 00000100:00100000:1.0:1788572578.275434:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+47:361572:x1875453633020672:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.275459:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.275482:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c48654c lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776b2 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.275554:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486553 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.275569:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486553 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.275581:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486553 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.275600:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c48655a lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.275606:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c48655a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.275612:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c48655a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.275741:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196039680:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572578.275793:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.275824:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3900 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.276023:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196039680 00000100:00100000:2.0:1788572578.276029:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196039680 00000100:00100000:2.0:1788572578.276072:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37072 00000100:00100000:2.0:1788572578.276080:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+83:205632:x1875440196039680:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572578.276194:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+83:205632:x1875440196039680:12345-0@lo:1000:mdt00_004.0 Request processed in 115us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.276202:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37072 00000100:00100000:3.0:1788572578.276308:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196039680:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1788572578.276356:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276366:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276374:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.276394:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276407:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486553 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276414:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486553 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276420:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486553 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276427:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486553 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276433:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.276437:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486553 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276449:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486553 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276461:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb86578b00) 00010000:00010000:3.0:1788572578.276464:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.276470:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486553 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276475:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe22800/0xaad440e68c486553 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276489:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c48655a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276495:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c48655a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276500:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c48655a lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276506:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.276509:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c48655a lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276514:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c48655a lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276522:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x67381fee (ffff88cb86578c00) 00010000:00010000:3.0:1788572578.276524:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.276527:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c48655a lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276534:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23a00/0xaad440e68c48655a lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276567:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c48654c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b2 expref: 49 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276585:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b2 expref: 48 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.276593:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19d:0x0].0x0 (ffff88ca8ebb3d00) 00010000:00010000:3.0:1788572578.276595:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572578.276597:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1fc00, rc 0) 00000100:00100000:3.0:1788572578.276640:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+48:361572:x1875453633020672:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1208us (1404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.276647:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138149 00000100:00100000:3.0:1788572578.285479:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.286425:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633020800 00000100:00100000:0.0:1788572578.286438:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633020800 00000100:00100000:0.0:1788572578.286504:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138150 00000100:00100000:0.0:1788572578.286514:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+83:361572:x1875453633020800:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.286537:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.286561:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c486568 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776b9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.286621:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c48656f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.286634:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c48656f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.286646:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c48656f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.286693:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x19d:0x0]: returning size 0 00000004:00200000:0.0:1788572578.286697:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572578.286731:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9200/0xaad440e68c486568 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b9 expref: 85 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.286749:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c48656f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b9 expref: 84 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.286757:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19d:0x0].0x0 (ffff88ca8e88d200) 00010000:00010000:0.0:1788572578.286760:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572578.286763:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9e00, rc 0) 00000100:00100000:0.0:1788572578.286832:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+84:361572:x1875453633020800:12345-192.168.202.54@tcp:101:rm.0 Request processed in 318us (1362us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.286839:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138150 00000100:00100000:3.0:1788572578.292660:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.292757:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.292836:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633021184 00000100:00100000:0.0:1788572578.292847:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633021184 00000100:00100000:0.0:1788572578.292913:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138151 00000100:00100000:0.0:1788572578.292924:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+84:361572:x1875453633021184:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572578.292979:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.293006:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9e00/0xaad440e68c48656f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b9 expref: 84 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293024:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19d:0x0].0x0 (ffff88ca8e88d200) 00010000:00010000:0.0:1788572578.293035:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572578.293085:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293095:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293109:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.293130:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196039808:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1788572578.293202:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.293228:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.293246:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196039808 00000100:00100000:0.0:1788572578.293250:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196039808 00000100:00100000:0.0:1788572578.293281:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37073 00000100:00100000:0.0:1788572578.293307:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+46:202394:x1875440196039808:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572578.293322:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.293339:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c48657d lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486576 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293362:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c48657d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486576 expref: 47 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293375:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c48657d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486576 expref: 47 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293382:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:0.0:1788572578.293384:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.293387:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9000, rc 0) 00000100:00100000:0.0:1788572578.293424:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+47:202394:x1875440196039808:12345-0@lo:101:mdt00_002.0 Request processed in 137us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.293430:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37073 00000100:00100000:0.0:1788572578.293467:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196039808:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572578.293482:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48657d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293492:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48657d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.293508:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572578.293526:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c486584 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293533:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c486584 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293539:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c486584 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.293550:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196039936:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1788572578.293570:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.293583:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.293594:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196039936 00000100:00100000:0.0:1788572578.293597:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196039936 00000100:00100000:0.0:1788572578.293631:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37074 00000100:00100000:0.0:1788572578.293637:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+47:202394:x1875440196039936:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572578.293643:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.293653:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c48658b lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486584 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293666:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c48658b lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486584 expref: 48 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293680:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c48658b lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486584 expref: 48 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293687:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x67381fee (ffff88ca8e88df00) 00010000:00010000:0.0:1788572578.293689:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.293691:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9400, rc 0) 00000100:00100000:0.0:1788572578.293716:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+48:202394:x1875440196039936:12345-0@lo:101:mdt00_002.0 Request processed in 79us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.293721:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37074 00000100:00100000:0.0:1788572578.293740:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196039936:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572578.293749:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c486584 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48658b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.293757:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c486584 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48658b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.293767:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:0.0:1788572578.293796:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196040064:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572578.293823:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.293831:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb71599c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.293843:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196040064 00000100:00100000:0.0:1788572578.293846:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196040064 00000100:00100000:0.0:1788572578.293862:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37075 00000100:00100000:0.0:1788572578.293867:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+48:202394:x1875440196040064:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572578.293919:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+48:202394:x1875440196040064:12345-0@lo:1000:mdt00_002.0 Request processed in 52us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.293926:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37075 00000100:00100000:0.0:1788572578.293947:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196040064:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572578.293980:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196040192:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572578.293999:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.294006:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb71599c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.294015:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196040192 00000100:00100000:0.0:1788572578.294018:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196040192 00000100:00100000:0.0:1788572578.294031:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37076 00000100:00100000:0.0:1788572578.294036:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+48:202394:x1875440196040192:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572578.294117:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+48:202394:x1875440196040192:12345-0@lo:1000:mdt00_002.0 Request processed in 81us (117us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572578.294124:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37076 00000100:00100000:0.0:1788572578.294145:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196040192:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1788572578.294212:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.294219:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.294227:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.294239:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196040320:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1788572578.294260:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.294269:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.294281:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196040320 00000100:00100000:0.0:1788572578.294295:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196040320 00000100:00100000:0.0:1788572578.294314:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37077 00000100:00100000:0.0:1788572578.294319:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+48:202394:x1875440196040320:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572578.294326:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.294336:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486599 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486592 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.294353:0:202398:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b2 expref: 47 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.294361:0:202398:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486599 lrc: 4/0,0 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486592 expref: 49 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.294384:0:202398:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b2 expref: 47 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.294394:0:202398:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b2 expref: 47 pid: 205632 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.294402:0:202398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a4000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:202398:1875440196040448:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572578.294448:0:202398:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb71599c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.295928:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633020928 00000100:00100000:1.0:1788572578.295941:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633020928 00010000:00010000:1.0:1788572578.295987:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 5/0,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b2 expref: 48 pid: 205632 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.296026:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28072 00000100:00100000:1.0:1788572578.296034:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+48:352624:x1875453633020928:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572578.296048:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.296054:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 5/0,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b2 expref: 48 pid: 205632 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.296066:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b2 expref: 48 pid: 205632 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.296087:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19d:0x0].0x0 (ffff88ca8ebb3d00) 00010000:00010000:1.0:1788572578.296094:0:202379:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486599 lrc: 3/0,0 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486592 expref: 49 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.296104:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486599 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c486592 expref: 49 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.296112:0:202379:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486599 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c486592 expref: 49 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.296142:0:202379:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486599 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486592 expref: 49 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.296170:0:202379:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:202379:1875440196040576:0@lo:105: 00000100:00100000:1.0:1788572578.296224:0:202379:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.296265:0:202379:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.297372:0:229226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196040576 00000100:00100000:2.0:1788572578.297380:0:229226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196040576 00000100:00100000:2.0:1788572578.297426:0:229226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18602 00000100:00100000:2.0:1788572578.297433:0:229226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:202379:x1875440196040576:12345-0@lo:105: 00010000:00010000:2.0:1788572578.297446:0:229226:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 4/0,1 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.297457:0:229226:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 4/0,1 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.297465:0:229226:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 4/0,1 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.297473:0:229226:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.297487:0:229226:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 5/0,1 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.297495:0:229226:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 5/0,1 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.297510:0:229226:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88ca917e8600) 00000100:00100000:2.0:1788572578.297556:0:229226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:202379:x1875440196040576:12345-0@lo:105: Request processed in 123us (1331us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.297562:0:229226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18602 00000100:00100000:3.0:1788572578.297741:0:202379:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:202379:1875440196040576:0@lo:105: 00010000:00010000:3.0:1788572578.297758:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572578.297805:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+48:352624:x1875453633020928:12345-192.168.202.54@tcp:103:rm.0 Request processed in 1771us (5155us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.297813:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28072 00010000:00010000:0.0:1788572578.308502:0:202398:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.54@tcp) returned -22 from blocking AST (req@00000000e94d683b x1875440196040448) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 1/0,0 mode: --/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b2 expref: 47 pid: 205632 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.308531:0:202398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c486561 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776b2 expref: 47 pid: 205632 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.308553:0:202398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a4000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:202398:1875440196040448:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572578.308577:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19d:0x0].0x0 (ffff88ca8ebb3d00) 00010000:00010000:0.0:1788572578.308592:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486599 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486592 expref: 49 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.308600:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19d:0x0].0x0 (ffff88ca8ebb3d00) 00010000:00010000:0.0:1788572578.308602:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572578.308604:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9600, rc 0) 00000100:00100000:0.0:1788572578.308690:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+49:202394:x1875440196040320:12345-0@lo:101:mdt00_002.0 Request processed in 14369us (14427us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.308699:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37077 00000100:00100000:2.0:1788572578.308900:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196040320:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572578.308919:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.308958:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4865a0 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.308971:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4865a0 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.308982:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4865a0 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572578.309525:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3225, 64 off214592 00000004:00080000:2.0:1788572578.309534:0:202394:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 13556403380532ns, next at 13557403378185ns, rc = 0 00000040:00080000:2.0:1788572578.309563:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].906, 392 off519352 00000040:00080000:2.0:1788572578.309610:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1449, 472 off1262648 00000004:00080000:2.0:1788572578.309615:0:202394:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8fb1dcc0 with version 15461 00000004:00080000:3.0:1788572578.314822:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15461 rpc_version 15461 00000020:00100000:2.0:1788572578.320791:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572578.320811:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca856f6680 x1875440196040832/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572578.320839:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f6680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196040832:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572578.320916:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.321010:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.321354:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196040832 00000100:00100000:0.0:1788572578.321363:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196040832 00000100:00100000:0.0:1788572578.321457:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37078 00000100:00100000:0.0:1788572578.321468:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+49:203127:x1875440196040832:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572578.321891:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+50:203127:x1875440196040832:12345-0@lo:1000:osp_up0-1.0 Request processed in 424us (973us total) trans 12884961964 rc 0/0 00000100:00100000:0.0:1788572578.321900:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37078 00000100:00100000:3.0:1788572578.322170:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f6680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196040832:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572578.322431:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865a7 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.322451:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865a7 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.322463:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865a7 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.322473:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865a7 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.322480:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865a7 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.322486:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865a7 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.322543:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572578.322565:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4865a0 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.322571:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4865a0 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.322581:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4865a0 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.322586:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.322591:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4865a0 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.322599:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4865a0 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.322611:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19d:0x0].0x0 (ffff88cba1399100) 00010000:00010000:2.0:1788572578.322613:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.322617:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4865a0 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.322623:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4865a0 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.326385:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.326404:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.326412:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.326524:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572578.326533:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865a7 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.326541:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.326545:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865a7 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.326554:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865a7 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.326571:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19d:0x0].0x0 (ffff88cba1399100) 00010000:00010000:1.0:1788572578.326574:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.326579:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865a7 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.326588:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865a7 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x19d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.326609:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.326612:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.326617:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.326621:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.326628:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.326818:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 4/0,0 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.326824:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788572578.326873:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1788572578.326889:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 3/0,0 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.326898:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.326900:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.326902:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.327045:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196040960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.327113:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572578.327462:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788572578.327470:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8600/0xaad440e68c486592 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486599 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572578.327500:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572578.327507:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48657d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.327515:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48657d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.327522:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48657d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.327534:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1788572578.327539:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572578.327544:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c486584 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48658b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.327550:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c486584 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48658b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.327628:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+84:361572:x1875453633021184:12345-192.168.202.54@tcp:36:rm.0 Request processed in 34703us (34867us total) trans 8589973279 rc 0/0 00000100:00100000:2.0:1788572578.327637:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138151 00010000:00010000:2.0:1788572578.327668:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.327673:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48657d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.327680:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.327683:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48657d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.327691:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48657d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.327713:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48657d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.327719:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572578.327730:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48657d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.327738:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c486576 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48657d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.327750:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.327752:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.327754:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.327759:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.327873:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572578.327883:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196041088:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.327912:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.330805:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196040960 00000100:00100000:3.0:1788572578.330820:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196040960 00000100:00100000:0.0:1788572578.330886:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196041088 00000100:00100000:0.0:1788572578.330891:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196041088 00000100:00100000:0.0:1788572578.330931:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15960 00000100:00100000:0.0:1788572578.330939:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+51:3638:x1875440196040960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.330954:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.330977:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486599 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x19d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486592 expref: 51 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.331000:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x19d:0x0].0x0 (ffff88ca8ebb3d00) 00010000:00010000:0.0:1788572578.331010:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.331069:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+50:3638:x1875440196040960:12345-0@lo:103:ldlm_bl.0 Request processed in 131us (3955us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.331076:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15960 00000100:00100000:0.0:1788572578.331102:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15961 00000100:00100000:0.0:1788572578.331108:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+49:3637:x1875440196041088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.331115:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.331125:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c48657d lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486576 expref: 49 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.331611:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196040960:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.331740:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:0.0:1788572578.331748:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.331792:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+48:3637:x1875440196041088:12345-0@lo:103:ldlm_bl.0 Request processed in 685us (3879us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.331799:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15961 00000100:00100000:1.0:1788572578.331856:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196041088:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.332446:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.332599:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633021312 00000100:00100000:3.0:1788572578.332605:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633021312 00000100:00100000:3.0:1788572578.332643:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138152 00000100:00100000:3.0:1788572578.332651:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+47:361572:x1875453633021312:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.332668:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.332686:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4865ae lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776c0 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.332751:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865b5 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.332765:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865b5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.332776:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865b5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.332788:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4865bc lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.332795:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4865bc lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.332801:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4865bc lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.332939:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4865c3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.332947:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4865c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.332958:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4865c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572578.332986:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x6cf:0x0]: returning size 0 00000004:00200000:3.0:1788572578.332990:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572578.333006:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4865c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333017:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4865c3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333027:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865b5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333033:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865b5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333040:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865b5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333046:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865b5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333051:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.333055:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865b5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333062:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865b5 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333071:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ebb3e00) 00010000:00010000:3.0:1788572578.333075:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.333079:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865b5 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333086:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865b5 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333111:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4865bc lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333117:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4865bc lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333123:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4865bc lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333128:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.333131:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4865bc lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333137:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4865bc lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333144:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xf4494b43 (ffff88ca8ebb3b00) 00010000:00010000:3.0:1788572578.333146:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.333148:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4865bc lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333187:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c4865bc lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333215:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4865ae lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776c0 expref: 49 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333230:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4865c3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776c0 expref: 48 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.333237:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6cf:0x0].0x0 (ffff88ca8ebb3900) 00010000:00010000:3.0:1788572578.333240:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572578.333242:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1fc00, rc 0) 00000100:00100000:3.0:1788572578.333300:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+48:361572:x1875453633021312:12345-192.168.202.54@tcp:101:rm.0 Request processed in 648us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.333306:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138152 00000100:00100000:2.0:1788572578.343250:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.343371:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633021568 00000100:00100000:3.0:1788572578.343382:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633021568 00000100:00100000:3.0:1788572578.343431:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138153 00000100:00100000:3.0:1788572578.343440:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+48:361572:x1875453633021568:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.343493:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.343520:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4865c3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776c0 expref: 48 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.343538:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6cf:0x0].0x0 (ffff88ca8ebb3900) 00010000:00010000:3.0:1788572578.343548:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.343571:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865ca lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.343584:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865ca lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.343593:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865ca lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.343606:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c4865d1 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.343613:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c4865d1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.343619:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c4865d1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.343710:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c4865d8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.343719:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c4865d8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.343725:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c4865d8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.343966:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3896, 64 off257536 00010000:00010000:3.0:1788572578.344019:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4865df lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344027:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4865df lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344034:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4865df lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344041:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4865df lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344046:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4865df lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344053:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4865df lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344126:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572578.344146:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c4865d8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344186:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c4865d8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344193:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c4865d8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344198:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.344202:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c4865d8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344210:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c4865d8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344219:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6cf:0x0].0x0 (ffff88ca8ebb3100) 00010000:00010000:3.0:1788572578.344222:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572578.344226:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c4865d8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344232:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c4865d8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344250:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865ca lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344265:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865ca lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344271:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865ca lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344276:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865ca lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344292:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.344296:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865ca lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344302:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865ca lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344310:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ebb3500) 00010000:00010000:3.0:1788572578.344312:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.344315:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865ca lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344321:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c4865ca lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.344335:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007e2c85af reply state 000000007288c1f5 transno 12884961965 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c4865d1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344346:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c4865d1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.344352:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xf4494b43 (ffff88ca8ebb3a00) 00010000:00010000:3.0:1788572578.344355:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572578.344357:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572578.344426:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+49:361572:x1875453633021568:12345-192.168.202.54@tcp:36:rm.0 Request processed in 986us (1185us total) trans 12884961965 rc 0/0 00000100:00100000:3.0:1788572578.344433:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138153 00010000:00010000:2.0:1788572578.345559:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.345572:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4865df lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.345581:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.345585:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4865df lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.345597:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4865df lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.345611:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6cf:0x0].0x0 (ffff88ca8ebb3100) 00010000:00010000:2.0:1788572578.345614:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.345618:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4865df lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.345626:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c4865df lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x6cf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.345646:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.345648:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.345649:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.347840:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.347926:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633021696 00000100:00100000:2.0:1788572578.347937:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633021696 00000100:00100000:2.0:1788572578.347992:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138154 00000100:00100000:2.0:1788572578.348003:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+84:361572:x1875453633021696:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.348026:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.348050:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4865e6 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776c7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348111:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4865ed lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348137:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4865ed lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348175:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4865ed lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348191:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865f4 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348198:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865f4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348205:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865f4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348320:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c4865fb lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348329:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c4865fb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348342:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c4865fb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.348381:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x5c3:0x0]: returning size 0 00000004:00200000:2.0:1788572578.348385:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572578.348402:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c4865fb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348415:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c4865fb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348423:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4865ed lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348429:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4865ed lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348442:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4865ed lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348448:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4865ed lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348453:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.348457:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4865ed lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348464:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4865ed lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348476:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399600) 00010000:00010000:2.0:1788572578.348478:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.348483:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4865ed lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348490:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4865ed lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348506:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865f4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348512:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865f4 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348518:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865f4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348523:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.348526:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865f4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348532:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865f4 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348538:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xbe38f28d (ffff88cba1399300) 00010000:00010000:2.0:1788572578.348540:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.348543:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865f4 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348548:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4865f4 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348578:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4865e6 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776c7 expref: 86 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348594:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c4865fb lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776c7 expref: 85 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.348601:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5c3:0x0].0x0 (ffff88cba1399000) 00010000:00010000:2.0:1788572578.348604:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572578.348607:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a6200, rc 0) 00000100:00100000:2.0:1788572578.348671:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+85:361572:x1875453633021696:12345-192.168.202.54@tcp:101:rm.0 Request processed in 670us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.348679:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138154 00000100:00100000:1.0:1788572578.351940:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.352027:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633021952 00000100:00100000:2.0:1788572578.352038:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633021952 00000100:00100000:2.0:1788572578.352103:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138155 00000100:00100000:2.0:1788572578.352113:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+85:361572:x1875453633021952:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572578.352212:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.352253:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c4865fb lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776c7 expref: 85 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352276:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5c3:0x0].0x0 (ffff88cba1399000) 00010000:00010000:2.0:1788572578.352303:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572578.352331:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486602 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352345:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486602 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352355:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486602 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352368:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486609 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352374:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486609 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352381:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486609 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352477:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486610 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352484:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486610 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352490:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486610 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572578.352716:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3226, 64 off214656 00010000:00010000:2.0:1788572578.352768:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c486617 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352777:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c486617 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352785:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c486617 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352792:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c486617 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352798:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c486617 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352804:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c486617 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352821:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572578.352839:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486610 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352843:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486610 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352849:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486610 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352854:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.352859:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486610 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352867:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486610 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352874:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5c3:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:2.0:1788572578.352877:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572578.352881:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486610 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352887:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486610 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352906:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486602 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352911:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486602 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352916:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486602 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352921:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486602 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352926:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.352929:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486602 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352934:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486602 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352941:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399100) 00010000:00010000:2.0:1788572578.352943:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.352946:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486602 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352950:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486602 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.352963:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000278e8cae reply state 00000000551d6ef6 transno 8589973280 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486609 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352972:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486609 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.352978:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xbe38f28d (ffff88cba1399200) 00010000:00010000:2.0:1788572578.352979:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572578.352982:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572578.353066:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:361572:x1875453633021952:12345-192.168.202.54@tcp:36:rm.0 Request processed in 953us (1138us total) trans 8589973280 rc 0/0 00000100:00100000:2.0:1788572578.353074:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138155 00010000:00010000:1.0:1788572578.353317:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.353325:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c486617 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.353331:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.353335:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c486617 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.353342:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c486617 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.353352:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5c3:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:1.0:1788572578.353354:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.353357:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c486617 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.353362:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7800/0xaad440e68c486617 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x5c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.353375:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.353378:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.353379:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.362820:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.362926:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633022080 00000100:00100000:1.0:1788572578.362937:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633022080 00000100:00100000:1.0:1788572578.362999:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138156 00000100:00100000:1.0:1788572578.363008:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:361572:x1875453633022080:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.363040:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.363064:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c48661e lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776ce expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363135:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486625 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363185:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486625 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363199:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486625 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363213:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48662c lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363220:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48662c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363237:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48662c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363321:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c486633 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363329:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c486633 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363337:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c486633 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.363359:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c486633 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363374:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486625 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363383:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486625 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363390:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486625 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363396:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486625 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363401:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.363405:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486625 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363412:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486625 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363423:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb86578900) 00010000:00010000:1.0:1788572578.363427:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.363431:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486625 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363438:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486625 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363452:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48662c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363459:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48662c lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363465:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48662c lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363470:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.363473:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48662c lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363479:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48662c lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363486:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8e7e6576 (ffff88cb86578e00) 00010000:00010000:1.0:1788572578.363489:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.363491:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48662c lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363496:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48662c lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363526:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22800/0xaad440e68c48661e lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ce expref: 88 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363541:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c486633 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ce expref: 87 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.363548:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa5c:0x0].0x0 (ffff88cb86578800) 00010000:00010000:1.0:1788572578.363550:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.363553:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd11400, rc 0) 00000100:00100000:1.0:1788572578.363617:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:361572:x1875453633022080:12345-192.168.202.54@tcp:101:rm.0 Request processed in 610us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.363625:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138156 00000100:00100000:0.0:1788572578.368331:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.368592:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633022208 00000100:00100000:3.0:1788572578.368604:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633022208 00000100:00100000:3.0:1788572578.368663:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138157 00000100:00100000:3.0:1788572578.368673:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+49:361572:x1875453633022208:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.368697:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.368719:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48663a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776d5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.368867:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486641 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.368880:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486641 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.368890:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486641 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572578.368935:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xa5c:0x0]: returning size 0 00000004:00200000:3.0:1788572578.368939:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572578.368973:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48663a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776d5 expref: 51 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.368991:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486641 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776d5 expref: 50 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.369004:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa5c:0x0].0x0 (ffff88ca8ebb3500) 00010000:00010000:3.0:1788572578.369007:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572578.369010:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1ee00, rc 0) 00000100:00100000:3.0:1788572578.369072:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+50:361572:x1875453633022208:12345-192.168.202.54@tcp:101:rm.0 Request processed in 400us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.369079:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138157 00000100:00100000:2.0:1788572578.376430:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.376506:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.376673:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633022592 00000100:00100000:3.0:1788572578.376685:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633022592 00000100:00100000:3.0:1788572578.376748:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138158 00000100:00100000:3.0:1788572578.376759:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+50:361572:x1875453633022592:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.376816:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.376842:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c486641 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776d5 expref: 50 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.376862:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa5c:0x0].0x0 (ffff88ca8ebb3500) 00010000:00010000:3.0:1788572578.376872:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.376923:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.376932:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.376942:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.376966:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196041216:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1788572578.377019:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.377054:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca954813c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.377113:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196041216 00000100:00100000:1.0:1788572578.377128:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196041216 00000100:00100000:1.0:1788572578.377193:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37079 00000100:00100000:1.0:1788572578.377202:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+83:202392:x1875440196041216:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572578.377212:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.377227:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c48664f lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486648 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.377251:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c48664f lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486648 expref: 84 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.377264:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c48664f lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486648 expref: 84 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.377271:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb86578900) 00010000:00010000:1.0:1788572578.377274:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.377277:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10800, rc 0) 00000100:00100000:1.0:1788572578.377335:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+84:202392:x1875440196041216:12345-0@lo:101:mdt00_000.0 Request processed in 135us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.377342:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37079 00000100:00100000:1.0:1788572578.377391:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196041216:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572578.377407:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48664f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.377417:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48664f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.377443:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572578.377468:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22800/0xaad440e68c486656 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.377476:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22800/0xaad440e68c486656 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.377483:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22800/0xaad440e68c486656 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.377495:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196041344:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1788572578.377519:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.377536:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.377552:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196041344 00000100:00100000:1.0:1788572578.377556:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196041344 00000100:00100000:1.0:1788572578.377581:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37080 00000100:00100000:1.0:1788572578.377587:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+84:202392:x1875440196041344:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572578.377595:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.377608:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48665d lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486656 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.377622:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48665d lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486656 expref: 85 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.377632:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48665d lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486656 expref: 85 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.377639:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8e7e6576 (ffff88cb86578b00) 00010000:00010000:1.0:1788572578.377642:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.377644:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfe22e00, rc 0) 00000100:00100000:1.0:1788572578.377673:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+85:202392:x1875440196041344:12345-0@lo:101:mdt00_000.0 Request processed in 86us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.377679:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37080 00000100:00100000:1.0:1788572578.377703:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196041344:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572578.377713:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22800/0xaad440e68c486656 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48665d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.377721:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22800/0xaad440e68c486656 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48665d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.377733:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:1.0:1788572578.377761:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196041472:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572578.377787:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.377805:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196041472 00000100:00100000:1.0:1788572578.377808:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196041472 00000100:00100000:1.0:1788572578.377825:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37081 00000100:00100000:1.0:1788572578.377831:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+85:202392:x1875440196041472:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572578.377883:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+85:202392:x1875440196041472:12345-0@lo:1000:mdt00_000.0 Request processed in 52us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.377889:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37081 00000100:00100000:1.0:1788572578.377903:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.377914:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196041472:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572578.377951:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196041600:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572578.377973:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.377992:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196041600 00000100:00100000:1.0:1788572578.377995:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196041600 00000100:00100000:1.0:1788572578.378012:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37082 00000100:00100000:1.0:1788572578.378017:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+85:202392:x1875440196041600:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572578.378095:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+85:202392:x1875440196041600:12345-0@lo:1000:mdt00_000.0 Request processed in 77us (120us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572578.378101:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37082 00000100:00100000:1.0:1788572578.378115:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.378126:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196041600:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1788572578.378187:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.378195:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.378203:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.378215:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196041728:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1788572578.378237:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.378255:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196041728 00000100:00100000:1.0:1788572578.378259:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196041728 00000100:00100000:1.0:1788572578.378275:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37083 00000100:00100000:1.0:1788572578.378281:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+85:202392:x1875440196041728:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572578.378301:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.378312:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c48666b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486664 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.378330:0:202397:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c486633 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ce expref: 86 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.378340:0:202397:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c48666b lrc: 4/0,0 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486664 expref: 86 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.378362:0:202397:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c486633 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ce expref: 86 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.378375:0:202397:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c486633 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ce expref: 86 pid: 202393 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.378386:0:202397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d0380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:202397:1875440196041856:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572578.378443:0:202397:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.378453:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3540 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.380076:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633022336 00000100:00100000:0.0:1788572578.380087:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633022336 00010000:00010000:0.0:1788572578.380121:0:204719:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c486633 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ce expref: 87 pid: 202393 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.381819:0:202397:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.54@tcp) returned -22 from blocking AST (req@000000008d630b65 x1875440196041856) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c486633 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ce expref: 87 pid: 202393 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.381844:0:202397:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c486633 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ce expref: 87 pid: 202393 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.381869:0:202397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d0380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:202397:1875440196041856:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572578.381903:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa5c:0x0].0x0 (ffff88cb86578800) 00010000:00010000:1.0:1788572578.381910:0:202397:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c48666b lrc: 3/0,0 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486664 expref: 86 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.381922:0:202397:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c48666b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c486664 expref: 86 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.381930:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c48666b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c486664 expref: 86 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.381972:0:202397:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c48666b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486664 expref: 86 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.381986:0:202397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d0380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:202397:1875440196041984:0@lo:105: 00000100:00100000:1.0:1788572578.382036:0:202397:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.382082:0:202397:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.382175:0:202375:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196041984 00000100:00100000:3.0:1788572578.382183:0:202375:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196041984 00000100:00100000:3.0:1788572578.382238:0:202375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18603 00000100:00100000:3.0:1788572578.382247:0:202375:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:202397:x1875440196041984:12345-0@lo:105: 00010000:00010000:3.0:1788572578.382260:0:202375:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.382270:0:202375:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.382277:0:202375:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.382295:0:202375:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.382303:0:202375:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 5/0,1 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.382311:0:202375:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 5/0,1 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.382325:0:202375:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88cbbfe23a00) 00000100:00100000:2.0:1788572578.382539:0:202397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d0380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:202397:1875440196041984:0@lo:105: 00010000:00010000:2.0:1788572578.382562:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c48666b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486664 expref: 86 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.382570:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa5c:0x0].0x0 (ffff88cb86578800) 00010000:00010000:2.0:1788572578.382573:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572578.382576:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00400, rc 0) 00010000:00010000:0.0:1788572578.382762:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c486633 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ce expref: 87 pid: 202393 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.382806:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28073 00000100:00100000:0.0:1788572578.382816:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:352624:x1875453633022336:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572578.382828:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.382831:0:204719:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie aad440e68c486633) 00010000:00010000:0.0:1788572578.382833:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.383063:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+86:202392:x1875440196041728:12345-0@lo:101:mdt00_000.0 Request processed in 4780us (4823us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.383073:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37083 00000100:00100000:3.0:1788572578.383232:0:202375:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:202397:x1875440196041984:12345-0@lo:105: Request processed in 976us (1186us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.383240:0:202375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18603 00000100:00100000:1.0:1788572578.384359:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196041728:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572578.384395:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.384442:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c486672 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.384455:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c486672 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.384466:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c486672 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.384858:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3897, 64 off257600 00000040:00080000:1.0:1788572578.384886:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].192, 392 off107712 00000040:00080000:1.0:1788572578.385349:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].660, 472 off358832 00000004:00080000:1.0:1788572578.385357:0:202392:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8fde3540 with version 4830 00000004:00080000:3.0:1788572578.385562:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4830 rpc_version 4830 00000020:00100000:3.0:1788572578.385593:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572578.385602:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbde4ed80 x1875440196042240/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572578.385624:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4ed80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196042240:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572578.385685:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.385708:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95481180 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.385801:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196042240 00000100:00100000:1.0:1788572578.385809:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196042240 00000100:00100000:1.0:1788572578.385862:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37084 00000100:00100000:1.0:1788572578.385872:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+86:202414:x1875440196042240:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572578.386596:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+87:202414:x1875440196042240:12345-0@lo:1000:osp_up1-0.0 Request processed in 722us (907us total) trans 8589973281 rc 0/0 00000100:00100000:1.0:1788572578.386605:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37084 00000100:00100000:0.0:1788572578.386712:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:352624:x1875453633022336:12345-192.168.202.54@tcp:103:rm.0 Request processed in 3896us (10202us total) trans 0 rc 116/116 00000100:00100000:0.0:1788572578.386722:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28073 00000100:00100000:3.0:1788572578.388844:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4ed80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196042240:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1788572578.389022:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c486679 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389041:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c486679 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389054:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c486679 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389063:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c486679 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389070:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c486679 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389076:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c486679 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389098:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.389130:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c486672 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389137:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c486672 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389144:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c486672 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389183:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.389189:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c486672 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389198:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c486672 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389211:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa5c:0x0].0x0 (ffff88cb86578700) 00010000:00010000:1.0:1788572578.389214:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.389218:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c486672 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389466:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01a00/0xaad440e68c486672 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389483:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389490:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389496:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389520:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572578.389537:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572578.389543:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48664f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389549:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48664f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389559:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48664f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389581:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:1.0:1788572578.389585:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572578.389591:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22800/0xaad440e68c486656 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48665d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.389597:0:202392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22800/0xaad440e68c486656 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48665d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.389680:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+50:361572:x1875453633022592:12345-192.168.202.54@tcp:36:rm.0 Request processed in 12920us (13258us total) trans 12884961966 rc 0/0 00000100:00100000:1.0:1788572578.389688:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138158 00010000:00010000:2.0:1788572578.390132:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572578.390139:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c486679 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390146:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.390169:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c486679 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390177:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c486679 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390190:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa5c:0x0].0x0 (ffff88cb86578700) 00010000:00010000:2.0:1788572578.390192:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.390196:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c486679 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390201:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c486679 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390219:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572578.390222:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390239:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.390243:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.390250:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390301:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390309:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572578.390330:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390337:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486664 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48666b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390349:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.390352:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48664f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390357:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fc00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.390361:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48664f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.390367:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48664f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390393:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48664f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390399:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572578.390404:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48664f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390415:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fc00/0xaad440e68c486648 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48664f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390425:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.390427:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.390429:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.390444:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196042368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.390501:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.390536:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788572578.390543:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196042496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.390564:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.390598:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196042368 00000100:00100000:2.0:1788572578.390605:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196042368 00000100:00100000:2.0:1788572578.390646:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196042496 00000100:00100000:2.0:1788572578.390650:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196042496 00000100:00100000:2.0:1788572578.390673:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15962 00000100:00100000:2.0:1788572578.390681:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+88:3639:x1875440196042368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.390694:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.390709:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c48666b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486664 expref: 88 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390722:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa5c:0x0].0x0 (ffff88cb86578800) 00010000:00010000:2.0:1788572578.390730:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.390758:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+87:3639:x1875440196042368:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.390765:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15962 00000100:00100000:2.0:1788572578.390779:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15963 00000100:00100000:2.0:1788572578.390785:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+86:3639:x1875440196042496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.390792:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.390804:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c48664f lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486648 expref: 86 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.390814:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb86578900) 00010000:00010000:2.0:1788572578.390820:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.390842:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+85:3639:x1875440196042496:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.390847:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15963 00000100:00100000:2.0:1788572578.390879:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196042496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.390890:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196042368:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.391267:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.392516:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.394915:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.395042:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633022720 00000100:00100000:3.0:1788572578.395054:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633022720 00000100:00100000:3.0:1788572578.395123:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138159 00000100:00100000:3.0:1788572578.395134:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:361572:x1875453633022720:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.395189:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.395214:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c486680 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776dc expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395299:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486687 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395314:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486687 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395327:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486687 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395343:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c48668e lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395350:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c48668e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395362:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c48668e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395718:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486695 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395728:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486695 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395734:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486695 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.395753:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486695 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395766:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486687 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395771:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486687 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395777:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486687 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395782:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486687 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395788:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.395792:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486687 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395799:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486687 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395811:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ebb3500) 00010000:00010000:3.0:1788572578.395814:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.395819:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486687 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395826:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486687 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395840:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c48668e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395846:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c48668e lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395851:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c48668e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395856:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.395860:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c48668e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395865:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c48668e lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395872:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x69c8106 (ffff88ca8ebb3e00) 00010000:00010000:3.0:1788572578.395874:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.395876:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c48668e lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395882:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c48668e lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.395986:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c486680 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776dc expref: 88 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.396003:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486695 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776dc expref: 87 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.396011:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x71f:0x0].0x0 (ffff88ca8ebb3b00) 00010000:00010000:3.0:1788572578.396013:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572578.396016:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148b000, rc 0) 00000100:00100000:3.0:1788572578.396363:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:361572:x1875453633022720:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1229us (1454us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.396381:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138159 00000100:00100000:1.0:1788572578.400780:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.400837:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633022848 00000100:00100000:3.0:1788572578.400848:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633022848 00000100:00100000:3.0:1788572578.400995:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138160 00000100:00100000:3.0:1788572578.401006:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+50:361572:x1875453633022848:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.401040:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.401061:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c48669c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.401243:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c4866a3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.401257:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c4866a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.401268:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c4866a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572578.401315:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x71f:0x0]: returning size 0 00000004:00200000:3.0:1788572578.401320:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572578.401355:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c48669c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776e3 expref: 52 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.401691:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c4866a3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776e3 expref: 51 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.401700:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x71f:0x0].0x0 (ffff88ca8ebb3700) 00010000:00010000:3.0:1788572578.401703:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572578.401706:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fca00, rc 0) 00000100:00100000:3.0:1788572578.401773:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+51:361572:x1875453633022848:12345-192.168.202.54@tcp:101:rm.0 Request processed in 769us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.401780:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138160 00000100:00100000:1.0:1788572578.412795:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.412876:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.412946:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633023232 00000100:00100000:2.0:1788572578.412956:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633023232 00000100:00100000:2.0:1788572578.413029:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138161 00000100:00100000:2.0:1788572578.413038:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+51:361572:x1875453633023232:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572578.413098:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.413613:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c4866a3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776e3 expref: 51 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.413633:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x71f:0x0].0x0 (ffff88ca8ebb3700) 00010000:00010000:2.0:1788572578.413643:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572578.413691:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.413704:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.413714:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.413735:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1d180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196042624:0@lo:101:mdt00_006.0 00000100:00100000:2.0:1788572578.413783:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.413814:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.413859:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196042624 00000100:00100000:3.0:1788572578.413864:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196042624 00000100:00100000:3.0:1788572578.413899:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37085 00000100:00100000:3.0:1788572578.413906:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+85:230921:x1875440196042624:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572578.413919:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.413933:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4866b1 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4866aa expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.413955:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4866b1 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4866aa expref: 86 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.413969:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4866b1 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4866aa expref: 86 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.413977:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ebb3500) 00010000:00010000:3.0:1788572578.413980:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.413982:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fc200, rc 0) 00000100:00100000:3.0:1788572578.414026:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+86:230921:x1875440196042624:12345-0@lo:101:mdt00_006.0 Request processed in 121us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.414032:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37085 00000100:00100000:1.0:1788572578.414104:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1d180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196042624:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572578.414130:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4866b1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.414141:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4866b1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.414183:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572578.414203:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c4866b8 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.414210:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c4866b8 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.414218:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c4866b8 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.414238:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196042752:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1788572578.414260:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.414279:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d2480 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.416621:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196042752 00000100:00100000:3.0:1788572578.416635:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196042752 00000100:00100000:3.0:1788572578.416704:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37086 00000100:00100000:3.0:1788572578.416714:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+86:230921:x1875440196042752:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572578.416730:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.416752:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc600/0xaad440e68c4866bf lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4866b8 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.416781:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc600/0xaad440e68c4866bf lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4866b8 expref: 87 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.416796:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc600/0xaad440e68c4866bf lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4866b8 expref: 87 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.416806:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x69c8106 (ffff88ca8ebb3e00) 00010000:00010000:3.0:1788572578.416809:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.416813:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fc600, rc 0) 00000100:00100000:3.0:1788572578.416880:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+87:230921:x1875440196042752:12345-0@lo:101:mdt00_006.0 Request processed in 168us (2618us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.416888:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37086 00000100:00100000:1.0:1788572578.417111:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196042752:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572578.417144:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c4866b8 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4866bf expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.417182:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c4866b8 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4866bf expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.417205:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:1.0:1788572578.417261:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196042880:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572578.417317:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.417343:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d2900 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.417361:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196042880 00000100:00100000:1.0:1788572578.417365:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196042880 00000100:00100000:1.0:1788572578.417559:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37087 00000100:00100000:1.0:1788572578.417567:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+87:230921:x1875440196042880:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572578.417634:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+87:230921:x1875440196042880:12345-0@lo:1000:mdt00_006.0 Request processed in 68us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.417641:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37087 00000100:00100000:1.0:1788572578.417668:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196042880:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572578.417707:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196043008:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572578.417731:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.417744:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c600 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.417756:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196043008 00000100:00100000:1.0:1788572578.417759:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196043008 00000100:00100000:1.0:1788572578.417775:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37088 00000100:00100000:1.0:1788572578.417781:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+87:230921:x1875440196043008:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572578.417868:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+87:230921:x1875440196043008:12345-0@lo:1000:mdt00_006.0 Request processed in 86us (135us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572578.417875:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37088 00000100:00100000:1.0:1788572578.419346:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196043008:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1788572578.419515:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.419526:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.419536:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.419552:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196043136:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1788572578.419593:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.419627:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c780 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.419649:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196043136 00000100:00100000:1.0:1788572578.419654:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196043136 00000100:00100000:1.0:1788572578.419689:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37089 00000100:00100000:1.0:1788572578.419696:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+87:230921:x1875440196043136:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572578.419709:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.419722:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4866cd lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4866c6 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.419748:0:203129:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486695 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776dc expref: 86 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.419758:0:203129:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4866cd lrc: 4/0,0 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4866c6 expref: 88 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.419780:0:203129:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486695 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776dc expref: 86 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.419792:0:203129:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486695 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776dc expref: 86 pid: 204288 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.419803:0:203129:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:203129:1875440196043264:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572578.419932:0:203129:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c600 going to sleep for 11 seconds 00010000:00010000:1.0:1788572578.422751:0:203129:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.54@tcp) returned -22 from blocking AST (req@000000007c363d61 x1875440196043264) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486695 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776dc expref: 86 pid: 204288 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.422777:0:203129:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486695 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776dc expref: 86 pid: 204288 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.422802:0:203129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486695 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776dc expref: 86 pid: 204288 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.422828:0:203129:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:203129:1875440196043264:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572578.422850:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x71f:0x0].0x0 (ffff88ca8ebb3b00) 00010000:00010000:1.0:1788572578.422857:0:203129:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4866cd lrc: 3/0,0 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4866c6 expref: 88 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.422869:0:203129:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4866cd lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c4866c6 expref: 88 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.422878:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4866cd lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c4866c6 expref: 88 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.422925:0:203129:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4866cd lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4866c6 expref: 88 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.422939:0:203129:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:203129:1875440196043392:0@lo:105: 00000100:00100000:1.0:1788572578.422983:0:203129:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.423029:0:203129:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c600 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.423212:0:229226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196043392 00000100:00100000:3.0:1788572578.423220:0:229226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196043392 00000100:00100000:3.0:1788572578.423274:0:229226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18604 00000100:00100000:3.0:1788572578.423293:0:229226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:203129:x1875440196043392:12345-0@lo:105: 00010000:00010000:3.0:1788572578.423305:0:229226:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.423315:0:229226:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.423323:0:229226:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.423330:0:229226:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.423337:0:229226:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 5/0,1 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.423345:0:229226:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 5/0,1 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.423360:0:229226:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88caa2f01000) 00000100:00100000:3.0:1788572578.423409:0:229226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:203129:x1875440196043392:12345-0@lo:105: Request processed in 126us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.423416:0:229226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18604 00000100:00100000:1.0:1788572578.423552:0:203129:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:203129:1875440196043392:0@lo:105: 00010000:00010000:1.0:1788572578.423573:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4866cd lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4866c6 expref: 88 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.423582:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x71f:0x0].0x0 (ffff88ca8ebb3b00) 00010000:00010000:1.0:1788572578.423585:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.423588:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00400, rc 0) 00000100:00100000:1.0:1788572578.423633:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+88:230921:x1875440196043136:12345-0@lo:101:mdt00_006.0 Request processed in 3937us (4038us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.423640:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37089 00000100:00100000:3.0:1788572578.423865:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182a00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196043136:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572578.423881:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.423929:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c4866d4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.423940:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c4866d4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.423949:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c4866d4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.424556:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3898, 64 off257664 00000040:00080000:3.0:1788572578.424595:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].193, 392 off108104 00000040:00080000:3.0:1788572578.424648:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].661, 472 off359304 00000004:00080000:3.0:1788572578.424654:0:230921:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca95481e40 with version 4831 00000004:00080000:1.0:1788572578.424842:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4831 rpc_version 4831 00000020:00100000:1.0:1788572578.424870:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572578.424878:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee20000 x1875440196043648/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572578.424911:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196043648:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572578.424966:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.425002:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c600 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.425748:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196043648 00000100:00100000:3.0:1788572578.425756:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196043648 00000100:00100000:3.0:1788572578.425843:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37090 00000100:00100000:3.0:1788572578.425852:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+88:202414:x1875440196043648:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572578.426202:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+89:202414:x1875440196043648:12345-0@lo:1000:osp_up1-0.0 Request processed in 350us (1235us total) trans 8589973282 rc 0/0 00000100:00100000:3.0:1788572578.426210:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37090 00000100:00100000:0.0:1788572578.426324:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633022976 00000100:00100000:0.0:1788572578.426329:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633022976 00000100:00100000:1.0:1788572578.426958:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15964 00000100:00100000:1.0:1788572578.426970:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:352624:x1875453633022976:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572578.426986:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.426989:0:204719:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie aad440e68c486695) 00010000:00010000:1.0:1788572578.426991:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.427038:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:352624:x1875453633022976:12345-192.168.202.54@tcp:103:rm.0 Request processed in 70us (14253us total) trans 0 rc 116/116 00000100:00100000:1.0:1788572578.427045:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15964 00000100:00100000:1.0:1788572578.427111:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196043648:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1788572578.427301:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4866db lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x71f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427319:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4866db lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x71f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427331:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4866db lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x71f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427339:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4866db lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x71f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427346:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4866db lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x71f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427352:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4866db lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x71f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427440:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.427463:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.427469:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4866db lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x71f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427477:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.427481:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4866db lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x71f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427489:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4866db lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x71f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427502:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x71f:0x0].0x0 (ffff88ca8ebb3900) 00010000:00010000:1.0:1788572578.427505:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.427510:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4866db lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x71f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427515:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c4866db lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x71f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427528:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.427530:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.427531:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.427546:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c4866d4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427557:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c4866d4 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427563:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c4866d4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427567:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fde00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.427571:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c4866d4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427576:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c4866d4 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427585:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x71f:0x0].0x0 (ffff88ca8ebb3900) 00010000:00010000:1.0:1788572578.427587:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.427590:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c4866d4 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427596:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c4866d4 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427613:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427621:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427628:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427657:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1788572578.427673:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572578.427679:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4866b1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427686:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4866b1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427693:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4866b1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427705:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572578.427709:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572578.427714:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c4866b8 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4866bf expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.427722:0:230921:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c4866b8 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4866bf expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.427773:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+51:361572:x1875453633023232:12345-192.168.202.54@tcp:36:rm.0 Request processed in 14735us (14895us total) trans 12884961967 rc 0/0 00000100:00100000:1.0:1788572578.427780:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138161 00010000:00010000:0.0:1788572578.428873:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572578.428883:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.428904:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.428910:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.428919:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.428955:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.428967:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.428992:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.429001:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01000/0xaad440e68c4866c6 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4866cd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.429022:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.429026:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4866b1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.429032:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.429036:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4866b1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.429042:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4866b1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.429058:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4866b1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.429063:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.429069:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4866b1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.429074:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6200/0xaad440e68c4866aa lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4866b1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.429090:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.429092:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.429094:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.429109:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196043904:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.429330:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.429481:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572578.429490:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196043776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.429515:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.429548:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196043904 00000100:00100000:0.0:1788572578.429555:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196043904 00000100:00100000:0.0:1788572578.429596:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196043776 00000100:00100000:0.0:1788572578.429599:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196043776 00000100:00100000:0.0:1788572578.429622:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15965 00000100:00100000:0.0:1788572578.429630:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+90:3638:x1875440196043904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.429642:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.429660:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4866b1 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4866aa expref: 90 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.429674:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ebb3500) 00010000:00010000:0.0:1788572578.429683:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.429717:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+89:3638:x1875440196043904:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.429724:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15965 00000100:00100000:0.0:1788572578.429739:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15966 00000100:00100000:0.0:1788572578.429746:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+88:3638:x1875440196043776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.429754:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.429765:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c4866cd lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x71f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4866c6 expref: 88 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.429776:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x71f:0x0].0x0 (ffff88ca8ebb3b00) 00010000:00010000:0.0:1788572578.429782:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.429802:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+87:3638:x1875440196043776:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.429808:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15966 00000100:00100000:0.0:1788572578.429847:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196043776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.429857:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196043904:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.430364:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.432761:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.432857:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633023360 00000100:00100000:2.0:1788572578.432867:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633023360 00000100:00100000:2.0:1788572578.433012:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138162 00000100:00100000:2.0:1788572578.433033:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:361572:x1875453633023360:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.433053:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.433076:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4866e2 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776ea expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433182:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4866e9 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433198:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4866e9 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433210:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4866e9 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433223:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4866f0 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433245:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4866f0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433252:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4866f0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433337:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4866f7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433346:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4866f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433353:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4866f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.433493:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4866f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433509:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4866e9 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433515:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4866e9 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433521:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4866e9 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433527:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4866e9 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433532:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.433536:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4866e9 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433543:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4866e9 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433554:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399000) 00010000:00010000:2.0:1788572578.433557:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.433561:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4866e9 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433567:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4866e9 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433580:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4866f0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433585:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4866f0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433591:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4866f0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433596:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.433599:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4866f0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433604:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4866f0 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433611:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x30eedc70 (ffff88cba1399600) 00010000:00010000:2.0:1788572578.433614:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.433616:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4866f0 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433622:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c4866f0 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433655:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c4866e2 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ea expref: 88 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433671:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4866f7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ea expref: 87 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.433678:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8da:0x0].0x0 (ffff88cba1399300) 00010000:00010000:2.0:1788572578.433679:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572578.433682:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a7a00, rc 0) 00000100:00100000:2.0:1788572578.433744:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:361572:x1875453633023360:12345-192.168.202.54@tcp:101:rm.0 Request processed in 714us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.433751:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138162 00000100:00100000:3.0:1788572578.436910:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.437707:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633023488 00000100:00100000:1.0:1788572578.437720:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633023488 00000100:00100000:1.0:1788572578.437792:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138163 00000100:00100000:1.0:1788572578.437803:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+51:361572:x1875453633023488:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.437828:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.437856:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4866fe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776f1 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.438039:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c486705 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.438055:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c486705 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.438068:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c486705 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572578.438108:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x8da:0x0]: returning size 0 00000004:00200000:1.0:1788572578.438113:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572578.438185:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4866fe lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776f1 expref: 53 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.438205:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c486705 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776f1 expref: 52 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.438213:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8da:0x0].0x0 (ffff88cb86578c00) 00010000:00010000:1.0:1788572578.438216:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572578.438220:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84aff800, rc 0) 00000100:00100000:1.0:1788572578.438593:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+52:361572:x1875453633023488:12345-192.168.202.54@tcp:101:rm.0 Request processed in 791us (1703us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.438601:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138163 00000100:00100000:1.0:1788572578.441866:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.441973:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633023872 00000100:00100000:3.0:1788572578.441984:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633023872 00000100:00100000:1.0:1788572578.442100:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.442138:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633023616 00000100:00100000:1.0:1788572578.442143:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633023616 00000100:00100000:1.0:1788572578.442197:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15967 00000100:00100000:1.0:1788572578.442207:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:352627:x1875453633023616:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572578.442231:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.442257:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c4866f7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ea expref: 87 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.442289:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8da:0x0].0x0 (ffff88cba1399300) 00010000:00010000:1.0:1788572578.442301:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.442352:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:352627:x1875453633023616:12345-192.168.202.54@tcp:103:rm.0 Request processed in 147us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.442359:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15967 00000100:00100000:3.0:1788572578.443335:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138164 00000100:00100000:3.0:1788572578.443348:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+52:361572:x1875453633023872:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.443509:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.443530:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c486705 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x8da:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776f1 expref: 52 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.443548:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8da:0x0].0x0 (ffff88cb86578c00) 00010000:00010000:3.0:1788572578.443557:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.443610:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.443619:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.443629:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.443652:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196044032:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1788572578.443701:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.443730:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff620c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.443930:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196044032 00000100:00100000:1.0:1788572578.443936:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196044032 00000100:00100000:1.0:1788572578.443977:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37091 00000100:00100000:1.0:1788572578.443984:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+87:205632:x1875440196044032:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572578.443998:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.444013:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486713 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48670c expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.444035:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486713 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48670c expref: 88 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.444048:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486713 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48670c expref: 88 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.444060:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb86578700) 00010000:00010000:1.0:1788572578.444063:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.444065:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe400, rc 0) 00000100:00100000:1.0:1788572578.444100:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+88:205632:x1875440196044032:12345-0@lo:101:mdt00_004.0 Request processed in 117us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.444107:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37091 00000100:00100000:3.0:1788572578.444758:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196044032:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572578.444779:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486713 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.444792:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486713 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572578.444814:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572578.444843:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc400/0xaad440e68c48671a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.444851:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc400/0xaad440e68c48671a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.444862:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc400/0xaad440e68c48671a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.444878:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196044160:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1788572578.444925:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.444954:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff620c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.444999:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196044160 00000100:00100000:1.0:1788572578.445004:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196044160 00000100:00100000:1.0:1788572578.445060:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37092 00000100:00100000:1.0:1788572578.445069:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+88:205632:x1875440196044160:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572578.445081:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.445098:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02200/0xaad440e68c486721 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48671a expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.445127:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02200/0xaad440e68c486721 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48671a expref: 89 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.445137:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02200/0xaad440e68c486721 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48671a expref: 89 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.445145:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x30eedc70 (ffff88cb8b2c6b00) 00010000:00010000:1.0:1788572578.445148:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.445176:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b02200, rc 0) 00000100:00100000:1.0:1788572578.445211:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+89:205632:x1875440196044160:12345-0@lo:101:mdt00_004.0 Request processed in 143us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.445218:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37092 00000100:00100000:3.0:1788572578.445633:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196044160:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572578.445647:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc400/0xaad440e68c48671a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486721 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.445656:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc400/0xaad440e68c48671a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486721 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572578.445670:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:3.0:1788572578.445703:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196044288:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572578.445729:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.445751:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.445986:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196044288 00000100:00100000:1.0:1788572578.445991:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196044288 00000100:00100000:1.0:1788572578.446027:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37093 00000100:00100000:1.0:1788572578.446034:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+89:205632:x1875440196044288:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572578.446096:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+89:205632:x1875440196044288:12345-0@lo:1000:mdt00_004.0 Request processed in 62us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.446101:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37093 00000100:00100000:3.0:1788572578.446241:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196044288:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572578.446294:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196044416:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572578.446319:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.446335:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.446348:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196044416 00000100:00100000:3.0:1788572578.446352:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196044416 00000100:00100000:3.0:1788572578.446387:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37094 00000100:00100000:3.0:1788572578.446393:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+89:205632:x1875440196044416:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572578.446476:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+89:205632:x1875440196044416:12345-0@lo:1000:mdt00_004.0 Request processed in 83us (156us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572578.446482:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37094 00000100:00100000:3.0:1788572578.446508:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196044416:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1788572578.446554:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.446562:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.446570:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.446580:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196044544:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1788572578.446602:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.446614:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.446770:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196044544 00000100:00100000:1.0:1788572578.446775:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196044544 00000100:00100000:1.0:1788572578.446806:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37095 00000100:00100000:1.0:1788572578.446813:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+89:205632:x1875440196044544:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572578.446821:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.446835:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03200/0xaad440e68c48672f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486728 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.446854:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03200/0xaad440e68c48672f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486728 expref: 90 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.446866:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03200/0xaad440e68c48672f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486728 expref: 90 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.446874:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8da:0x0].0x0 (ffff88cb8b2c6700) 00010000:00010000:1.0:1788572578.446877:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.446881:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03200, rc 0) 00000100:00100000:1.0:1788572578.446921:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+90:205632:x1875440196044544:12345-0@lo:101:mdt00_004.0 Request processed in 109us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.446927:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37095 00000100:00100000:3.0:1788572578.447036:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196044544:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572578.447049:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48672f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.447058:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48672f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.447082:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c486736 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.447090:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c486736 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.447102:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c486736 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.447694:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3899, 64 off257728 00000040:00080000:3.0:1788572578.447725:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].194, 392 off108496 00000040:00080000:3.0:1788572578.447772:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].662, 472 off359776 00000004:00080000:3.0:1788572578.447777:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca856b8f00 with version 4832 00000004:00080000:1.0:1788572578.448107:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4832 rpc_version 4832 00000020:00100000:1.0:1788572578.448519:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572578.448529:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83980000 x1875440196044800/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572578.448550:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83980000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196044800:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572578.448602:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.448673:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.448711:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196044800 00000100:00100000:3.0:1788572578.448718:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196044800 00000100:00100000:3.0:1788572578.448809:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37096 00000100:00100000:3.0:1788572578.448818:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+90:202414:x1875440196044800:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572578.449575:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+91:202414:x1875440196044800:12345-0@lo:1000:osp_up1-0.0 Request processed in 755us (968us total) trans 8589973283 rc 0/0 00000100:00100000:3.0:1788572578.449585:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37096 00000100:00100000:2.0:1788572578.449679:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196044800:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572578.449761:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c48673d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x8da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449781:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c48673d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x8da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449793:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c48673d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x8da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449802:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c48673d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x8da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449808:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c48673d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x8da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449815:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c48673d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x8da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449838:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572578.449860:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c486736 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449868:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c486736 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449874:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c486736 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449880:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fc800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.449885:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c486736 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449902:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c486736 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449915:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8da:0x0].0x0 (ffff88ca8ebb3700) 00010000:00010000:0.0:1788572578.449918:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.449923:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c486736 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449929:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c486736 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449941:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48672f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449949:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48672f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449956:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48672f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.449983:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572578.449996:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572578.450002:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486713 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450009:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486713 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450016:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486713 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450029:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1788572578.450032:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572578.450041:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572578.450047:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c48673d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x8da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450052:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572578.450056:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c48673d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x8da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450064:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c48673d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x8da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450073:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8da:0x0].0x0 (ffff88ca8ebb3700) 00010000:00010000:0.0:1788572578.450075:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572578.450079:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c48673d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x8da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450090:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c48673d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x8da:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450104:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572578.450107:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48672f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450114:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fd600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.450117:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48672f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.450126:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48672f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450185:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48672f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450192:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.450207:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48672f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450215:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd600/0xaad440e68c486728 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48672f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450239:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.450243:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486713 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450254:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fd000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.450259:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486713 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.450266:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486713 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450292:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486713 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450300:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.450306:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486713 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450313:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fd000/0xaad440e68c48670c lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486713 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450324:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.450327:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.450329:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.450340:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc400/0xaad440e68c48671a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486721 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.450349:0:205632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc400/0xaad440e68c48671a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486721 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.450608:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+52:361572:x1875453633023872:12345-192.168.202.54@tcp:36:rm.0 Request processed in 7261us (8749us total) trans 12884961968 rc 0/0 00000100:00100000:0.0:1788572578.450617:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138164 00010000:00010000:2.0:1788572578.450696:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.450714:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196044928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.450764:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.450804:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788572578.450810:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196045056:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.450832:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.450866:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196044928 00000100:00100000:2.0:1788572578.450872:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196044928 00000100:00100000:2.0:1788572578.450971:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196045056 00000100:00100000:2.0:1788572578.450974:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196045056 00000100:00100000:2.0:1788572578.450999:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15968 00000100:00100000:2.0:1788572578.451005:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+92:3639:x1875440196044928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.451017:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.451035:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03200/0xaad440e68c48672f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8da:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486728 expref: 92 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.451048:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8da:0x0].0x0 (ffff88cb8b2c6700) 00010000:00010000:2.0:1788572578.451056:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.451084:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+91:3639:x1875440196044928:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.451091:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15968 00000100:00100000:2.0:1788572578.451130:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15969 00000100:00100000:2.0:1788572578.451136:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+90:3639:x1875440196045056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.451143:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.451176:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486713 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48670c expref: 90 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.451189:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb86578700) 00010000:00010000:2.0:1788572578.451196:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.451218:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+89:3639:x1875440196045056:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.451443:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15969 00000100:00100000:2.0:1788572578.451481:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196045056:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.451490:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196044928:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.451637:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.455413:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.455545:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633024000 00000100:00100000:3.0:1788572578.455556:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633024000 00000100:00100000:3.0:1788572578.455620:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138165 00000100:00100000:3.0:1788572578.455630:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:361572:x1875453633024000:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.455651:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.455677:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fce00/0xaad440e68c486744 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776f8 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455752:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c48674b lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455768:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c48674b lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455785:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c48674b lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455798:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c486752 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455805:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c486752 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455812:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c486752 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455886:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c486759 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455908:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c486759 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455916:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c486759 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.455939:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c486759 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455953:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c48674b lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455960:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c48674b lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455967:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c48674b lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455977:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c48674b lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455982:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fde00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.455987:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c48674b lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.455994:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c48674b lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.456006:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ebb3900) 00010000:00010000:3.0:1788572578.456009:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.456014:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c48674b lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.456021:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c48674b lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.456036:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c486752 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.456042:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c486752 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.456049:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c486752 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.456054:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fc200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.456057:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c486752 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.456066:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c486752 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.456073:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x2b4867df (ffff88ca8ebb3b00) 00010000:00010000:3.0:1788572578.456076:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.456079:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c486752 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.456084:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c486752 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.456114:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fce00/0xaad440e68c486744 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776f8 expref: 88 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.456129:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c486759 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776f8 expref: 87 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.456136:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9ac:0x0].0x0 (ffff88ca8ebb3500) 00010000:00010000:3.0:1788572578.456139:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572578.456141:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fca00, rc 0) 00000100:00100000:3.0:1788572578.456253:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:361572:x1875453633024000:12345-192.168.202.54@tcp:101:rm.0 Request processed in 623us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.456261:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138165 00000100:00100000:1.0:1788572578.458965:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.459084:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633024128 00000100:00100000:3.0:1788572578.459095:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633024128 00000100:00100000:3.0:1788572578.459188:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138166 00000100:00100000:3.0:1788572578.459200:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+52:361572:x1875453633024128:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.459237:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.459265:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486760 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b776ff expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.459526:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486767 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.459540:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486767 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.459553:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486767 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572578.459589:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x9ac:0x0]: returning size 0 00000004:00200000:3.0:1788572578.459594:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572578.459630:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486760 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ff expref: 54 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.459872:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486767 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ff expref: 53 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.459882:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9ac:0x0].0x0 (ffff88cb8a1e3000) 00010000:00010000:3.0:1788572578.459885:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572578.459953:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148be00, rc 0) 00000100:00100000:3.0:1788572578.460103:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+53:361572:x1875453633024128:12345-192.168.202.54@tcp:101:rm.0 Request processed in 905us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.460118:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138166 00000100:00100000:1.0:1788572578.464522:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.464567:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.464632:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633024512 00000100:00100000:2.0:1788572578.464642:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633024512 00000100:00100000:2.0:1788572578.464713:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138167 00000100:00100000:2.0:1788572578.464725:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+53:361572:x1875453633024512:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572578.464794:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.464823:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486767 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776ff expref: 53 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.464845:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9ac:0x0].0x0 (ffff88cb8a1e3000) 00010000:00010000:2.0:1788572578.464858:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572578.464933:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.464941:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.464952:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.464973:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196045184:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1788572578.465029:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.465059:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1df00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.465356:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633024256 00000100:00100000:3.0:1788572578.465362:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633024256 00000100:00100000:3.0:1788572578.465483:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15970 00000100:00100000:3.0:1788572578.465492:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:352627:x1875453633024256:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:3.0:1788572578.465502:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.465518:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c486759 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b776f8 expref: 87 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.465530:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9ac:0x0].0x0 (ffff88ca8ebb3500) 00010000:00010000:3.0:1788572578.465539:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572578.465783:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:352627:x1875453633024256:12345-192.168.202.54@tcp:103:rm.0 Request processed in 290us (1213us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.465792:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15970 00000100:00100000:0.0:1788572578.466261:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196045184 00000100:00100000:0.0:1788572578.466267:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196045184 00000100:00100000:0.0:1788572578.466311:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37097 00000100:00100000:0.0:1788572578.466319:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+89:202394:x1875440196045184:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572578.466337:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.466355:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8800/0xaad440e68c486775 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48676e expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.466390:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8800/0xaad440e68c486775 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48676e expref: 90 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.466405:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8800/0xaad440e68c486775 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48676e expref: 90 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.466413:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:0.0:1788572578.466416:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.466419:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8800, rc 0) 00000100:00100000:0.0:1788572578.466463:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+90:202394:x1875440196045184:12345-0@lo:101:mdt00_002.0 Request processed in 145us (1433us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.466469:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37097 00000100:00100000:0.0:1788572578.466512:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196045184:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572578.466531:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486775 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.466542:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486775 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.466563:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572578.466592:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9e00/0xaad440e68c48677c lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.466600:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9e00/0xaad440e68c48677c lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.466607:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9e00/0xaad440e68c48677c lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.466623:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196045312:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1788572578.466653:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.466674:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159600 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.467883:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196045312 00000100:00100000:3.0:1788572578.467905:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196045312 00000100:00100000:3.0:1788572578.467950:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37098 00000100:00100000:3.0:1788572578.467959:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+90:202394:x1875440196045312:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572578.467974:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.467996:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780a00/0xaad440e68c486783 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48677c expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.468031:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780a00/0xaad440e68c486783 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48677c expref: 91 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.468045:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780a00/0xaad440e68c486783 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48677c expref: 91 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.468055:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x2b4867df (ffff88cb8a1e3500) 00010000:00010000:3.0:1788572578.468058:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.468061:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8b780a00, rc 0) 00000100:00100000:3.0:1788572578.468111:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+91:202394:x1875440196045312:12345-0@lo:101:mdt00_002.0 Request processed in 153us (1457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.468244:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196045312:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572578.468263:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9e00/0xaad440e68c48677c lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486783 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.468274:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9e00/0xaad440e68c48677c lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486783 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.468305:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572578.468348:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196045440:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572578.468394:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.468415:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.468431:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196045440 00000100:00100000:0.0:1788572578.468434:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196045440 00000100:00100000:0.0:1788572578.468455:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37099 00000100:00100000:0.0:1788572578.468462:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+92:202394:x1875440196045440:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572578.468520:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+92:202394:x1875440196045440:12345-0@lo:1000:mdt00_002.0 Request processed in 57us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.468528:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37099 00000100:00100000:0.0:1788572578.468552:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196045440:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572578.468588:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196045568:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572578.468610:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.468622:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.468633:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196045568 00000100:00100000:0.0:1788572578.468636:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196045568 00000100:00100000:0.0:1788572578.468653:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37100 00000100:00100000:0.0:1788572578.468658:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+92:202394:x1875440196045568:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572578.468742:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+92:202394:x1875440196045568:12345-0@lo:1000:mdt00_002.0 Request processed in 83us (131us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572578.468748:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37100 00000100:00100000:0.0:1788572578.468767:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196045568:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1788572578.468806:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.468815:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.468824:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.468835:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196045696:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1788572578.468855:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.468868:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159600 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.468879:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196045696 00000100:00100000:0.0:1788572578.468882:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196045696 00000100:00100000:0.0:1788572578.468899:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37101 00000100:00100000:0.0:1788572578.468904:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+92:202394:x1875440196045696:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572578.468912:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.468924:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486791 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48678a expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.468941:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486791 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48678a expref: 93 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.468951:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486791 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48678a expref: 93 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.468958:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9ac:0x0].0x0 (ffff88ca8e88dc00) 00010000:00010000:0.0:1788572578.468960:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572578.468963:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9000, rc 0) 00000100:00100000:0.0:1788572578.468987:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+93:202394:x1875440196045696:12345-0@lo:101:mdt00_002.0 Request processed in 83us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.468991:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37101 00000100:00100000:0.0:1788572578.469013:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196045696:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572578.469023:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486791 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.469031:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486791 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.469051:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486798 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.469059:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486798 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.469066:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486798 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572578.469410:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3900, 64 off257792 00000040:00080000:0.0:1788572578.469438:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].195, 392 off108888 00000040:00080000:0.0:1788572578.469480:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].663, 472 off360248 00000004:00080000:0.0:1788572578.469485:0:202394:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbb7159600 with version 4833 00000100:00100000:3.0:1788572578.469849:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37098 00000004:00080000:3.0:1788572578.470202:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4833 rpc_version 4833 00000020:00100000:3.0:1788572578.470238:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572578.470247:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8273fb80 x1875440196045952/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572578.470267:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196045952:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572578.470325:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.470352:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.470493:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196045952 00000100:00100000:0.0:1788572578.470499:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196045952 00000100:00100000:0.0:1788572578.470538:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37102 00000100:00100000:0.0:1788572578.470546:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+92:202414:x1875440196045952:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572578.470878:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+93:202414:x1875440196045952:12345-0@lo:1000:osp_up1-0.0 Request processed in 331us (551us total) trans 8589973284 rc 0/0 00000100:00100000:0.0:1788572578.470886:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37102 00000100:00100000:1.0:1788572578.475483:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196045952:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572578.475587:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c48679f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475606:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c48679f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475619:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c48679f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475628:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c48679f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475635:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c48679f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475642:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c48679f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475665:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572578.475687:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486798 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475694:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486798 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475700:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486798 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475706:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.475710:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486798 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475718:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486798 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475731:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9ac:0x0].0x0 (ffff88ca8e88d600) 00010000:00010000:0.0:1788572578.475734:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.475739:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486798 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475745:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486798 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475761:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486791 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475773:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486791 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475779:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486791 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475799:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572578.475814:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572578.475819:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486775 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475826:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486775 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475832:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486775 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475843:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1788572578.475847:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572578.475852:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9e00/0xaad440e68c48677c lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486783 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.475859:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9e00/0xaad440e68c48677c lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486783 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.475965:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572578.475972:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c48679f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.475978:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.475982:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c48679f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.475989:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c48679f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476002:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9ac:0x0].0x0 (ffff88ca8e88d600) 00010000:00010000:2.0:1788572578.476005:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.476008:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c48679f lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476013:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c48679f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476029:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572578.476032:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486791 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476038:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.476042:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486791 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.476049:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486791 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476081:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486791 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476088:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572578.476110:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486791 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476129:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c48678a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486791 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476146:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.476149:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486775 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476172:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.476176:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486775 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.476182:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486775 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476199:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486775 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476204:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572578.476210:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486775 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476217:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a7000/0xaad440e68c48676e lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486775 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476243:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.476245:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.476247:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.476253:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.476266:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196046208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.476339:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.476536:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788572578.476543:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196046080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.476570:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.476604:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196046208 00000100:00100000:2.0:1788572578.476611:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196046208 00000100:00100000:2.0:1788572578.476649:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196046080 00000100:00100000:2.0:1788572578.476652:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196046080 00000100:00100000:2.0:1788572578.476672:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15971 00000100:00100000:2.0:1788572578.476680:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+94:3638:x1875440196046208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.476692:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.476709:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8800/0xaad440e68c486775 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48676e expref: 94 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476720:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:2.0:1788572578.476727:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.476758:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+93:3638:x1875440196046208:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.476765:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15971 00000100:00100000:2.0:1788572578.476780:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15972 00000100:00100000:2.0:1788572578.476786:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+92:3638:x1875440196046080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.476792:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.476803:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486791 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9ac:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48678a expref: 92 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.476813:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9ac:0x0].0x0 (ffff88ca8e88dc00) 00010000:00010000:2.0:1788572578.476819:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.476839:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+91:3638:x1875440196046080:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.476847:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15972 00000100:00100000:2.0:1788572578.476879:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196046080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.476887:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196046208:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.477069:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+53:361572:x1875453633024512:12345-192.168.202.54@tcp:36:rm.0 Request processed in 12344us (12556us total) trans 12884961969 rc 0/0 00000100:00100000:0.0:1788572578.477082:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138167 00010000:00010000:1.0:1788572578.477312:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.480871:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.480937:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633024640 00000100:00100000:0.0:1788572578.480946:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633024640 00000100:00100000:0.0:1788572578.481000:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138168 00000100:00100000:0.0:1788572578.481009:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:361572:x1875453633024640:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.481036:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.481060:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c4867a6 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77706 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481131:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4867ad lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481144:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4867ad lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481185:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4867ad lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481198:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c4867b4 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481205:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c4867b4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481211:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c4867b4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481288:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481299:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481306:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.481327:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481340:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4867ad lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481347:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4867ad lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481354:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4867ad lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481360:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4867ad lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481365:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.481538:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4867ad lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481546:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4867ad lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481558:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:0.0:1788572578.481561:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.481565:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4867ad lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481572:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c4867ad lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481585:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c4867b4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481590:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c4867b4 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481596:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c4867b4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481601:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.481604:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c4867b4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481609:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c4867b4 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481615:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xae7ca4ab (ffff88ca8e88da00) 00010000:00010000:0.0:1788572578.481617:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.481620:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c4867b4 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481625:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c4867b4 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481653:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8400/0xaad440e68c4867a6 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77706 expref: 88 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481672:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77706 expref: 87 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.481680:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x69f:0x0].0x0 (ffff88ca8e88d100) 00010000:00010000:0.0:1788572578.481682:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572578.481684:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8c00, rc 0) 00000100:00100000:0.0:1788572578.481744:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:361572:x1875453633024640:12345-192.168.202.54@tcp:101:rm.0 Request processed in 735us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.481750:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138168 00000100:00100000:2.0:1788572578.484293:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.484384:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633024768 00000100:00100000:1.0:1788572578.484392:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633024768 00000100:00100000:1.0:1788572578.484448:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138169 00000100:00100000:1.0:1788572578.484459:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+53:361572:x1875453633024768:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.484481:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.484504:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c4867c2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7770d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.484654:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02000/0xaad440e68c4867c9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.484667:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02000/0xaad440e68c4867c9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.484677:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02000/0xaad440e68c4867c9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572578.484712:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x69f:0x0]: returning size 0 00000004:00200000:1.0:1788572578.484716:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572578.484751:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c4867c2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7770d expref: 55 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.484767:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02000/0xaad440e68c4867c9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7770d expref: 54 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.484775:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x69f:0x0].0x0 (ffff88cb8b2c6700) 00010000:00010000:1.0:1788572578.484778:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572578.484781:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b02000, rc 0) 00000100:00100000:1.0:1788572578.484840:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+54:361572:x1875453633024768:12345-192.168.202.54@tcp:101:rm.0 Request processed in 382us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.484847:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138169 00000100:00100000:1.0:1788572578.489181:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.489240:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.489317:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633025152 00000100:00100000:3.0:1788572578.489329:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633025152 00000100:00100000:3.0:1788572578.489396:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138170 00000100:00100000:3.0:1788572578.489406:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+54:361572:x1875453633025152:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.489459:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.489483:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02000/0xaad440e68c4867c9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7770d expref: 54 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.489501:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x69f:0x0].0x0 (ffff88cb8b2c6700) 00010000:00010000:3.0:1788572578.489511:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.489555:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.489563:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.489572:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.489591:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196046336:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1788572578.489636:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.489670:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8000 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.489770:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196046336 00000100:00100000:1.0:1788572578.489774:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196046336 00000100:00100000:1.0:1788572578.489813:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37103 00000100:00100000:1.0:1788572578.489820:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+91:225655:x1875440196046336:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.489832:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.489847:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c4867d7 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4867d0 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.489868:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c4867d7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4867d0 expref: 92 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.489884:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c4867d7 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4867d0 expref: 92 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.489891:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:1.0:1788572578.489893:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.489896:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b02e00, rc 0) 00000100:00100000:1.0:1788572578.489936:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+92:225655:x1875440196046336:12345-0@lo:101:mdt00_005.0 Request processed in 118us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.489942:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37103 00000100:00100000:1.0:1788572578.489978:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196046336:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.489991:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4867d7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.490001:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4867d7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.490019:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572578.490037:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02800/0xaad440e68c4867de lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.490043:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02800/0xaad440e68c4867de lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.490049:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02800/0xaad440e68c4867de lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.490061:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adc700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196046464:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1788572578.490085:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.490101:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.490113:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196046464 00000100:00100000:1.0:1788572578.490116:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196046464 00000100:00100000:1.0:1788572578.490137:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37104 00000100:00100000:1.0:1788572578.490142:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+92:225655:x1875440196046464:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.490178:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.490190:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03400/0xaad440e68c4867e5 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4867de expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.490204:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03400/0xaad440e68c4867e5 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4867de expref: 93 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.490214:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03400/0xaad440e68c4867e5 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4867de expref: 93 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.490220:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xae7ca4ab (ffff88ca91de0800) 00010000:00010000:1.0:1788572578.490222:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.490224:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03400, rc 0) 00000100:00100000:1.0:1788572578.490250:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+93:225655:x1875440196046464:12345-0@lo:101:mdt00_005.0 Request processed in 108us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.490255:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37104 00000100:00100000:1.0:1788572578.490289:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adc700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196046464:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.490300:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02800/0xaad440e68c4867de lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4867e5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.490308:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02800/0xaad440e68c4867de lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4867e5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.490328:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:1.0:1788572578.490363:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196046592:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.490453:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.490468:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.490481:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196046592 00000100:00100000:1.0:1788572578.490484:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196046592 00000100:00100000:1.0:1788572578.490506:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37105 00000100:00100000:1.0:1788572578.490512:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+93:225655:x1875440196046592:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.490569:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+93:225655:x1875440196046592:12345-0@lo:1000:mdt00_005.0 Request processed in 57us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.490576:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37105 00000100:00100000:1.0:1788572578.490605:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196046592:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.490642:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196046720:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.490666:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.490679:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.490690:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196046720 00000100:00100000:1.0:1788572578.490693:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196046720 00000100:00100000:1.0:1788572578.490713:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37106 00000100:00100000:1.0:1788572578.490718:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+93:225655:x1875440196046720:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.490798:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+93:225655:x1875440196046720:12345-0@lo:1000:mdt00_005.0 Request processed in 79us (130us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572578.490804:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37106 00000100:00100000:1.0:1788572578.490829:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196046720:0@lo:1000:mdt00_005.0 00010000:00010000:1.0:1788572578.490866:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.490873:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.490879:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.490891:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196046848:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1788572578.490911:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.490926:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.490936:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196046848 00000100:00100000:1.0:1788572578.490939:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196046848 00000100:00100000:1.0:1788572578.490959:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37107 00000100:00100000:1.0:1788572578.490965:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+93:225655:x1875440196046848:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.490972:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.490981:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c4867f3 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4867ec expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.491000:0:203129:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77706 expref: 86 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.491008:0:203129:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c4867f3 lrc: 4/0,0 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4867ec expref: 94 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.491029:0:203129:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77706 expref: 86 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.491042:0:203129:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77706 expref: 86 pid: 205632 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.491052:0:203129:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adc700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:203129:1875440196046976:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572578.491103:0:203129:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.491251:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633024896 00000100:00100000:2.0:1788572578.491256:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633024896 00010000:00010000:2.0:1788572578.491290:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77706 expref: 87 pid: 205632 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.491318:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28074 00000100:00100000:2.0:1788572578.491326:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:352626:x1875453633024896:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572578.491335:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.491341:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77706 expref: 87 pid: 205632 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.491351:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77706 expref: 87 pid: 205632 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.491365:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x69f:0x0].0x0 (ffff88ca8e88d100) 00010000:00010000:2.0:1788572578.491380:0:202379:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c4867f3 lrc: 3/0,0 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4867ec expref: 94 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.491389:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c4867f3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c4867ec expref: 94 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.491401:0:202379:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c4867f3 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c4867ec expref: 94 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.491421:0:202379:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c4867f3 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4867ec expref: 94 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.491430:0:202379:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca38a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:202379:1875440196047104:0@lo:105: 00000100:00100000:2.0:1788572578.491459:0:202379:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.491477:0:202379:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d480 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.492548:0:202376:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788572578.492568:0:202376:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196047104 00000100:00100000:1.0:1788572578.492572:0:202376:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196047104 00000100:00100000:1.0:1788572578.492645:0:202376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18605 00000100:00100000:1.0:1788572578.492654:0:202376:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca956fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:202379:x1875440196047104:12345-0@lo:105: 00010000:00010000:1.0:1788572578.492667:0:202376:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.492677:0:202376:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.492685:0:202376:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.492694:0:202376:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.492702:0:202376:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 5/0,1 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.492710:0:202376:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 5/0,1 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.492726:0:202376:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88ca94b03e00) 00000100:00100000:1.0:1788572578.492777:0:202376:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca956fa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:202379:x1875440196047104:12345-0@lo:105: Request processed in 125us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.492784:0:202376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18605 00000100:00100000:2.0:1788572578.492905:0:202379:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca38a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:202379:1875440196047104:0@lo:105: 00010000:00010000:2.0:1788572578.492921:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.492960:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:352626:x1875453633024896:12345-192.168.202.54@tcp:103:rm.0 Request processed in 1633us (3718us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.492967:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28074 00010000:00010000:2.0:1788572578.497006:0:203129:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.54@tcp) returned -22 from blocking AST (req@00000000844e3df2 x1875440196046976) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 1/0,0 mode: --/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77706 expref: 86 pid: 205632 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.497041:0:203129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c4867bb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77706 expref: 86 pid: 205632 timeout: 13656 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.497058:0:203129:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adc700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:203129:1875440196046976:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572578.497086:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x69f:0x0].0x0 (ffff88ca8e88d100) 00010000:00010000:2.0:1788572578.497100:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c4867f3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4867ec expref: 94 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.497120:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x69f:0x0].0x0 (ffff88ca8e88d100) 00010000:00010000:2.0:1788572578.497124:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572578.497126:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b02c00, rc 0) 00000100:00100000:2.0:1788572578.497212:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+94:225655:x1875440196046848:12345-0@lo:101:mdt00_005.0 Request processed in 6246us (6299us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.497229:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37107 00000100:00100000:0.0:1788572578.497327:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196046848:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1788572578.497347:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.497394:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8400/0xaad440e68c4867fa lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.497406:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8400/0xaad440e68c4867fa lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.497416:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8400/0xaad440e68c4867fa lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572578.497764:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3901, 64 off257856 00000040:00080000:0.0:1788572578.497794:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].196, 392 off109280 00000040:00080000:0.0:1788572578.497841:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].665, 472 off360920 00000004:00080000:0.0:1788572578.497846:0:225655:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbb7159840 with version 4834 00000004:00080000:3.0:1788572578.497988:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4834 rpc_version 4834 00000020:00100000:3.0:1788572578.498023:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572578.498030:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8273dc00 x1875440196047360/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1688/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572578.498052:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273dc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196047360:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572578.498098:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.498131:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.498552:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196047360 00000100:00100000:2.0:1788572578.498560:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196047360 00000100:00100000:2.0:1788572578.498603:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37108 00000100:00100000:2.0:1788572578.498611:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+94:202414:x1875440196047360:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572578.498980:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+95:202414:x1875440196047360:12345-0@lo:1000:osp_up1-0.0 Request processed in 369us (881us total) trans 8589973285 rc 0/0 00000100:00100000:2.0:1788572578.498988:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37108 00000100:00100000:0.0:1788572578.499306:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273dc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196047360:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1788572578.499674:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486801 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x69f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499692:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486801 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x69f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499704:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486801 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x69f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499712:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486801 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x69f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499718:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486801 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x69f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499728:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486801 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x69f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499752:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572578.499774:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8400/0xaad440e68c4867fa lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499781:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8400/0xaad440e68c4867fa lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499787:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8400/0xaad440e68c4867fa lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499792:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.499797:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8400/0xaad440e68c4867fa lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499804:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8400/0xaad440e68c4867fa lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499816:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x69f:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:2.0:1788572578.499819:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.499824:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8400/0xaad440e68c4867fa lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499831:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8400/0xaad440e68c4867fa lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499845:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499858:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499865:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.499988:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572578.500005:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572578.500011:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4867d7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.500027:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4867d7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.500033:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4867d7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500444:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572578.500451:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486801 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x69f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500458:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572578.500460:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486801 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x69f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500466:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486801 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x69f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500475:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x69f:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:0.0:1788572578.500477:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572578.500480:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486801 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x69f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500485:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486801 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x69f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500501:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572578.500504:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500510:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.500514:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.500522:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500558:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500565:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.500585:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500592:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b03e00/0xaad440e68c4867ec lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4867f3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500607:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.500610:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4867d7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500616:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b780e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.500620:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4867d7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.500627:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4867d7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500642:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 4/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4867d7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500648:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.500653:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4867d7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.500665:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.500667:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.500669:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.500684:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196047616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.500734:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.500766:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572578.500772:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196047488:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.500792:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.500822:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196047616 00000100:00100000:0.0:1788572578.500827:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196047616 00000100:00100000:0.0:1788572578.500865:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196047488 00000100:00100000:0.0:1788572578.500868:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196047488 00010000:00010000:2.0:1788572578.500994:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788572578.501001:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8b780e00/0xaad440e68c4867d0 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4867d7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.501200:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572578.501306:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572578.501315:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.501337:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02800/0xaad440e68c4867de lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4867e5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.501346:0:225655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02800/0xaad440e68c4867de lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4867e5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.501533:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+54:361572:x1875453633025152:12345-192.168.202.54@tcp:36:rm.0 Request processed in 12125us (12389us total) trans 12884961970 rc 0/0 00000100:00100000:2.0:1788572578.501543:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138170 00000100:00100000:0.0:1788572578.501631:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15973 00000100:00100000:0.0:1788572578.501643:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+96:3640:x1875440196047616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.501657:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.501674:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c4867d7 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4867d0 expref: 96 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.501687:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:0.0:1788572578.501696:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.501728:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+95:3640:x1875440196047616:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.501734:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15973 00000100:00100000:0.0:1788572578.501749:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15974 00000100:00100000:0.0:1788572578.501755:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb88c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+94:3640:x1875440196047488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.501762:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.501772:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c4867f3 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x69f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4867ec expref: 94 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.501781:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x69f:0x0].0x0 (ffff88ca8e88d100) 00010000:00010000:0.0:1788572578.501787:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.501808:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb88c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+93:3640:x1875440196047488:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.501814:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15974 00000100:00100000:1.0:1788572578.502040:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196047488:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.502051:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196047616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.505621:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.505715:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633025280 00000100:00100000:2.0:1788572578.505724:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633025280 00000100:00100000:2.0:1788572578.505819:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138171 00000100:00100000:2.0:1788572578.505831:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+54:361572:x1875453633025280:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.505857:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.505882:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c486808 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77714 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.505967:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c48680f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.505981:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c48680f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.505992:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c48680f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.506005:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c486816 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.506011:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c486816 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.506028:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c486816 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.506189:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca38a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196047744:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572578.506257:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.506304:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1db40 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.506472:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196047744 00000100:00100000:1.0:1788572578.506476:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196047744 00000100:00100000:1.0:1788572578.506513:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37109 00000100:00100000:1.0:1788572578.506520:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+93:202394:x1875440196047744:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788572578.506595:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+93:202394:x1875440196047744:12345-0@lo:1000:mdt00_002.0 Request processed in 75us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.506601:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37109 00000100:00100000:1.0:1788572578.506639:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca38a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196047744:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1788572578.506685:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c48681d lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506696:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c48681d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506703:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c48681d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.506724:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c48681d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506739:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c48680f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506746:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c48680f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506753:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c48680f lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506759:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c48680f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506766:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.506770:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c48680f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506777:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c48680f lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506789:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399000) 00010000:00010000:1.0:1788572578.506793:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.506798:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c48680f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506804:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c48680f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506818:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c486816 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506823:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c486816 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506828:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c486816 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506833:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.506836:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c486816 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506842:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c486816 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506848:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xead11c38 (ffff88cba1399600) 00010000:00010000:1.0:1788572578.506851:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.506854:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c486816 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506860:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c486816 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506894:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c486808 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77714 expref: 56 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506910:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c48681d lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77714 expref: 55 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.506916:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2cc:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:1.0:1788572578.506918:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.506921:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03c00, rc 0) 00000100:00100000:1.0:1788572578.506959:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+55:361572:x1875453633025280:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1131us (1347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.506965:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138171 00000100:00100000:2.0:1788572578.510807:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.510956:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633025408 00000100:00100000:0.0:1788572578.510966:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633025408 00000100:00100000:0.0:1788572578.511122:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138172 00000100:00100000:0.0:1788572578.511135:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:361572:x1875453633025408:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.511185:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.511209:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486824 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7771b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.511292:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c48682b lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.511306:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c48682b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.511318:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c48682b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.511382:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x2cc:0x0]: returning size 0 00000004:00200000:0.0:1788572578.511388:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572578.511423:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486824 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7771b expref: 88 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.511445:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c48682b lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7771b expref: 87 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.511452:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2cc:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:0.0:1788572578.511455:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572578.511458:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8e00, rc 0) 00000100:00100000:0.0:1788572578.511518:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:361572:x1875453633025408:12345-192.168.202.54@tcp:101:rm.0 Request processed in 386us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.511525:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138172 00000100:00100000:3.0:1788572578.514703:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.516562:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633025792 00000100:00100000:1.0:1788572578.516576:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633025792 00000100:00100000:1.0:1788572578.516641:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138173 00000100:00100000:1.0:1788572578.516651:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:361572:x1875453633025792:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572578.516706:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.516733:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c48682b lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7771b expref: 87 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.516753:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2cc:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:1.0:1788572578.516765:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572578.516814:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.516823:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.516833:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.516856:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196047872:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1788572578.516985:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.517294:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196047872 00000100:00100000:1.0:1788572578.517299:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196047872 00000100:00100000:1.0:1788572578.517336:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37110 00000100:00100000:1.0:1788572578.517345:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+48:202393:x1875440196047872:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572578.517361:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.517449:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c486839 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486832 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.517475:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c486839 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486832 expref: 49 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.517489:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c486839 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486832 expref: 49 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.517498:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:1.0:1788572578.517501:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.517504:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03e00, rc 0) 00000100:00100000:1.0:1788572578.517542:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+49:202393:x1875440196047872:12345-0@lo:101:mdt00_001.0 Request processed in 199us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.517549:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37110 00000100:00100000:1.0:1788572578.517576:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.517600:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196047872:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572578.517617:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486839 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.517627:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486839 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.517652:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.517674:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c486840 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.517682:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c486840 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.517689:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c486840 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.517703:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196048000:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1788572578.517730:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.517752:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.517766:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196048000 00000100:00100000:1.0:1788572578.517770:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196048000 00000100:00100000:1.0:1788572578.517798:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37111 00000100:00100000:1.0:1788572578.517805:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+49:202393:x1875440196048000:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572578.517812:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.517827:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03000/0xaad440e68c486847 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486840 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.517841:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03000/0xaad440e68c486847 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486840 expref: 50 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.517851:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03000/0xaad440e68c486847 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486840 expref: 50 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.517858:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xead11c38 (ffff88ca8ff27000) 00010000:00010000:1.0:1788572578.517861:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.517863:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03000, rc 0) 00000100:00100000:3.0:1788572578.518694:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.519131:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633025536 00000100:00100000:0.0:1788572578.519139:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633025536 00000100:00100000:0.0:1788572578.519235:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15975 00000100:00100000:0.0:1788572578.519246:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+55:352626:x1875453633025536:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572578.519261:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.519292:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03c00/0xaad440e68c48681d lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77714 expref: 55 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.519310:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2cc:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:0.0:1788572578.519322:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.519594:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+54:352626:x1875453633025536:12345-192.168.202.54@tcp:103:rm.0 Request processed in 123us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.519604:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15975 00000100:00100000:0.0:1788572578.520431:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196048000:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572578.520455:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c486840 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486847 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.520468:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c486840 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486847 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.520496:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:0.0:1788572578.520548:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196048128:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572578.520601:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.520639:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.520765:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196048128 00000100:00100000:3.0:1788572578.520772:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196048128 00000100:00100000:3.0:1788572578.520818:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37112 00000100:00100000:3.0:1788572578.520825:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+51:202393:x1875440196048128:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572578.520915:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+51:202393:x1875440196048128:12345-0@lo:1000:mdt00_001.0 Request processed in 90us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.520922:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37112 00000100:00100000:0.0:1788572578.521046:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196048128:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572578.521089:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196048256:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572578.521126:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.521453:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.521861:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196048256 00000100:00100000:2.0:1788572578.521867:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196048256 00000100:00100000:1.0:1788572578.522052:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+51:202393:x1875440196048000:12345-0@lo:101:mdt00_001.0 Request processed in 4246us (4319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.522059:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37111 00000100:00100000:1.0:1788572578.522082:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37113 00000100:00100000:1.0:1788572578.522089:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+50:202393:x1875440196048256:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788572578.522357:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+50:202393:x1875440196048256:12345-0@lo:1000:mdt00_001.0 Request processed in 268us (1229us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572578.522541:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196048256:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1788572578.522610:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.522620:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.522631:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.522647:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196048384:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1788572578.522676:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.522694:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37113 00000100:00100000:1.0:1788572578.522854:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196048384 00000100:00100000:1.0:1788572578.522859:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196048384 00000100:00100000:1.0:1788572578.522878:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37114 00000100:00100000:1.0:1788572578.522882:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+50:202393:x1875440196048384:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572578.522902:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.522917:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c486855 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48684e expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.522939:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c486855 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48684e expref: 51 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.522951:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c486855 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48684e expref: 51 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.522959:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2cc:0x0].0x0 (ffff88ca8ff27800) 00010000:00010000:1.0:1788572578.522962:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.522965:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03200, rc 0) 00000100:00100000:1.0:1788572578.522988:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+51:202393:x1875440196048384:12345-0@lo:101:mdt00_001.0 Request processed in 105us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.522993:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37114 00000100:00100000:1.0:1788572578.523204:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.523229:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196048384:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572578.523242:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486855 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.523251:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486855 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.523274:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c48685c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.523297:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c48685c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.523305:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c48685c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.523607:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3232, 64 off215040 00000004:00080000:1.0:1788572578.523614:0:202393:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 13556617461307ns, next at 13557617459417ns, rc = 0 00000040:00080000:1.0:1788572578.523638:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].907, 392 off519744 00000040:00080000:1.0:1788572578.523680:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1450, 472 off1263120 00000004:00080000:1.0:1788572578.523685:0:202393:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9289cc00 with version 15462 00000004:00080000:3.0:1788572578.523868:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15462 rpc_version 15462 00000020:00100000:3.0:1788572578.523904:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572578.523912:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8273ed80 x1875440196048640/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572578.523930:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273ed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196048640:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572578.523973:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.523997:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.524097:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196048640 00000100:00100000:1.0:1788572578.524103:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196048640 00000100:00100000:1.0:1788572578.524147:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37115 00000100:00100000:1.0:1788572578.524173:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb907c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+51:203127:x1875440196048640:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572578.524547:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb907c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+52:203127:x1875440196048640:12345-0@lo:1000:osp_up0-1.0 Request processed in 375us (572us total) trans 12884961971 rc 0/0 00000100:00100000:1.0:1788572578.524554:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37115 00000100:00100000:1.0:1788572578.524763:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273ed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196048640:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1788572578.524798:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486863 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.524813:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486863 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.524824:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486863 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.524836:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486863 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.524843:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486863 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.524850:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486863 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.524867:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.525017:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.525024:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486863 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525031:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.525034:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486863 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525043:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486863 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525055:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2cc:0x0].0x0 (ffff88ca8ff27d00) 00010000:00010000:1.0:1788572578.525058:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.525063:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486863 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525070:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486863 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525082:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.525084:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.525086:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.525116:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c48685c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525123:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c48685c lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525129:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c48685c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525134:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.525138:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c48685c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525144:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c48685c lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525350:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2cc:0x0].0x0 (ffff88ca8ff27d00) 00010000:00010000:1.0:1788572578.525353:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.525357:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c48685c lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525364:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c48685c lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525447:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486855 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525455:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486855 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525461:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486855 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525526:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1788572578.525540:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.525546:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486839 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525553:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486839 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.525560:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486839 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.525711:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572578.525717:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486855 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.525723:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572578.525728:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486855 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.525735:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486855 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.525764:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486855 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.525770:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572578.525801:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486855 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.525809:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9a00/0xaad440e68c48684e lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486855 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.525824:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572578.525827:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486839 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.525833:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572578.525836:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486839 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.525842:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486839 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.525856:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 4/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486839 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.525861:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572578.525866:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486839 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.525872:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.525874:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.525876:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.525964:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196048896:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.526010:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.526046:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572578.526052:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196048768:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.526069:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.526093:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196048896 00000100:00100000:0.0:1788572578.526098:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196048896 00000100:00100000:0.0:1788572578.526140:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196048768 00000100:00100000:0.0:1788572578.526142:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196048768 00000100:00100000:0.0:1788572578.526184:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15976 00000100:00100000:0.0:1788572578.526192:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+53:3638:x1875440196048896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.526203:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.526230:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c486839 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486832 expref: 53 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.526241:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:0.0:1788572578.526250:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.526292:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+52:3638:x1875440196048896:12345-0@lo:103:ldlm_bl.0 Request processed in 101us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.526300:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15976 00000100:00100000:0.0:1788572578.526315:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15977 00000100:00100000:0.0:1788572578.526321:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+51:3638:x1875440196048768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.526329:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.526339:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03200/0xaad440e68c486855 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2cc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48684e expref: 51 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.526349:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2cc:0x0].0x0 (ffff88ca8ff27800) 00010000:00010000:0.0:1788572578.526354:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.526387:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+50:3638:x1875440196048768:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.526396:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15977 00000100:00100000:0.0:1788572578.526435:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196048768:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.526444:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196048896:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.526824:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788572578.526831:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486832 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486839 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.526851:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.526858:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c486840 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486847 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.526866:0:202393:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c486840 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486847 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.526951:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:361572:x1875453633025792:12345-192.168.202.54@tcp:36:rm.0 Request processed in 10299us (12257us total) trans 8589973286 rc 0/0 00000100:00100000:1.0:1788572578.526958:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138173 00010000:00010000:3.0:1788572578.529979:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.530704:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.530801:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633025920 00000100:00100000:2.0:1788572578.530810:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633025920 00000100:00100000:2.0:1788572578.530899:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138174 00000100:00100000:2.0:1788572578.530909:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:361572:x1875453633025920:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.530932:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.530954:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c48686a lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77722 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531145:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486871 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531188:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486871 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531201:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486871 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531215:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486878 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531231:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486878 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531243:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486878 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531540:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c48687f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x466:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531551:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c48687f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x466:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531559:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c48687f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x466:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.531609:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x466:0x0]: returning size 0 00000004:00200000:2.0:1788572578.531614:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572578.531634:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c48687f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x466:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531646:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c48687f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x466:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531655:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486871 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531661:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486871 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531667:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486871 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531673:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486871 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531682:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.531686:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486871 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531694:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486871 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531707:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399800) 00010000:00010000:2.0:1788572578.531710:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.531715:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486871 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531721:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486871 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531733:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486878 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531739:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486878 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531744:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486878 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531749:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.531752:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486878 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531757:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486878 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531769:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x9d489193 (ffff88cba1399d00) 00010000:00010000:2.0:1788572578.531772:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.531774:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486878 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531779:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7a00/0xaad440e68c486878 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531811:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c48686a lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77722 expref: 89 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531826:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c48687f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x466:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77722 expref: 88 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.531833:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x466:0x0].0x0 (ffff88cba1399700) 00010000:00010000:2.0:1788572578.531835:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572578.531837:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a6200, rc 0) 00000100:00100000:2.0:1788572578.532054:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+88:361572:x1875453633025920:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1146us (1357us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.532063:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138174 00000100:00100000:0.0:1788572578.535782:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.535872:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633026176 00000100:00100000:1.0:1788572578.535882:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633026176 00000100:00100000:1.0:1788572578.536086:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138175 00000100:00100000:1.0:1788572578.536097:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+88:361572:x1875453633026176:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572578.536192:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.536220:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c48687f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x466:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77722 expref: 88 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.536489:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x466:0x0].0x0 (ffff88cba1399700) 00010000:00010000:1.0:1788572578.536502:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572578.536529:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c486886 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.536542:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c486886 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.536552:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c486886 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.536567:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c48688d lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.536573:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c48688d lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.536579:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c48688d lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.536679:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486894 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x466:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.536687:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486894 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x466:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.536698:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486894 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x466:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.536945:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3233, 64 off215104 00010000:00010000:1.0:1788572578.536995:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c48689b lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x466:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537004:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c48689b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537012:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c48689b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537460:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c48689b lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537467:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c48689b lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537474:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c48689b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x466:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537497:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.537517:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486894 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537523:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486894 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537529:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486894 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537538:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.537542:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486894 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537550:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486894 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537561:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x466:0x0].0x0 (ffff88ca8ff27b00) 00010000:00010000:1.0:1788572578.537564:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572578.537568:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486894 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537574:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c486894 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x466:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537595:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c486886 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537602:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c486886 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537607:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c486886 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537613:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c486886 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537618:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.537621:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c486886 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537630:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c486886 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537637:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:1.0:1788572578.537640:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.537643:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c486886 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537649:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02e00/0xaad440e68c486886 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.537667:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000266b8299 reply state 0000000070365a64 transno 8589973287 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c48688d lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537676:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c48688d lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.537682:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x9d489193 (ffff88ca8ff27900) 00010000:00010000:1.0:1788572578.537683:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572578.537686:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572578.537814:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+89:361572:x1875453633026176:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1716us (2040us total) trans 8589973287 rc 0/0 00000100:00100000:1.0:1788572578.537823:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138175 00010000:00010000:2.0:1788572578.537871:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.537878:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c48689b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.537894:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.537899:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c48689b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.537909:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c48689b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.537918:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x466:0x0].0x0 (ffff88ca8ff27b00) 00010000:00010000:2.0:1788572578.537920:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.537923:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c48689b lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.537928:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afea00/0xaad440e68c48689b lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x466:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.537942:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.537944:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.537946:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.541804:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.541960:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633026304 00000100:00100000:3.0:1788572578.542098:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633026304 00000100:00100000:3.0:1788572578.542523:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138176 00000100:00100000:3.0:1788572578.542533:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+54:361572:x1875453633026304:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.542552:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.542576:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c4868a2 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77729 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542638:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4868a9 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542651:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4868a9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542662:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4868a9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542674:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c4868b0 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542681:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c4868b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542687:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c4868b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542825:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c4868b7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x938:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542833:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c4868b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x938:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542839:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c4868b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x938:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572578.542873:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x938:0x0]: returning size 0 00000004:00200000:3.0:1788572578.542876:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572578.542908:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c4868b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x938:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542919:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c4868b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x938:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542928:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4868a9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542934:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4868a9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542943:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4868a9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542949:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4868a9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542954:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b781600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.542958:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4868a9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542965:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4868a9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542976:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a1e3c00) 00010000:00010000:3.0:1788572578.542978:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.542983:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4868a9 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.542991:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4868a9 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.543006:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c4868b0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.543012:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c4868b0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.543028:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c4868b0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.543032:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b781000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.543035:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c4868b0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.543040:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c4868b0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.543047:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xdcc3432f (ffff88cb8a1e3700) 00010000:00010000:3.0:1788572578.543049:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.543051:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c4868b0 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.543057:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c4868b0 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.543087:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c4868a2 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77729 expref: 56 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.543103:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c4868b7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x938:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77729 expref: 55 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.543111:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x938:0x0].0x0 (ffff88cb8a1e3100) 00010000:00010000:3.0:1788572578.543316:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572578.543320:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8b780e00, rc 0) 00000100:00100000:3.0:1788572578.543510:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+55:361572:x1875453633026304:12345-192.168.202.54@tcp:101:rm.0 Request processed in 977us (1714us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.543518:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138176 00000100:00100000:1.0:1788572578.547094:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.547349:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633026560 00000100:00100000:2.0:1788572578.547360:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633026560 00000100:00100000:2.0:1788572578.547428:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138177 00000100:00100000:2.0:1788572578.547438:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+55:361572:x1875453633026560:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572578.547498:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.547524:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c4868b7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x938:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77729 expref: 55 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.547543:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x938:0x0].0x0 (ffff88cb8a1e3100) 00010000:00010000:2.0:1788572578.547555:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572578.547580:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c4868be lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.547592:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c4868be lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.547605:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c4868be lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.547615:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c4868c5 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.547621:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c4868c5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.547627:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c4868c5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.547714:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4868cc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x938:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.547722:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4868cc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x938:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.547728:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4868cc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x938:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572578.547962:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3902, 64 off257920 00010000:00010000:2.0:1788572578.548009:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4868d3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x938:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548018:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4868d3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x938:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548025:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4868d3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x938:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548032:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4868d3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x938:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548039:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4868d3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x938:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548045:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4868d3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x938:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548068:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572578.548085:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4868cc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x938:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548091:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4868cc lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x938:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548097:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4868cc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x938:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548102:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.548106:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4868cc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x938:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548122:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4868cc lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x938:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548130:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x938:0x0].0x0 (ffff88cba1399b00) 00010000:00010000:2.0:1788572578.548133:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572578.548137:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4868cc lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x938:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548142:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4868cc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x938:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548201:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c4868be lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548206:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c4868be lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548211:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c4868be lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548216:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c4868be lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548229:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.548232:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c4868be lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548237:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c4868be lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548243:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399800) 00010000:00010000:2.0:1788572578.548245:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.548247:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c4868be lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548252:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c4868be lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.548265:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b1e87b2d reply state 0000000035f8827f transno 12884961972 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c4868c5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548285:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c4868c5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.548292:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xdcc3432f (ffff88cba1399d00) 00010000:00010000:2.0:1788572578.548294:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572578.548297:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572578.548367:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+56:361572:x1875453633026560:12345-192.168.202.54@tcp:36:rm.0 Request processed in 929us (1280us total) trans 12884961972 rc 0/0 00000100:00100000:2.0:1788572578.548375:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138177 00010000:00010000:1.0:1788572578.548738:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.548744:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4868d3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x938:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.548751:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.548754:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4868d3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x938:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.548761:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4868d3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x938:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.548772:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x938:0x0].0x0 (ffff88cba1399b00) 00010000:00010000:1.0:1788572578.548774:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.548777:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4868d3 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x938:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.548783:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4868d3 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x938:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.548797:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.548799:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.548801:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.552397:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.552483:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633026688 00000100:00100000:2.0:1788572578.552493:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633026688 00000100:00100000:2.0:1788572578.552549:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138178 00000100:00100000:2.0:1788572578.552558:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+56:361572:x1875453633026688:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.552582:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.552608:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4868da lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77730 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.552676:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c4868e1 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.552688:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c4868e1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.552701:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c4868e1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.552712:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c4868e8 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.552718:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c4868e8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.552726:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c4868e8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.552880:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c4868ef lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x90b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.552904:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c4868ef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x90b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.552911:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c4868ef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x90b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.552945:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x90b:0x0]: returning size 0 00000004:00200000:2.0:1788572578.552948:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572578.552968:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c4868ef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x90b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.552980:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c4868ef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x90b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.552990:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c4868e1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.552997:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c4868e1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553002:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c4868e1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553009:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c4868e1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553034:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.553038:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c4868e1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553046:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c4868e1 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553058:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399700) 00010000:00010000:2.0:1788572578.553061:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.553066:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c4868e1 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553072:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c4868e1 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553088:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c4868e8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553095:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c4868e8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553101:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c4868e8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553106:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.553109:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c4868e8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553114:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c4868e8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553126:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x2bab6d28 (ffff88cba1399000) 00010000:00010000:2.0:1788572578.553128:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.553131:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c4868e8 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553137:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c4868e8 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553204:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4868da lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77730 expref: 58 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553292:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c4868ef lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x90b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77730 expref: 57 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.553300:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x90b:0x0].0x0 (ffff88cba1399600) 00010000:00010000:2.0:1788572578.553302:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572578.553305:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a6200, rc 0) 00000100:00100000:2.0:1788572578.553360:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+57:361572:x1875453633026688:12345-192.168.202.54@tcp:101:rm.0 Request processed in 804us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.553368:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138178 00000100:00100000:0.0:1788572578.556519:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.556601:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633026944 00000100:00100000:1.0:1788572578.556611:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633026944 00000100:00100000:1.0:1788572578.556666:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138179 00000100:00100000:1.0:1788572578.556677:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+57:361572:x1875453633026944:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572578.556739:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.556763:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6200/0xaad440e68c4868ef lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x90b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77730 expref: 57 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.556780:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x90b:0x0].0x0 (ffff88cba1399600) 00010000:00010000:1.0:1788572578.556791:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572578.556816:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c4868f6 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.556828:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c4868f6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.556843:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c4868f6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.556857:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4868fd lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.556864:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4868fd lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.556870:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4868fd lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.556985:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486904 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x90b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.556994:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486904 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x90b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557000:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486904 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x90b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.557296:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3907, 64 off258240 00010000:00010000:1.0:1788572578.557343:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48690b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x90b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557352:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48690b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x90b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557360:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48690b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x90b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557368:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48690b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x90b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557375:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48690b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x90b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557381:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48690b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x90b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557402:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.557421:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486904 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x90b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557426:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486904 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x90b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557432:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486904 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x90b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557437:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.557441:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486904 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x90b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557449:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486904 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x90b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557457:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x90b:0x0].0x0 (ffff88ca8ff27c00) 00010000:00010000:1.0:1788572578.557460:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572578.557463:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486904 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x90b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557469:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c486904 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x90b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557491:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c4868f6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557497:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c4868f6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557503:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c4868f6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557508:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c4868f6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557513:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.557516:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c4868f6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557522:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c4868f6 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557529:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:1.0:1788572578.557531:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.557534:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c4868f6 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557539:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c4868f6 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.557554:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000080f37ad4 reply state 00000000e4de4bc8 transno 12884961973 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4868fd lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557563:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4868fd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.557568:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x2bab6d28 (ffff88ca8ff27d00) 00010000:00010000:1.0:1788572578.557571:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572578.557573:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572578.557633:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+58:361572:x1875453633026944:12345-192.168.202.54@tcp:36:rm.0 Request processed in 957us (1123us total) trans 12884961973 rc 0/0 00000100:00100000:1.0:1788572578.557641:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138179 00010000:00010000:3.0:1788572578.558408:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572578.558417:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48690b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x90b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.558428:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572578.558431:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48690b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x90b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.558438:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48690b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x90b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.558449:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x90b:0x0].0x0 (ffff88ca8ff27c00) 00010000:00010000:3.0:1788572578.558451:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572578.558455:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48690b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x90b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.558460:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48690b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x90b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.558475:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.558477:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.558478:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.562323:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.562388:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633027072 00000100:00100000:3.0:1788572578.562400:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633027072 00000100:00100000:3.0:1788572578.562463:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138180 00000100:00100000:3.0:1788572578.562473:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+89:361572:x1875453633027072:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.562502:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.562528:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c486912 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77737 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562595:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c486919 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562613:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c486919 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562627:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c486919 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562638:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c486920 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562645:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c486920 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562652:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c486920 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562718:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780e00/0xaad440e68c486927 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562724:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780e00/0xaad440e68c486927 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562731:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780e00/0xaad440e68c486927 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.562752:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780e00/0xaad440e68c486927 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562765:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c486919 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562772:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c486919 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562783:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c486919 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562790:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c486919 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562796:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b781000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.562800:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c486919 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562808:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c486919 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562819:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8a1e3c00) 00010000:00010000:3.0:1788572578.562822:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.562825:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c486919 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562832:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c486919 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562844:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c486920 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562850:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c486920 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562856:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c486920 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562861:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b781600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.562864:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c486920 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562870:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c486920 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562876:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x6ec121be (ffff88cb8a1e3700) 00010000:00010000:3.0:1788572578.562878:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.562880:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c486920 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562899:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c486920 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562926:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c486912 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77737 expref: 91 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562940:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780e00/0xaad440e68c486927 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77737 expref: 90 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.562947:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9f4:0x0].0x0 (ffff88cb8a1e3900) 00010000:00010000:3.0:1788572578.562949:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572578.562951:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8b780e00, rc 0) 00000100:00100000:3.0:1788572578.563012:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+90:361572:x1875453633027072:12345-192.168.202.54@tcp:101:rm.0 Request processed in 541us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.563077:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138180 00000100:00100000:0.0:1788572578.566507:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.566574:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633027200 00000100:00100000:3.0:1788572578.566584:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633027200 00000100:00100000:3.0:1788572578.566642:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138181 00000100:00100000:3.0:1788572578.566652:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+58:361572:x1875453633027200:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.566675:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.566696:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c48692e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7773e expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.566841:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c486935 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.566856:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c486935 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.566867:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c486935 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572578.566913:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x9f4:0x0]: returning size 0 00000004:00200000:3.0:1788572578.566917:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572578.566954:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c48692e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7773e expref: 60 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.566971:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c486935 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7773e expref: 59 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.566980:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9f4:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:3.0:1788572578.566983:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572578.566986:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1b000, rc 0) 00000100:00100000:3.0:1788572578.567047:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+59:361572:x1875453633027200:12345-192.168.202.54@tcp:101:rm.0 Request processed in 395us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.567055:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138181 00000100:00100000:1.0:1788572578.570542:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.570633:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.570730:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633027584 00000100:00100000:3.0:1788572578.570740:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633027584 00000100:00100000:3.0:1788572578.570801:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138182 00000100:00100000:3.0:1788572578.570810:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+59:361572:x1875453633027584:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.570868:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.570911:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c486935 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7773e expref: 59 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.570931:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9f4:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:3.0:1788572578.570944:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.570997:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.571005:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.571112:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.571140:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196049024:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1788572578.571411:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.571446:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.571492:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196049024 00000100:00100000:1.0:1788572578.571497:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196049024 00000100:00100000:1.0:1788572578.571536:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37116 00000100:00100000:1.0:1788572578.571543:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+93:204288:x1875440196049024:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572578.571555:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.571570:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03e00/0xaad440e68c486943 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48693c expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.571593:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03e00/0xaad440e68c486943 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48693c expref: 94 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.571604:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03e00/0xaad440e68c486943 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48693c expref: 94 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.571612:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:1.0:1788572578.571614:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.571618:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03e00, rc 0) 00000100:00100000:1.0:1788572578.571667:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+94:204288:x1875440196049024:12345-0@lo:101:mdt00_003.0 Request processed in 123us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.571674:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37116 00000100:00100000:0.0:1788572578.571756:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196049024:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572578.571772:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486943 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.571783:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486943 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.571802:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572578.571826:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8400/0xaad440e68c48694a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.571833:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8400/0xaad440e68c48694a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.571840:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8400/0xaad440e68c48694a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.571853:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196049152:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572578.571878:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.571907:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.571956:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196049152 00000100:00100000:3.0:1788572578.571961:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196049152 00000100:00100000:3.0:1788572578.572061:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37117 00000100:00100000:3.0:1788572578.572069:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+94:204288:x1875440196049152:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1788572578.572077:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.572089:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b600/0xaad440e68c486951 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48694a expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.572105:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b600/0xaad440e68c486951 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48694a expref: 95 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.572116:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b600/0xaad440e68c486951 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48694a expref: 95 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.572123:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x6ec121be (ffff88cb8a1e3600) 00010000:00010000:3.0:1788572578.572125:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.572128:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1b600, rc 0) 00000100:00100000:3.0:1788572578.572180:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+95:204288:x1875440196049152:12345-0@lo:101:mdt00_003.0 Request processed in 112us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.572186:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37117 00000100:00100000:2.0:1788572578.572251:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633027328 00000100:00100000:2.0:1788572578.572255:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633027328 00000100:00100000:2.0:1788572578.572304:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15978 00000100:00100000:2.0:1788572578.572312:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+90:352627:x1875453633027328:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572578.572322:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.572336:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780e00/0xaad440e68c486927 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77737 expref: 90 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.572355:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9f4:0x0].0x0 (ffff88cb8a1e3900) 00010000:00010000:2.0:1788572578.572365:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.572404:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+89:352627:x1875453633027328:12345-192.168.202.54@tcp:103:rm.0 Request processed in 93us (1872us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.572411:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15978 00000100:00100000:0.0:1788572578.572763:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196049152:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572578.572778:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8400/0xaad440e68c48694a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486951 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.572787:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8400/0xaad440e68c48694a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486951 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.572800:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572578.572839:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196049280:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572578.572871:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.572961:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159900 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.573917:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196049280 00000100:00100000:2.0:1788572578.573927:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196049280 00000100:00100000:2.0:1788572578.573969:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37118 00000100:00100000:2.0:1788572578.573980:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+95:204288:x1875440196049280:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788572578.574073:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+95:204288:x1875440196049280:12345-0@lo:1000:mdt00_003.0 Request processed in 96us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.574080:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37118 00000100:00100000:0.0:1788572578.574447:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196049280:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572578.574504:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196049408:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572578.574534:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.574564:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159900 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.574628:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196049408 00000100:00100000:1.0:1788572578.574633:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196049408 00000100:00100000:1.0:1788572578.574664:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37119 00000100:00100000:1.0:1788572578.574671:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+95:204288:x1875440196049408:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572578.574774:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+95:204288:x1875440196049408:12345-0@lo:1000:mdt00_003.0 Request processed in 103us (239us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572578.574782:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37119 00000100:00100000:0.0:1788572578.575099:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196049408:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1788572578.575197:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.575208:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.575348:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.575365:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196049536:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572578.575401:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.575428:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbb7159e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.575478:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196049536 00000100:00100000:1.0:1788572578.575483:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196049536 00000100:00100000:1.0:1788572578.575515:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37120 00000100:00100000:1.0:1788572578.575521:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+95:204288:x1875440196049536:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572578.575532:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.575549:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02600/0xaad440e68c48695f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486958 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.575572:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02600/0xaad440e68c48695f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486958 expref: 96 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.575584:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02600/0xaad440e68c48695f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486958 expref: 96 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.575592:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9f4:0x0].0x0 (ffff88ca8ff27200) 00010000:00010000:1.0:1788572578.575595:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.575598:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b02600, rc 0) 00000100:00100000:1.0:1788572578.575636:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+96:204288:x1875440196049536:12345-0@lo:101:mdt00_003.0 Request processed in 115us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.575645:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37120 00000100:00100000:0.0:1788572578.575714:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196049536:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572578.575726:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48695f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.575736:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48695f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.575761:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c486966 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.575770:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c486966 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.575779:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c486966 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572578.576416:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3903, 64 off257984 00000040:00080000:0.0:1788572578.576444:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].197, 392 off109672 00000040:00080000:0.0:1788572578.576489:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].666, 472 off361392 00000004:00080000:0.0:1788572578.576494:0:204288:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbb7159e40 with version 4835 00000004:00080000:1.0:1788572578.576558:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4835 rpc_version 4835 00000020:00100000:1.0:1788572578.576581:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572578.576588:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8c7ff100 x1875440196049792/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572578.576605:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ff100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196049792:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572578.576645:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.576671:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8cf8ef00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.576728:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196049792 00000100:00100000:0.0:1788572578.576733:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196049792 00000100:00100000:0.0:1788572578.576803:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37121 00000100:00100000:0.0:1788572578.576811:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+96:202414:x1875440196049792:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572578.577311:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+97:202414:x1875440196049792:12345-0@lo:1000:osp_up1-0.0 Request processed in 498us (663us total) trans 8589973288 rc 0/0 00000100:00100000:0.0:1788572578.577320:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37121 00000100:00100000:0.0:1788572578.577378:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ff100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196049792:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572578.577418:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c48696d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577432:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c48696d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577443:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c48696d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577453:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c48696d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577459:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c48696d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577465:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c48696d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577482:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572578.577506:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c486966 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577512:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c486966 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577518:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c486966 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577523:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.577528:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c486966 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577540:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c486966 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577551:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9f4:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:0.0:1788572578.577553:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.577557:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c486966 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577563:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c486966 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577576:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48695f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577583:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48695f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577590:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48695f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577604:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572578.577615:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572578.577621:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486943 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577628:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486943 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577635:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486943 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577649:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1788572578.577652:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572578.577659:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572578.577664:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c48696d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577670:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572578.577673:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c48696d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577679:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c48696d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577687:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9f4:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:0.0:1788572578.577690:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572578.577693:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c48696d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577698:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c48696d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577712:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572578.577715:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48695f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577720:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.577724:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48695f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.577735:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48695f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577760:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48695f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577767:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.577788:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48695f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577795:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486958 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48695f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577809:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.577812:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486943 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577818:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.577822:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486943 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.577828:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486943 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577844:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486943 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577850:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.577856:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486943 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577864:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1b800/0xaad440e68c48693c lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486943 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.577878:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.577880:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.577882:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.577911:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196049920:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.577950:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.577977:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788572578.577983:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196050048:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.578003:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.578035:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196049920 00000100:00100000:0.0:1788572578.578040:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196049920 00000100:00100000:0.0:1788572578.578072:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196050048 00000100:00100000:0.0:1788572578.578076:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196050048 00000100:00100000:0.0:1788572578.578098:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15979 00000100:00100000:0.0:1788572578.578105:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+98:3639:x1875440196049920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.578116:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.578133:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02600/0xaad440e68c48695f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9f4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486958 expref: 98 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.578144:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9f4:0x0].0x0 (ffff88ca8ff27200) 00010000:00010000:0.0:1788572578.578176:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.578207:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+97:3639:x1875440196049920:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.578214:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15979 00000100:00100000:0.0:1788572578.578229:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15980 00000100:00100000:0.0:1788572578.578235:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+96:3639:x1875440196050048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.578243:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.578256:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03e00/0xaad440e68c486943 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48693c expref: 96 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.578265:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:0.0:1788572578.578271:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.578306:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+95:3639:x1875440196050048:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.578313:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15980 00000100:00100000:0.0:1788572578.578350:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196050048:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.578359:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196049920:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.578382:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8400/0xaad440e68c48694a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486951 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.578390:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8400/0xaad440e68c48694a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486951 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.578462:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+59:361572:x1875453633027584:12345-192.168.202.54@tcp:36:rm.0 Request processed in 7651us (7826us total) trans 12884961974 rc 0/0 00000100:00100000:0.0:1788572578.578470:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138182 00010000:00010000:2.0:1788572578.578686:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.578873:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.581674:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.581796:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633027712 00000100:00100000:2.0:1788572578.581807:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633027712 00000100:00100000:2.0:1788572578.581907:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138183 00000100:00100000:2.0:1788572578.581918:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+59:361572:x1875453633027712:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.581942:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.581966:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c486974 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77745 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.582048:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48697b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.582062:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48697b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.582075:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48697b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.582088:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486982 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.582095:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486982 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.582102:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486982 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.582285:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196050176:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572578.582338:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.582364:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d540 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.582666:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196050176 00000100:00100000:0.0:1788572578.582671:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196050176 00000100:00100000:0.0:1788572578.582715:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37122 00000100:00100000:0.0:1788572578.582723:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+95:202392:x1875440196050176:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572578.582813:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+95:202392:x1875440196050176:12345-0@lo:1000:mdt00_000.0 Request processed in 91us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.582821:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37122 00000100:00100000:1.0:1788572578.582913:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196050176:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1788572578.582959:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c486989 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x490:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.582970:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c486989 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.582978:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c486989 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.582998:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c486989 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583011:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48697b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583031:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48697b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583037:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48697b lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583045:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48697b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583051:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.583055:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48697b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583063:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48697b lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583075:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399700) 00010000:00010000:1.0:1788572578.583078:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.583083:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48697b lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583089:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48697b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583103:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486982 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583109:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486982 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583115:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486982 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583120:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.583123:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486982 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583133:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486982 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583140:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7238eac4 (ffff88cba1399000) 00010000:00010000:1.0:1788572578.583142:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.583145:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486982 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583176:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486982 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583213:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c486974 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77745 expref: 61 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583242:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c486989 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77745 expref: 60 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.583250:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x490:0x0].0x0 (ffff88ca8ff27e00) 00010000:00010000:1.0:1788572578.583252:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.583255:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b02c00, rc 0) 00000100:00100000:1.0:1788572578.583311:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+60:361572:x1875453633027712:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1395us (1647us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.583319:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138183 00000100:00100000:2.0:1788572578.585816:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.585939:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633027840 00000100:00100000:3.0:1788572578.585947:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633027840 00000100:00100000:3.0:1788572578.586003:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138184 00000100:00100000:3.0:1788572578.586013:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+89:361572:x1875453633027840:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.586453:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.586479:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486990 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x490:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7774c expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.586541:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486997 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x490:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.586554:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486997 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x490:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.586565:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486997 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x490:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.586618:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x490:0x0]: returning size 0 00000004:00200000:2.0:1788572578.586623:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572578.586658:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486990 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x490:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7774c expref: 91 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.586678:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486997 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x490:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7774c expref: 90 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.586687:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x490:0x0].0x0 (ffff88cba1399800) 00010000:00010000:2.0:1788572578.586690:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572578.586693:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a6c00, rc 0) 00000100:00100000:2.0:1788572578.586758:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+90:361572:x1875453633027840:12345-192.168.202.54@tcp:101:rm.0 Request processed in 746us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.586766:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138184 00000100:00100000:3.0:1788572578.589994:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.590081:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.590176:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633028224 00000100:00100000:1.0:1788572578.590186:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633028224 00000100:00100000:1.0:1788572578.590256:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138185 00000100:00100000:1.0:1788572578.590268:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+90:361572:x1875453633028224:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572578.590344:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.590374:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6c00/0xaad440e68c486997 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x490:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7774c expref: 90 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.590395:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x490:0x0].0x0 (ffff88cba1399800) 00010000:00010000:1.0:1788572578.590407:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572578.590459:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.590468:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.590478:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.590501:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90181880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196050304:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1788572578.590551:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.590582:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.590706:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633027968 00000100:00100000:2.0:1788572578.590711:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633027968 00000100:00100000:2.0:1788572578.590759:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15981 00000100:00100000:2.0:1788572578.590769:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb88450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+60:352626:x1875453633027968:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572578.590779:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.590794:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c486989 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77745 expref: 60 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.590806:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x490:0x0].0x0 (ffff88ca8ff27e00) 00010000:00010000:2.0:1788572578.590814:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.590861:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb88450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+59:352626:x1875453633027968:12345-192.168.202.54@tcp:103:rm.0 Request processed in 94us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.590868:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15981 00000100:00100000:3.0:1788572578.591550:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196050304 00000100:00100000:3.0:1788572578.591558:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196050304 00000100:00100000:3.0:1788572578.591605:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37123 00000100:00100000:3.0:1788572578.591613:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+50:225655:x1875440196050304:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572578.591631:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.591650:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4869a5 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48699e expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.591675:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4869a5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48699e expref: 51 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.591693:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4869a5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48699e expref: 51 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.591702:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a1e3c00) 00010000:00010000:3.0:1788572578.591705:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.591708:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1a800, rc 0) 00000100:00100000:3.0:1788572578.591760:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+51:225655:x1875440196050304:12345-0@lo:101:mdt00_005.0 Request processed in 148us (1208us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.591765:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37123 00000100:00100000:1.0:1788572578.591913:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90181880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196050304:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.591932:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4869a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.591944:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4869a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.591966:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.591996:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02e00/0xaad440e68c4869ac lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.592008:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02e00/0xaad440e68c4869ac lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.592025:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02e00/0xaad440e68c4869ac lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.592042:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478c380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196050432:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1788572578.592073:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.592107:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.592213:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196050432 00000100:00100000:2.0:1788572578.592227:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196050432 00000100:00100000:2.0:1788572578.592261:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37124 00000100:00100000:2.0:1788572578.592269:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+51:225655:x1875440196050432:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572578.592288:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.592302:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4869b3 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4869ac expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.592319:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4869b3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4869ac expref: 52 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.592332:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4869b3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4869ac expref: 52 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.592339:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7238eac4 (ffff88cba1399300) 00010000:00010000:2.0:1788572578.592342:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.592345:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a7800, rc 0) 00000100:00100000:2.0:1788572578.592380:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+52:225655:x1875440196050432:12345-0@lo:101:mdt00_005.0 Request processed in 112us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.592386:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37124 00000100:00100000:3.0:1788572578.593132:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478c380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196050432:0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572578.593174:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02e00/0xaad440e68c4869ac lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4869b3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.593186:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02e00/0xaad440e68c4869ac lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4869b3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572578.593203:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:3.0:1788572578.593257:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196050560:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788572578.593304:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.593326:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8900 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.593395:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196050560 00000100:00100000:1.0:1788572578.593401:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196050560 00000100:00100000:1.0:1788572578.593440:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37125 00000100:00100000:1.0:1788572578.593448:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+52:225655:x1875440196050560:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.593521:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+52:225655:x1875440196050560:12345-0@lo:1000:mdt00_005.0 Request processed in 75us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.593528:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37125 00000100:00100000:1.0:1788572578.593555:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196050560:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.593596:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196050688:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.593621:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.593642:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196050688 00000100:00100000:1.0:1788572578.593645:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196050688 00000100:00100000:1.0:1788572578.593667:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37126 00000100:00100000:1.0:1788572578.593674:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+52:225655:x1875440196050688:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.593757:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+52:225655:x1875440196050688:12345-0@lo:1000:mdt00_005.0 Request processed in 83us (135us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572578.593763:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37126 00000100:00100000:1.0:1788572578.593779:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.593792:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196050688:0@lo:1000:mdt00_005.0 00010000:00010000:1.0:1788572578.593837:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.593845:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.593852:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.593862:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196050816:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1788572578.593899:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.593920:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196050816 00000100:00100000:1.0:1788572578.593924:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196050816 00000100:00100000:1.0:1788572578.593944:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37127 00000100:00100000:1.0:1788572578.593951:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+52:225655:x1875440196050816:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.593959:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.593973:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c4869c1 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4869ba expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.593994:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c4869c1 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4869ba expref: 53 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.594007:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c4869c1 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4869ba expref: 53 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.594016:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x490:0x0].0x0 (ffff88ca8ff27600) 00010000:00010000:1.0:1788572578.594019:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.594023:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513000, rc 0) 00000100:00100000:1.0:1788572578.594045:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+53:225655:x1875440196050816:12345-0@lo:101:mdt00_005.0 Request processed in 95us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.594051:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37127 00000100:00100000:1.0:1788572578.594069:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d3d2480 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.594081:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478f800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196050816:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.594092:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4869c1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.594101:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4869c1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.594123:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513a00/0xaad440e68c4869c8 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.594131:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513a00/0xaad440e68c4869c8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.594139:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513a00/0xaad440e68c4869c8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.594454:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3234, 64 off215168 00000040:00080000:1.0:1788572578.594483:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].908, 392 off520136 00000040:00080000:1.0:1788572578.594529:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1451, 472 off1263592 00000004:00080000:1.0:1788572578.594534:0:225655:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8d3d2480 with version 15463 00000004:00080000:1.0:1788572578.594549:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15463 rpc_version 15463 00000020:00100000:1.0:1788572578.594566:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572578.594573:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9478f800 x1875440196051072/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572578.594588:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478f800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196051072:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572578.594618:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.594634:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95197000 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.594646:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196051072 00000100:00100000:1.0:1788572578.594650:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196051072 00000100:00100000:1.0:1788572578.594675:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37128 00000100:00100000:1.0:1788572578.594681:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+53:203127:x1875440196051072:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572578.594911:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+54:203127:x1875440196051072:12345-0@lo:1000:osp_up0-1.0 Request processed in 229us (291us total) trans 12884961975 rc 0/0 00000100:00100000:1.0:1788572578.594917:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37128 00000100:00100000:1.0:1788572578.594949:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478f800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196051072:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1788572578.594980:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c4869cf lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x490:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.594991:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c4869cf lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.594999:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c4869cf lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595006:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c4869cf lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595013:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c4869cf lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595019:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c4869cf lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595036:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.595054:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.595060:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c4869cf lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595067:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.595071:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c4869cf lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595078:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c4869cf lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595089:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x490:0x0].0x0 (ffff88ca8ff27100) 00010000:00010000:1.0:1788572578.595091:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.595096:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c4869cf lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595101:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c4869cf lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x490:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595111:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.595113:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.595114:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.595125:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513a00/0xaad440e68c4869c8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595131:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513a00/0xaad440e68c4869c8 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595136:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513a00/0xaad440e68c4869c8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595141:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.595144:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513a00/0xaad440e68c4869c8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595172:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513a00/0xaad440e68c4869c8 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595182:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x490:0x0].0x0 (ffff88ca8ff27100) 00010000:00010000:1.0:1788572578.595184:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.595187:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513a00/0xaad440e68c4869c8 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595193:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513a00/0xaad440e68c4869c8 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595207:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4869c1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595215:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4869c1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595222:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4869c1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595242:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1788572578.595251:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.595256:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4869a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595262:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4869a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595268:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4869a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595291:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572578.595295:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.595299:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02e00/0xaad440e68c4869ac lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4869b3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.595307:0:225655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02e00/0xaad440e68c4869ac lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4869b3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.595370:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+90:361572:x1875453633028224:12345-192.168.202.54@tcp:36:rm.0 Request processed in 5103us (5287us total) trans 8589973289 rc 0/0 00000100:00100000:1.0:1788572578.595378:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138185 00010000:00010000:0.0:1788572578.596003:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572578.596011:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4869c1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.596029:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.596033:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4869c1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.596042:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4869c1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.596071:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4869c1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.596077:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.596107:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4869c1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.596115:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03600/0xaad440e68c4869ba lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4869c1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.596132:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.596135:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4869a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.596146:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.596220:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4869a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.596230:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4869a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.596248:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4869a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.596254:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.596260:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4869a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.596267:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c48699e lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4869a5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.596288:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.596290:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.596292:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572578.596397:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196051200:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572578.596444:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.596480:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572578.596486:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196051328:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572578.596507:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572578.597426:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.597622:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196051200 00000100:00100000:0.0:1788572578.597631:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196051200 00000100:00100000:0.0:1788572578.597690:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15982 00000100:00100000:0.0:1788572578.597700:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+54:3637:x1875440196051200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.597714:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.597735:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c4869c1 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x490:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4869ba expref: 54 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.597758:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x490:0x0].0x0 (ffff88ca8ff27600) 00010000:00010000:0.0:1788572578.597781:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.597842:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+53:3637:x1875440196051200:12345-0@lo:103:ldlm_bl.0 Request processed in 144us (1396us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.597849:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15982 00000100:00100000:0.0:1788572578.597865:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196051328 00000100:00100000:0.0:1788572578.597868:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196051328 00000100:00100000:0.0:1788572578.597908:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15983 00000100:00100000:0.0:1788572578.597915:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+53:3637:x1875440196051328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.597922:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.597935:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4869a5 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48699e expref: 53 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.597945:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a1e3c00) 00010000:00010000:0.0:1788572578.597952:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.597973:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+52:3637:x1875440196051328:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (1465us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.597979:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15983 00000100:00100000:3.0:1788572578.598254:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196051328:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572578.598264:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196051200:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572578.603382:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.603484:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633028352 00000100:00100000:0.0:1788572578.603497:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633028352 00000100:00100000:0.0:1788572578.603565:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138186 00000100:00100000:0.0:1788572578.603575:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+59:361572:x1875453633028352:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.603597:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.603624:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c4869d6 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77753 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.603700:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c4869dd lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.603715:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c4869dd lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.603726:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c4869dd lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.603741:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c4869e4 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.603748:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c4869e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.603755:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c4869e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.603897:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196051456:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572578.603948:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.603988:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff99900 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.603992:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196051456 00000100:00100000:1.0:1788572578.603997:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196051456 00000100:00100000:1.0:1788572578.604131:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37129 00000100:00100000:1.0:1788572578.604140:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+95:204288:x1875440196051456:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572578.604255:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+95:204288:x1875440196051456:12345-0@lo:1000:mdt00_003.0 Request processed in 117us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.604263:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37129 00000100:00100000:0.0:1788572578.604474:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196051456:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1788572578.604528:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c4869eb lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604539:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c4869eb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604547:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c4869eb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.604571:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c4869eb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604581:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c4869dd lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604586:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c4869dd lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604590:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c4869dd lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604594:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c4869dd lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604598:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.604602:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c4869dd lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604607:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c4869dd lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604616:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8e88db00) 00010000:00010000:0.0:1788572578.604618:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.604621:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c4869dd lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604625:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c4869dd lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604634:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c4869e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604639:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c4869e4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604642:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c4869e4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604645:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.604647:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c4869e4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604650:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c4869e4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604653:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x5c3342af (ffff88ca8e88d300) 00010000:00010000:0.0:1788572578.604655:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.604656:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c4869e4 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604659:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c4869e4 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604683:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c4869d6 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77753 expref: 61 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604694:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c4869eb lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77753 expref: 60 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.604698:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5af:0x0].0x0 (ffff88ca8e88d500) 00010000:00010000:0.0:1788572578.604699:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572578.604701:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9200, rc 0) 00000100:00100000:0.0:1788572578.604740:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+60:361572:x1875453633028352:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1167us (1370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.604746:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138186 00000100:00100000:1.0:1788572578.607129:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.607329:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633028480 00000100:00100000:2.0:1788572578.607339:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633028480 00000100:00100000:2.0:1788572578.607429:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138187 00000100:00100000:2.0:1788572578.607440:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+90:361572:x1875453633028480:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.607465:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.607489:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c4869f2 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7775a expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.607552:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4869f9 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.607565:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4869f9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.607575:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4869f9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.607621:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x5af:0x0]: returning size 0 00000004:00200000:2.0:1788572578.607625:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572578.607657:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c4869f2 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7775a expref: 92 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.607677:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4869f9 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7775a expref: 91 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.607685:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5af:0x0].0x0 (ffff88cba1399100) 00010000:00010000:2.0:1788572578.607687:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572578.607691:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a7600, rc 0) 00000100:00100000:2.0:1788572578.607745:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+91:361572:x1875453633028480:12345-192.168.202.54@tcp:101:rm.0 Request processed in 307us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.607751:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138187 00000100:00100000:3.0:1788572578.610495:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.610532:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.611089:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633028864 00000100:00100000:1.0:1788572578.611099:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633028864 00000100:00100000:1.0:1788572578.611282:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138188 00000100:00100000:1.0:1788572578.611293:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+91:361572:x1875453633028864:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572578.611347:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.611373:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7600/0xaad440e68c4869f9 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7775a expref: 91 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.611394:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5af:0x0].0x0 (ffff88cba1399100) 00010000:00010000:1.0:1788572578.611741:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572578.611782:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.611791:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.611801:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.611820:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196051712:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1788572578.611868:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.611964:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196051712 00000100:00100000:3.0:1788572578.611969:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196051712 00000100:00100000:3.0:1788572578.612001:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37130 00000100:00100000:3.0:1788572578.612008:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+52:202392:x1875440196051712:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572578.612094:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.612111:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c486a07 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486a00 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.612132:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c486a07 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486a00 expref: 53 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.612144:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c486a07 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486a00 expref: 53 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.612167:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:3.0:1788572578.612170:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.612173:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1b000, rc 0) 00000100:00100000:2.0:1788572578.612431:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633028608 00000100:00100000:2.0:1788572578.612436:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633028608 00000100:00100000:2.0:1788572578.612475:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15984 00000100:00100000:2.0:1788572578.612483:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+60:352625:x1875453633028608:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572578.612494:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.612508:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c4869eb lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77753 expref: 60 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.612520:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5af:0x0].0x0 (ffff88ca8e88d500) 00010000:00010000:2.0:1788572578.612528:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572578.612644:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+53:202392:x1875440196051712:12345-0@lo:101:mdt00_000.0 Request processed in 635us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.612651:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37130 00000100:00100000:0.0:1788572578.612778:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196051584:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788572578.612810:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.613752:0:205175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196051584 00000100:00100000:3.0:1788572578.613759:0:205175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196051584 00000100:00100000:3.0:1788572578.613816:0:205175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172 00000100:00100000:3.0:1788572578.613825:0:205175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+56:3639:x1875440196051584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788572578.613853:0:205175:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 50436032 pending 0 free 3898494976 avail 3666972672 00000100:00100000:3.0:1788572578.613912:0:205175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+56:3639:x1875440196051584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.613919:0:205175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172 00000100:00100000:1.0:1788572578.614360:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca951979c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.614391:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196051712:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572578.614487:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486a07 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.614501:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486a07 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.614525:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.614562:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c486a0e lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.614569:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c486a0e lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.614583:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c486a0e lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.614601:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196051840:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1788572578.614637:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.614657:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca951979c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.614864:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196051840 00000100:00100000:3.0:1788572578.614870:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196051840 00000100:00100000:3.0:1788572578.614909:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37131 00000100:00100000:3.0:1788572578.614917:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+53:202392:x1875440196051840:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1788572578.614929:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.614944:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1be00/0xaad440e68c486a15 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486a0e expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.614965:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1be00/0xaad440e68c486a15 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486a0e expref: 54 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.614979:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1be00/0xaad440e68c486a15 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486a0e expref: 54 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.614987:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x5c3342af (ffff88cb8a1e3700) 00010000:00010000:3.0:1788572578.614990:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.614993:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1be00, rc 0) 00000100:00100000:3.0:1788572578.615500:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+54:202392:x1875440196051840:12345-0@lo:101:mdt00_000.0 Request processed in 583us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.615508:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37131 00000100:00100000:1.0:1788572578.615679:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196051840:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572578.615694:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c486a0e lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486a15 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.615704:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c486a0e lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486a15 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.615719:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:1.0:1788572578.615755:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196051968:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572578.615789:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.615810:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca951970c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.615824:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196051968 00000100:00100000:1.0:1788572578.615829:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196051968 00000100:00100000:1.0:1788572578.615857:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37132 00000100:00100000:1.0:1788572578.615864:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+54:202392:x1875440196051968:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572578.615944:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+54:202392:x1875440196051968:12345-0@lo:1000:mdt00_000.0 Request processed in 80us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.615951:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37132 00000100:00100000:1.0:1788572578.615979:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196051968:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572578.616081:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196052096:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788572578.616107:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.616122:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.616134:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196052096 00000100:00100000:1.0:1788572578.616138:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196052096 00000100:00100000:1.0:1788572578.616183:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37133 00000100:00100000:1.0:1788572578.616190:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+54:202392:x1875440196052096:12345-0@lo:1000:mdt00_000.0 00000100:00080000:0.0:1788572578.616324:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788572578.616363:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196051584:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788572578.616538:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+54:202392:x1875440196052096:12345-0@lo:1000:mdt00_000.0 Request processed in 348us (429us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572578.616545:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37133 00000100:00100000:0.0:1788572578.616753:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196052096:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1788572578.616805:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.616814:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.616823:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.616836:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196052224:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1788572578.616862:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.616893:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff99540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.616971:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196052224 00000100:00100000:1.0:1788572578.616975:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196052224 00000100:00100000:1.0:1788572578.617008:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37134 00000100:00100000:1.0:1788572578.617105:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+54:202392:x1875440196052224:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1788572578.617119:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.617137:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486a23 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486a1c expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.617364:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486a23 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486a1c expref: 55 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.617380:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486a23 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486a1c expref: 55 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.617388:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5af:0x0].0x0 (ffff88ca8ff27600) 00010000:00010000:1.0:1788572578.617391:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.617394:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513200, rc 0) 00000100:00100000:1.0:1788572578.617536:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+55:202392:x1875440196052224:12345-0@lo:101:mdt00_000.0 Request processed in 521us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.617545:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37134 00000100:00100000:2.0:1788572578.617655:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+59:352625:x1875453633028608:12345-192.168.202.54@tcp:103:rm.0 Request processed in 5168us (7166us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.617665:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15984 00000100:00100000:0.0:1788572578.619143:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196052224:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572578.619386:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486a23 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.619400:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486a23 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.619514:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486a2a lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.619525:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486a2a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.619534:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486a2a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572578.619856:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3227, 64 off214720 00000040:00080000:0.0:1788572578.619886:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].909, 392 off520528 00000040:00080000:0.0:1788572578.620004:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1452, 472 off1264064 00000004:00080000:0.0:1788572578.620009:0:202392:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8ff99540 with version 15464 00000004:00080000:1.0:1788572578.620342:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15464 rpc_version 15464 00000020:00100000:1.0:1788572578.620375:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572578.620385:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca840c7800 x1875440196052480/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572578.620483:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196052480:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572578.620551:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.620591:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.620644:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196052480 00000100:00100000:2.0:1788572578.620652:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196052480 00000100:00100000:2.0:1788572578.620736:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37135 00000100:00100000:2.0:1788572578.620746:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+55:203127:x1875440196052480:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572578.621112:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+56:203127:x1875440196052480:12345-0@lo:1000:osp_up0-1.0 Request processed in 368us (560us total) trans 12884961976 rc 0/0 00000100:00100000:2.0:1788572578.621121:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37135 00000100:00100000:1.0:1788572578.621229:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196052480:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1788572578.621493:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486a31 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x5af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621510:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486a31 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621523:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486a31 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621532:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486a31 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621539:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486a31 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621545:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486a31 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621571:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572578.621590:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486a2a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621596:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486a2a lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621602:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486a2a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621607:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.621612:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486a2a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621619:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486a2a lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621634:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5af:0x0].0x0 (ffff88ca8e88dc00) 00010000:00010000:3.0:1788572578.621637:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.621641:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486a2a lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621646:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486a2a lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621659:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486a23 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621667:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486a23 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621673:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486a23 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621685:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572578.621698:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572578.621703:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486a07 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621710:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486a07 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621716:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486a07 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621735:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572578.621739:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572578.621744:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c486a0e lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486a15 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.621751:0:202392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c486a0e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486a15 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.621819:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+91:361572:x1875453633028864:12345-192.168.202.54@tcp:36:rm.0 Request processed in 10526us (11283us total) trans 8589973290 rc 0/0 00000100:00100000:3.0:1788572578.621827:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138188 00010000:00010000:1.0:1788572578.621942:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572578.621949:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486a31 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.621956:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.621959:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486a31 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.621965:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486a31 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.621975:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5af:0x0].0x0 (ffff88ca8e88dc00) 00010000:00010000:1.0:1788572578.621977:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.621980:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486a31 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x5af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.621986:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486a31 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x5af:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.622003:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572578.622007:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486a23 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.622013:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8c00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.622354:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486a23 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.622363:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486a23 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.622397:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a23 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.622500:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788572578.622548:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196052608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572578.622596:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572578.622645:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a23 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.622653:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8c00/0xaad440e68c486a1c lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a23 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.622672:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.622676:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486a07 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.622682:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.622687:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486a07 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.622695:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486a07 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.622713:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a07 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.622719:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572578.622735:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a07 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.622741:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486a00 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a07 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.622754:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.622755:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.622757:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.622765:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.622771:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788572578.622781:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196052736:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.622809:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572578.622907:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.622922:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196052608 00000100:00100000:0.0:1788572578.622928:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196052608 00000100:00100000:0.0:1788572578.622979:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196052736 00000100:00100000:0.0:1788572578.622982:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196052736 00000100:00100000:0.0:1788572578.623007:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15985 00000100:00100000:1.0:1788572578.623203:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15986 00000100:00100000:1.0:1788572578.623213:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+57:3638:x1875440196052736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.623238:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.623257:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b000/0xaad440e68c486a07 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486a00 expref: 57 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.623270:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:1.0:1788572578.623316:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.623353:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+56:3638:x1875440196052736:12345-0@lo:103:ldlm_bl.0 Request processed in 142us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.623363:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15986 00000100:00100000:1.0:1788572578.623533:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196052736:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.623594:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+55:3640:x1875440196052608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.623605:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.623618:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486a23 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486a1c expref: 55 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.623631:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5af:0x0].0x0 (ffff88ca8ff27600) 00010000:00010000:0.0:1788572578.623638:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.624048:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+54:3640:x1875440196052608:12345-0@lo:103:ldlm_bl.0 Request processed in 1033us (1451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.624058:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15985 00000100:00100000:3.0:1788572578.627659:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196052608:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.627798:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.627948:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633028992 00000100:00100000:1.0:1788572578.627956:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633028992 00000100:00100000:1.0:1788572578.628099:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138189 00000100:00100000:1.0:1788572578.628110:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+59:361572:x1875453633028992:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.628130:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.628330:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486a38 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77761 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.628401:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486a3f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.628524:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486a3f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.628536:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486a3f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.628550:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c486a46 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.628556:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c486a46 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.628562:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c486a46 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.628676:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196052864:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.628730:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.628797:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c900 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.628978:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196052864 00000100:00100000:2.0:1788572578.628983:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196052864 00000100:00100000:2.0:1788572578.629107:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37136 00000100:00100000:2.0:1788572578.629116:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+95:225655:x1875440196052864:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572578.629344:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+95:225655:x1875440196052864:12345-0@lo:1000:mdt00_005.0 Request processed in 229us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.629352:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37136 00000100:00100000:3.0:1788572578.629601:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196052864:0@lo:1000:mdt00_005.0 00010000:00010000:3.0:1788572578.629646:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486a4d lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x396:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629658:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486a4d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629667:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486a4d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.629691:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486a4d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629705:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486a3f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629715:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486a3f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629722:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486a3f lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629728:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486a3f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629734:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.629738:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486a3f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629744:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486a3f lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629755:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ff27e00) 00010000:00010000:3.0:1788572578.629758:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.629762:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486a3f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629769:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486a3f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629781:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c486a46 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629786:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c486a46 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629791:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c486a46 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629796:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.629799:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c486a46 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629804:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c486a46 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629812:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x89735b1b (ffff88ca8ff27300) 00010000:00010000:3.0:1788572578.629814:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.629817:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c486a46 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629823:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c486a46 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629859:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486a38 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77761 expref: 61 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629874:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486a4d lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77761 expref: 60 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.629881:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x396:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:3.0:1788572578.629950:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572578.629953:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1ae00, rc 0) 00000100:00100000:3.0:1788572578.630117:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+60:361572:x1875453633028992:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2007us (2320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.630125:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138189 00000100:00100000:0.0:1788572578.633453:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.633608:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633029120 00000100:00100000:2.0:1788572578.633620:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633029120 00000100:00100000:2.0:1788572578.633684:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138190 00000100:00100000:2.0:1788572578.633694:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+91:361572:x1875453633029120:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.633719:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.633748:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c486a54 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x396:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77768 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.633813:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486a5b lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x396:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.633828:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486a5b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x396:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.633839:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486a5b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x396:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.633901:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x396:0x0]: returning size 0 00000004:00200000:2.0:1788572578.633906:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572578.633941:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c486a54 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x396:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77768 expref: 93 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.633958:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486a5b lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x396:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77768 expref: 92 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.633967:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x396:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:2.0:1788572578.633970:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572578.633975:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a7000, rc 0) 00000100:00100000:2.0:1788572578.634246:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+92:361572:x1875453633029120:12345-192.168.202.54@tcp:101:rm.0 Request processed in 552us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.634253:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138190 00000100:00100000:1.0:1788572578.637903:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.637952:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.638083:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633029504 00000100:00100000:3.0:1788572578.638093:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633029504 00000100:00100000:3.0:1788572578.638183:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138191 00000100:00100000:3.0:1788572578.638195:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+92:361572:x1875453633029504:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.638263:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.638302:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7000/0xaad440e68c486a5b lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x396:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77768 expref: 92 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.638322:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x396:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:3.0:1788572578.638333:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.638382:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.638391:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.638401:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.638437:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196052992:0@lo:101:mdt00_006.0 00000100:00100000:3.0:1788572578.638486:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.638512:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.638810:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196052992 00000100:00100000:1.0:1788572578.638814:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196052992 00000100:00100000:1.0:1788572578.638856:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37137 00000100:00100000:1.0:1788572578.638865:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+54:230921:x1875440196052992:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572578.638879:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.638908:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486a69 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486a62 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.638931:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486a69 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486a62 expref: 55 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.638943:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486a69 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486a62 expref: 55 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.638950:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ff27400) 00010000:00010000:1.0:1788572578.638952:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.638954:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513e00, rc 0) 00000100:00100000:1.0:1788572578.639006:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+55:230921:x1875440196052992:12345-0@lo:101:mdt00_006.0 Request processed in 143us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.639013:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37137 00000100:00100000:0.0:1788572578.639190:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196052992:0@lo:101:mdt00_006.0 00010000:00010000:0.0:1788572578.639206:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486a69 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.639229:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486a69 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.639250:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572578.639284:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8800/0xaad440e68c486a70 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.639292:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8800/0xaad440e68c486a70 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.639300:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8800/0xaad440e68c486a70 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.639314:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196053120:0@lo:101:mdt00_006.0 00000100:00100000:0.0:1788572578.639341:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.639365:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d87acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.639656:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633029248 00000100:00100000:2.0:1788572578.639661:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633029248 00000100:00100000:2.0:1788572578.639703:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15987 00000100:00100000:2.0:1788572578.639710:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+60:352625:x1875453633029248:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572578.639719:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.639733:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486a4d lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77761 expref: 60 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.639746:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x396:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:2.0:1788572578.639754:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.639793:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+59:352625:x1875453633029248:12345-192.168.202.54@tcp:103:rm.0 Request processed in 84us (1910us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.639799:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15987 00000100:00100000:1.0:1788572578.640388:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196053120 00000100:00100000:1.0:1788572578.640394:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196053120 00000100:00100000:1.0:1788572578.640441:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37138 00000100:00100000:1.0:1788572578.640448:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+55:230921:x1875440196053120:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572578.640461:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.640480:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512800/0xaad440e68c486a77 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486a70 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.640502:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512800/0xaad440e68c486a77 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486a70 expref: 56 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.640515:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512800/0xaad440e68c486a77 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486a70 expref: 56 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.640522:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x89735b1b (ffff88ca8ff27700) 00010000:00010000:1.0:1788572578.640525:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.640527:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99512800, rc 0) 00000100:00100000:1.0:1788572578.640573:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+56:230921:x1875440196053120:12345-0@lo:101:mdt00_006.0 Request processed in 125us (1231us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.640578:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37138 00000100:00100000:0.0:1788572578.640755:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196053120:0@lo:101:mdt00_006.0 00010000:00010000:0.0:1788572578.640773:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8800/0xaad440e68c486a70 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486a77 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.640783:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8800/0xaad440e68c486a70 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486a77 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.640804:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:0.0:1788572578.640848:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196053248:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572578.640880:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.640915:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d87a000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.641123:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196053248 00000100:00100000:3.0:1788572578.641129:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196053248 00000100:00100000:3.0:1788572578.641336:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37139 00000100:00100000:3.0:1788572578.641346:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+56:230921:x1875440196053248:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1788572578.641570:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+56:230921:x1875440196053248:12345-0@lo:1000:mdt00_006.0 Request processed in 225us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.641578:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37139 00000100:00100000:2.0:1788572578.642210:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fed80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196053248:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1788572578.642296:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196053376:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1788572578.642337:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.642359:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d300 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.642561:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196053376 00000100:00100000:3.0:1788572578.642567:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196053376 00000100:00100000:3.0:1788572578.642609:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37140 00000100:00100000:3.0:1788572578.642617:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+56:230921:x1875440196053376:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1788572578.642723:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+56:230921:x1875440196053376:12345-0@lo:1000:mdt00_006.0 Request processed in 107us (385us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572578.642730:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37140 00000100:00100000:2.0:1788572578.642788:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196053376:0@lo:1000:mdt00_006.0 00010000:00010000:2.0:1788572578.642844:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.642853:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.642862:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.642872:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196053504:0@lo:101:mdt00_006.0 00000100:00100000:2.0:1788572578.642977:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.643000:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.643177:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196053504 00000100:00100000:1.0:1788572578.643182:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196053504 00000100:00100000:1.0:1788572578.643221:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37141 00000100:00100000:1.0:1788572578.643228:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+56:230921:x1875440196053504:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572578.643239:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.643255:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486a85 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486a7e expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.643287:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486a85 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486a7e expref: 57 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.643300:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486a85 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486a7e expref: 57 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.643309:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x396:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:1.0:1788572578.643312:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.643316:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513600, rc 0) 00000100:00100000:1.0:1788572578.643352:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+57:230921:x1875440196053504:12345-0@lo:101:mdt00_006.0 Request processed in 124us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.643358:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37141 00000100:00100000:2.0:1788572578.643693:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f7800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196053504:0@lo:101:mdt00_006.0 00010000:00010000:2.0:1788572578.643709:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486a85 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.643718:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486a85 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.643746:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c486a8c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.643755:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c486a8c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.643763:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c486a8c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572578.644135:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3235, 64 off215232 00000040:00080000:2.0:1788572578.644201:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].910, 392 off520920 00000040:00080000:2.0:1788572578.644322:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1453, 472 off1264536 00000004:00080000:2.0:1788572578.644328:0:230921:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8fb1d0c0 with version 15465 00000004:00080000:3.0:1788572578.644383:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15465 rpc_version 15465 00000020:00100000:3.0:1788572578.644415:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572578.644424:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca94a1f100 x1875440196053760/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572578.644443:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1f100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196053760:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572578.644488:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.644513:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.644611:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196053760 00000100:00100000:2.0:1788572578.644616:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196053760 00000100:00100000:2.0:1788572578.644743:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37142 00000100:00100000:2.0:1788572578.644754:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85538380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+57:203127:x1875440196053760:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572578.645091:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85538380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+58:203127:x1875440196053760:12345-0@lo:1000:osp_up0-1.0 Request processed in 339us (602us total) trans 12884961977 rc 0/0 00000100:00100000:2.0:1788572578.645099:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37142 00000100:00100000:3.0:1788572578.645196:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1f100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196053760:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1788572578.645452:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486a93 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x396:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645464:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486a93 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645473:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486a93 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645481:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486a93 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645487:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486a93 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645492:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486a93 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x396:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645512:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.645530:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c486a8c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645535:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c486a8c lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645545:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c486a8c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645551:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.645555:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c486a8c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645561:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c486a8c lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645572:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x396:0x0].0x0 (ffff88cba1399800) 00010000:00010000:1.0:1788572578.645575:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.645579:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c486a8c lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645584:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a6200/0xaad440e68c486a8c lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645596:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486a85 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645604:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486a85 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645611:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486a85 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645625:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572578.645636:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.645645:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572578.645649:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486a93 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x396:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645655:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.645658:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486a93 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x396:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645663:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486a93 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x396:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645669:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x396:0x0].0x0 (ffff88cba1399800) 00010000:00010000:1.0:1788572578.645671:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.645674:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486a93 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x396:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645679:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486a93 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x396:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645693:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.645696:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486a85 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645701:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.645705:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486a85 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.645713:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486a85 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645738:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a85 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645745:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572578.645761:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a85 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645769:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c486a7e lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a85 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.645782:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.645784:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.645785:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.645797:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196053888:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.645835:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.645875:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196053888 00000100:00100000:1.0:1788572578.645880:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196053888 00000100:00100000:1.0:1788572578.646042:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15988 00000100:00100000:1.0:1788572578.646050:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb8a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+58:3638:x1875440196053888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.646060:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.646076:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486a85 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x396:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486a7e expref: 58 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.646087:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x396:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:1.0:1788572578.646094:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.646122:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb8a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+57:3638:x1875440196053888:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.646128:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15988 00000100:00100000:1.0:1788572578.646214:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196053888:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.646236:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486a69 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.646244:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486a69 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.646251:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486a69 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.646263:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1788572578.646267:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.646285:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.646289:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486a69 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.646295:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.646299:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486a69 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.646307:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486a69 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.646324:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a69 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.646330:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572578.646346:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a69 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.646358:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a200/0xaad440e68c486a62 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a69 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.646371:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.646372:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.646374:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.646383:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196054016:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.646464:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572578.646498:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8800/0xaad440e68c486a70 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486a77 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.646508:0:230921:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8800/0xaad440e68c486a70 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486a77 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.646569:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+92:361572:x1875453633029504:12345-192.168.202.54@tcp:36:rm.0 Request processed in 8376us (8615us total) trans 8589973291 rc 0/0 00000100:00100000:1.0:1788572578.646576:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138191 00010000:00010000:3.0:1788572578.647033:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.647200:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196054016 00000100:00100000:0.0:1788572578.647205:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196054016 00000100:00100000:0.0:1788572578.647356:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15989 00000100:00100000:0.0:1788572578.647364:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+57:3639:x1875440196054016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.647373:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.647389:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486a69 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486a62 expref: 57 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.647508:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ff27400) 00010000:00010000:0.0:1788572578.647521:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.647591:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+56:3639:x1875440196054016:12345-0@lo:103:ldlm_bl.0 Request processed in 228us (1126us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.647597:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15989 00000100:00100000:3.0:1788572578.649460:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.649681:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633029632 00000100:00100000:0.0:1788572578.649692:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633029632 00000100:00100000:0.0:1788572578.649747:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138192 00000100:00100000:0.0:1788572578.649757:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8553b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+59:361572:x1875453633029632:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.649779:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.649808:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486a9a lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7776f expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.649895:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486aa1 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.649909:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486aa1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.649921:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486aa1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.649936:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486aa8 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.649943:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486aa8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.649950:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486aa8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650110:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486aaf lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x95b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650120:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486aaf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x95b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650127:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486aaf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x95b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.650190:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x95b:0x0]: returning size 0 00000004:00200000:0.0:1788572578.650194:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572578.650212:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486aaf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x95b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650223:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486aaf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x95b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650238:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486aa1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650245:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486aa1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650251:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486aa1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650257:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486aa1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650263:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.650267:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486aa1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650285:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486aa1 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650297:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:0.0:1788572578.650300:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.650305:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486aa1 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650311:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486aa1 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650324:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486aa8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650329:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486aa8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650334:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486aa8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650339:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.650341:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486aa8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650347:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486aa8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650353:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x9073fd9e (ffff88ca8e88d400) 00010000:00010000:0.0:1788572578.650355:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.650358:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486aa8 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650362:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486aa8 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650394:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486a9a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7776f expref: 61 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650705:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486aaf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x95b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7776f expref: 60 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.650714:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x95b:0x0].0x0 (ffff88ca8e88d900) 00010000:00010000:0.0:1788572578.650716:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572578.650719:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9000, rc 0) 00000100:00100000:0.0:1788572578.650901:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8553b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+60:361572:x1875453633029632:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1144us (1450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.650913:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138192 00000100:00100000:1.0:1788572578.651371:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196054016:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.656593:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.656668:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633029888 00000100:00100000:3.0:1788572578.656678:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633029888 00000100:00100000:3.0:1788572578.656737:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138193 00000100:00100000:3.0:1788572578.656747:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+60:361572:x1875453633029888:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.656802:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.656829:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486aaf lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x95b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7776f expref: 60 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.656850:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x95b:0x0].0x0 (ffff88ca8e88d900) 00010000:00010000:3.0:1788572578.656862:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.656958:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ab6 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.656973:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ab6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.656982:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ab6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.656995:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c486abd lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657001:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c486abd lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657006:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c486abd lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657397:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486ac4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x95b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657481:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486ac4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x95b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657489:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486ac4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x95b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.657750:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3908, 64 off258304 00010000:00010000:3.0:1788572578.657799:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486acb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x95b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657808:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486acb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x95b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657820:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486acb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x95b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657828:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486acb lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x95b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657834:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486acb lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x95b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657841:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486acb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x95b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657963:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572578.657985:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486ac4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x95b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657991:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486ac4 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x95b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.657997:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486ac4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x95b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658002:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.658006:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486ac4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x95b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658013:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486ac4 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x95b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658033:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x95b:0x0].0x0 (ffff88cb8a1e3100) 00010000:00010000:3.0:1788572578.658035:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572578.658040:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486ac4 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x95b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658046:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486ac4 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x95b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658064:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ab6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658070:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ab6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658075:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ab6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658080:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ab6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658085:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1bc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.658088:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ab6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658093:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ab6 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658100:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a1e3800) 00010000:00010000:3.0:1788572578.658103:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.658106:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ab6 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658112:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ab6 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.658127:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c6cada71 reply state 0000000058bd19b8 transno 12884961978 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c486abd lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658139:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c486abd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.658145:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x9073fd9e (ffff88cb8a1e3900) 00010000:00010000:3.0:1788572578.658147:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572578.658150:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572578.658267:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+61:361572:x1875453633029888:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1518us (1681us total) trans 12884961978 rc 0/0 00000100:00100000:3.0:1788572578.658286:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138193 00000100:00100000:3.0:1788572578.660797:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.660831:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633030016 00000100:00100000:3.0:1788572578.660841:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633030016 00010000:00010000:2.0:1788572578.661202:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1788572578.661358:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138194 00000100:00100000:3.0:1788572578.661371:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8553b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+61:361572:x1875453633030016:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.661397:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.661429:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ba00/0xaad440e68c486ad2 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77776 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661503:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486ad9 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661518:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486ad9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661531:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486ad9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661544:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486ae0 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661550:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486ae0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661555:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486ae0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661710:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a400/0xaad440e68c486ae7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x776:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661719:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a400/0xaad440e68c486ae7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x776:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661725:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a400/0xaad440e68c486ae7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x776:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572578.661756:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x776:0x0]: returning size 0 00000004:00200000:3.0:1788572578.661760:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572578.661782:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a400/0xaad440e68c486ae7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x776:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661793:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a400/0xaad440e68c486ae7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x776:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661802:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486ad9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661809:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486ad9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661815:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486ad9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661826:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486ad9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661832:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.661835:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486ad9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661843:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486ad9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661855:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a1e3d00) 00010000:00010000:3.0:1788572578.661858:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.661862:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486ad9 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.661869:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486ad9 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.662326:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486ae0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.662336:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486ae0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.662341:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486ae0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.662345:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.662348:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486ae0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.662357:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486ae0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.662367:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x66689a54 (ffff88cb8a1e3000) 00010000:00010000:3.0:1788572578.662370:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.662373:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486ae0 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.662379:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486ae0 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.662486:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486acb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x95b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.662493:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1aa00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.662497:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486acb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x95b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.662503:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486acb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x95b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.662512:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x95b:0x0].0x0 (ffff88cb8a1e3100) 00010000:00010000:2.0:1788572578.662514:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.662518:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486acb lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x95b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.662522:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486acb lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x95b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.662538:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.662540:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.662542:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.662611:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ba00/0xaad440e68c486ad2 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77776 expref: 63 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.662630:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a400/0xaad440e68c486ae7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x776:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77776 expref: 62 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.662637:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x776:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:3.0:1788572578.662639:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572578.662641:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1a400, rc 0) 00000100:00100000:3.0:1788572578.662858:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8553b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+62:361572:x1875453633030016:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1488us (2067us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.662869:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138194 00000100:00100000:0.0:1788572578.666124:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.666400:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633030272 00000100:00100000:1.0:1788572578.666475:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633030272 00000100:00100000:1.0:1788572578.666564:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138195 00000100:00100000:1.0:1788572578.666574:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+62:361572:x1875453633030272:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572578.666630:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.666656:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a400/0xaad440e68c486ae7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x776:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77776 expref: 62 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.666675:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x776:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:1.0:1788572578.666688:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572578.666716:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486aee lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.666729:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486aee lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.666740:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486aee lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.666753:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486af5 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.666760:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486af5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.666767:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486af5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.666868:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486afc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x776:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.666876:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486afc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x776:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.666955:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486afc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x776:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.667492:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3909, 64 off258368 00010000:00010000:1.0:1788572578.667545:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486b03 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x776:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667556:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486b03 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667564:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486b03 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667573:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486b03 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667579:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486b03 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667585:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486b03 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667617:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.667641:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486afc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x776:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667648:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486afc lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x776:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667655:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486afc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x776:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667661:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.667665:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486afc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x776:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667673:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486afc lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x776:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667688:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x776:0x0].0x0 (ffff88ca8ff27c00) 00010000:00010000:1.0:1788572578.667691:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572578.667695:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486afc lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x776:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667701:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486afc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x776:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667719:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486aee lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667725:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486aee lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667731:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486aee lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667737:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486aee lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667742:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.667745:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486aee lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667750:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486aee lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667758:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:1.0:1788572578.667760:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.667763:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486aee lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667772:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486aee lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.667786:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a05443df reply state 00000000cfd4ccd9 transno 12884961979 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486af5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667798:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486af5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.667804:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x66689a54 (ffff88ca8ff27200) 00010000:00010000:1.0:1788572578.667806:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572578.667808:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572578.668371:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+63:361572:x1875453633030272:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1438us (1897us total) trans 12884961979 rc 0/0 00000100:00100000:1.0:1788572578.668384:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138195 00010000:00010000:0.0:1788572578.669026:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.669035:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486b03 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x776:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.669043:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572578.669046:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486b03 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x776:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.669054:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486b03 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x776:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.669067:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x776:0x0].0x0 (ffff88ca8ff27c00) 00010000:00010000:0.0:1788572578.669069:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572578.669074:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486b03 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x776:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.669079:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512200/0xaad440e68c486b03 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x776:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.669099:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.669100:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.669102:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.671655:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.671734:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633030400 00000100:00100000:3.0:1788572578.671743:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633030400 00000100:00100000:3.0:1788572578.671832:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138196 00000100:00100000:3.0:1788572578.671842:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+63:361572:x1875453633030400:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.671868:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.671952:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486b0a lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7777d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.672295:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486b11 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.672311:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486b11 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.672323:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486b11 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.672337:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486b18 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.672344:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486b18 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.672351:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486b18 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.672550:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8553ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196054144:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788572578.672608:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.672683:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.672823:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196054144 00000100:00100000:0.0:1788572578.672828:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196054144 00000100:00100000:0.0:1788572578.672866:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37143 00000100:00100000:0.0:1788572578.672874:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85538e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+95:202392:x1875440196054144:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572578.673035:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85538e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+95:202392:x1875440196054144:12345-0@lo:1000:mdt00_000.0 Request processed in 161us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.673042:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37143 00000100:00100000:1.0:1788572578.673114:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8553ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196054144:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1788572578.673186:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486b1f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673199:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486b1f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673207:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486b1f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.673242:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486b1f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673256:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486b11 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673264:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486b11 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673280:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486b11 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673288:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486b11 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673293:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.673297:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486b11 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673305:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486b11 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673317:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a1e3800) 00010000:00010000:1.0:1788572578.673320:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.673325:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486b11 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673331:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486b11 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673344:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486b18 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673350:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486b18 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673356:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486b18 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673361:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1aa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.673364:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486b18 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673370:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486b18 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673377:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xc5284b05 (ffff88cb8a1e3100) 00010000:00010000:1.0:1788572578.673380:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.673382:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486b18 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673388:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1aa00/0xaad440e68c486b18 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673439:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486b0a lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7777d expref: 65 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673456:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486b1f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7777d expref: 64 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.673464:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x27c:0x0].0x0 (ffff88ca8ff27b00) 00010000:00010000:1.0:1788572578.673466:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.673469:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99512c00, rc 0) 00000100:00100000:1.0:1788572578.673516:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+64:361572:x1875453633030400:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1675us (1870us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.673522:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138196 00000100:00100000:1.0:1788572578.676626:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.676691:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633030528 00000100:00100000:3.0:1788572578.676701:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633030528 00000100:00100000:3.0:1788572578.676770:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138197 00000100:00100000:3.0:1788572578.676780:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+92:361572:x1875453633030528:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.676805:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.676829:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b26 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77784 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.676964:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b2d lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.676979:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b2d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.676991:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b2d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572578.677137:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x27c:0x0]: returning size 0 00000004:00200000:3.0:1788572578.677142:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572578.677210:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b26 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77784 expref: 94 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.677373:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b2d lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77784 expref: 93 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.677381:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x27c:0x0].0x0 (ffff88cb8a1e3c00) 00010000:00010000:3.0:1788572578.677384:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572578.677387:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1ae00, rc 0) 00000100:00100000:3.0:1788572578.677551:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+93:361572:x1875453633030528:12345-192.168.202.54@tcp:101:rm.0 Request processed in 771us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.677558:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138197 00000100:00100000:0.0:1788572578.680990:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.681130:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.684916:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633030656 00000100:00100000:2.0:1788572578.684932:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633030656 00000100:00100000:2.0:1788572578.685289:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15990 00000100:00100000:2.0:1788572578.685304:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+64:352626:x1875453633030656:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572578.685322:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.685348:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486b1f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7777d expref: 64 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.685369:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x27c:0x0].0x0 (ffff88ca8ff27b00) 00010000:00010000:2.0:1788572578.685384:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.685451:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+63:352626:x1875453633030656:12345-192.168.202.54@tcp:103:rm.0 Request processed in 151us (4471us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.685579:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633030912 00000100:00100000:3.0:1788572578.685584:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633030912 00000100:00100000:3.0:1788572578.685627:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138198 00000100:00100000:3.0:1788572578.685634:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+93:361572:x1875453633030912:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.685679:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.685694:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b2d lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x27c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77784 expref: 93 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.685707:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x27c:0x0].0x0 (ffff88cb8a1e3c00) 00010000:00010000:3.0:1788572578.685715:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.685763:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.685772:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.685781:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.685803:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8553a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196054272:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572578.685854:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.685895:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.686026:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196054272 00000100:00100000:0.0:1788572578.686031:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196054272 00000100:00100000:0.0:1788572578.686092:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37144 00000100:00100000:0.0:1788572578.686100:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85539f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+56:202393:x1875440196054272:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572578.686114:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.686128:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486b3b lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486b34 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.686176:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486b3b lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486b34 expref: 57 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.686190:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486b3b lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486b34 expref: 57 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.686198:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:0.0:1788572578.686201:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.686203:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9a00, rc 0) 00000100:00100000:0.0:1788572578.686252:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85539f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+57:202393:x1875440196054272:12345-0@lo:101:mdt00_001.0 Request processed in 153us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.686259:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37144 00000100:00100000:2.0:1788572578.686316:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15990 00000100:00100000:1.0:1788572578.686953:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8553a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196054272:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572578.686973:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486b3b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.686984:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486b3b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.687004:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.687035:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486b42 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.687043:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486b42 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.687052:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486b42 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.687067:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196054400:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1788572578.687104:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.687867:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c840 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.688017:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196054400 00000100:00100000:3.0:1788572578.688023:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196054400 00000100:00100000:2.0:1788572578.688488:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37145 00000100:00100000:2.0:1788572578.688498:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+57:202393:x1875440196054400:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1788572578.688515:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.688534:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486b49 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486b42 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.688559:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486b49 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486b42 expref: 58 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.688574:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486b49 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486b42 expref: 58 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.688583:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xc5284b05 (ffff88cba1399700) 00010000:00010000:2.0:1788572578.688586:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.688590:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a6800, rc 0) 00000100:00100000:2.0:1788572578.688655:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+58:202393:x1875440196054400:12345-0@lo:101:mdt00_001.0 Request processed in 158us (1550us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.688662:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37145 00000100:00100000:1.0:1788572578.688732:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196054400:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572578.688749:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486b42 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486b49 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.688760:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486b42 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486b49 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.688780:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:1.0:1788572578.688827:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196054528:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788572578.688865:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.689029:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.689110:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196054528 00000100:00100000:3.0:1788572578.689115:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196054528 00000100:00100000:3.0:1788572578.689176:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37146 00000100:00100000:3.0:1788572578.689184:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+58:202393:x1875440196054528:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572578.689329:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+58:202393:x1875440196054528:12345-0@lo:1000:mdt00_001.0 Request processed in 145us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.689336:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37146 00000100:00100000:3.0:1788572578.689365:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196054528:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572578.689487:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8553a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196054656:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572578.689520:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.689530:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.689543:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196054656 00000100:00100000:3.0:1788572578.689546:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196054656 00000100:00100000:3.0:1788572578.689565:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37147 00000100:00100000:3.0:1788572578.689571:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8553ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+58:202393:x1875440196054656:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788572578.689651:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8553ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+58:202393:x1875440196054656:12345-0@lo:1000:mdt00_001.0 Request processed in 79us (131us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572578.689657:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37147 00000100:00100000:3.0:1788572578.689680:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8553a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196054656:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1788572578.689730:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.689738:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.689747:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.689758:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8553a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196054784:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1788572578.689780:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.689790:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8900 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.689801:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196054784 00000100:00100000:3.0:1788572578.689804:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196054784 00000100:00100000:3.0:1788572578.689820:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37148 00000100:00100000:3.0:1788572578.689825:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+58:202393:x1875440196054784:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572578.689833:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.689847:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486b57 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486b50 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.689865:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486b57 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486b50 expref: 59 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.689876:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486b57 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486b50 expref: 59 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.690001:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x27c:0x0].0x0 (ffff88cb8a1e3800) 00010000:00010000:3.0:1788572578.690004:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572578.690007:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1b400, rc 0) 00000100:00100000:3.0:1788572578.690041:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+59:202393:x1875440196054784:12345-0@lo:101:mdt00_001.0 Request processed in 215us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.690047:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37148 00000100:00100000:1.0:1788572578.690135:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8553a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196054784:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572578.690148:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486b57 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.690183:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486b57 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.690210:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486b5e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.690217:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486b5e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.690236:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486b5e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.690556:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3236, 64 off215296 00000040:00080000:1.0:1788572578.690584:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].911, 392 off521312 00000040:00080000:1.0:1788572578.690632:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1454, 472 off1265008 00000004:00080000:1.0:1788572578.690637:0:202393:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9443cc00 with version 15466 00000004:00080000:3.0:1788572578.690943:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15466 rpc_version 15466 00000020:00100000:3.0:1788572578.690968:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572578.690976:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e057800 x1875440196055040/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572578.690995:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e057800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196055040:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572578.691032:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.691049:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.691101:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196055040 00000100:00100000:1.0:1788572578.691106:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196055040 00000100:00100000:1.0:1788572578.691145:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37149 00000100:00100000:1.0:1788572578.691349:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+59:203127:x1875440196055040:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572578.691734:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+60:203127:x1875440196055040:12345-0@lo:1000:osp_up0-1.0 Request processed in 388us (700us total) trans 12884961980 rc 0/0 00000100:00100000:1.0:1788572578.691742:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37149 00000100:00100000:3.0:1788572578.691964:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e057800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196055040:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1788572578.692016:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486b65 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x27c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692029:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486b65 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692039:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486b65 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692046:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486b65 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692051:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486b65 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692056:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486b65 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692107:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.692129:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486b5e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692134:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486b5e lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692139:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486b5e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692145:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.692149:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486b5e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692185:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486b5e lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692198:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x27c:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:1.0:1788572578.692201:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.692205:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486b5e lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692219:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486b5e lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692232:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486b57 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692240:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486b57 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.692246:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486b57 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.692509:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572578.692517:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486b65 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.692524:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.692527:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486b65 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.692534:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486b65 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.692544:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x27c:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:2.0:1788572578.692546:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.692550:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486b65 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.692556:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486b65 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x27c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.692569:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.692573:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486b57 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.692579:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.692582:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486b57 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.692589:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486b57 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.692617:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 4/0,0 mode: --/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486b57 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.692623:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788572578.692673:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196055168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572578.692716:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572578.692770:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 3/0,0 mode: --/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486b57 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.692783:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.692785:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.692786:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.692836:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196055168 00000100:00100000:0.0:1788572578.692842:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196055168 00000100:00100000:0.0:1788572578.692897:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15991 00000100:00100000:0.0:1788572578.692905:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+60:3640:x1875440196055168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.692920:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.692937:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486b57 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486b50 expref: 60 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.692948:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x27c:0x0].0x0 (ffff88cb8a1e3800) 00010000:00010000:0.0:1788572578.692956:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572578.693049:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788572578.693056:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1a000/0xaad440e68c486b50 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x27c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486b57 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.693080:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.693086:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486b3b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.693093:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486b3b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.693100:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486b3b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.693115:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1788572578.693120:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.693125:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486b42 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486b49 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.693132:0:202393:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486b42 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486b49 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.693337:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+93:361572:x1875453633030912:12345-192.168.202.54@tcp:36:rm.0 Request processed in 7700us (12204us total) trans 8589973292 rc 0/0 00000100:00100000:1.0:1788572578.693346:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138198 00010000:00010000:1.0:1788572578.693376:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.693381:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486b3b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.693387:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ba00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.693391:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486b3b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.693399:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486b3b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.693492:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486b3b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.693498:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788572578.693544:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196055296:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.693577:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572578.693622:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486b3b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.693631:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ba00/0xaad440e68c486b34 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486b3b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.693646:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.693648:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.693650:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.693660:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196055296 00000100:00100000:1.0:1788572578.693664:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196055296 00000100:00100000:1.0:1788572578.693691:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15992 00000100:00100000:1.0:1788572578.693697:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+60:3637:x1875440196055296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.693705:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.693717:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486b3b lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486b34 expref: 60 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.693728:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:1.0:1788572578.693735:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.693850:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+59:3640:x1875440196055168:12345-0@lo:103:ldlm_bl.0 Request processed in 945us (1133us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.693857:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15991 00000100:00100000:1.0:1788572578.693983:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+58:3637:x1875440196055296:12345-0@lo:103:ldlm_bl.0 Request processed in 285us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.693990:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15992 00000100:00100000:3.0:1788572578.695465:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196055168:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572578.695500:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.695731:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196055296:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.697193:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.697448:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633031040 00000100:00100000:1.0:1788572578.697458:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633031040 00000100:00100000:1.0:1788572578.697523:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138199 00000100:00100000:1.0:1788572578.697533:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+93:361572:x1875453633031040:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.697556:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.697579:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486b6c lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7778b expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697651:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486b73 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697666:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486b73 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697677:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486b73 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697688:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486b7a lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697695:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486b7a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697702:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486b7a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697802:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c486b81 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697809:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c486b81 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697816:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c486b81 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572578.697860:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x2d3:0x0]: returning size 0 00000004:00200000:1.0:1788572578.697864:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572578.697892:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c486b81 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697909:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c486b81 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697918:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486b73 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697926:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486b73 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697932:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486b73 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697939:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486b73 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697944:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.697948:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486b73 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697956:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486b73 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697967:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ff27b00) 00010000:00010000:1.0:1788572578.697969:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.697974:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486b73 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697980:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486b73 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.697994:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486b7a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.698001:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486b7a lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.698007:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486b7a lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.698011:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.698014:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486b7a lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.698019:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486b7a lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.698025:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd649e86e (ffff88ca8ff27c00) 00010000:00010000:1.0:1788572578.698027:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.698030:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486b7a lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.698035:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486b7a lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.698065:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486b6c lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7778b expref: 95 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.698081:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c486b81 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7778b expref: 94 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.698088:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2d3:0x0].0x0 (ffff88ca8ff27400) 00010000:00010000:1.0:1788572578.698090:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572578.698093:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513200, rc 0) 00000100:00100000:1.0:1788572578.698185:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+94:361572:x1875453633031040:12345-192.168.202.54@tcp:101:rm.0 Request processed in 652us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.698192:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138199 00000100:00100000:1.0:1788572578.704317:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.704411:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633031296 00000100:00100000:3.0:1788572578.704422:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633031296 00000100:00100000:3.0:1788572578.704475:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138200 00000100:00100000:3.0:1788572578.704484:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+94:361572:x1875453633031296:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.704545:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.704574:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c486b81 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7778b expref: 94 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.704594:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2d3:0x0].0x0 (ffff88ca8ff27400) 00010000:00010000:3.0:1788572578.704606:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.704631:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b88 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.704644:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b88 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.704654:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b88 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.704665:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b8f lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.704672:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b8f lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.704678:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b8f lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.704775:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b000/0xaad440e68c486b96 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.704787:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b000/0xaad440e68c486b96 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.704794:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b000/0xaad440e68c486b96 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.705006:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3228, 64 off214784 00010000:00010000:3.0:1788572578.705054:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486b9d lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705063:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486b9d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705071:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486b9d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705077:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486b9d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705082:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486b9d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705087:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486b9d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705109:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572578.705125:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b000/0xaad440e68c486b96 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705131:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b000/0xaad440e68c486b96 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705142:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b000/0xaad440e68c486b96 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705147:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.705178:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b000/0xaad440e68c486b96 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705186:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b000/0xaad440e68c486b96 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705192:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2d3:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:3.0:1788572578.705195:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572578.705198:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b000/0xaad440e68c486b96 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705204:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b000/0xaad440e68c486b96 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705219:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b88 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705225:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b88 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705230:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b88 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705235:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b88 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705240:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ae00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.705243:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b88 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705248:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b88 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705254:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8a1e3c00) 00010000:00010000:3.0:1788572578.705256:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.705258:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b88 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705263:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486b88 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.705285:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007024b77f reply state 0000000013e3bf7e transno 8589973293 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b8f lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705295:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b8f lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.705301:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd649e86e (ffff88cb8a1e3100) 00010000:00010000:3.0:1788572578.705303:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572578.705306:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572578.705381:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+95:361572:x1875453633031296:12345-192.168.202.54@tcp:36:rm.0 Request processed in 897us (1074us total) trans 8589973293 rc 0/0 00000100:00100000:3.0:1788572578.705389:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138200 00010000:00010000:1.0:1788572578.705690:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.705697:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486b9d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.705703:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.705706:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486b9d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.705712:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486b9d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.705720:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2d3:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:1.0:1788572578.705723:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.705725:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486b9d lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.705730:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486b9d lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.705742:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.705744:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.705745:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.710957:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.711083:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633031424 00000100:00100000:3.0:1788572578.711092:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633031424 00000100:00100000:3.0:1788572578.711189:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138201 00000100:00100000:3.0:1788572578.711202:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+63:361572:x1875453633031424:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.711230:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.711256:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486ba4 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77792 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.711347:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486bab lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.711362:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486bab lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.711373:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486bab lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.711386:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ba00/0xaad440e68c486bb2 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.711393:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ba00/0xaad440e68c486bb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.711400:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ba00/0xaad440e68c486bb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.711539:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc40a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196055424:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572578.711595:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.711623:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.711923:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196055424 00000100:00100000:2.0:1788572578.711928:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196055424 00000100:00100000:2.0:1788572578.711967:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37150 00000100:00100000:2.0:1788572578.711975:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+95:202394:x1875440196055424:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572578.712060:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+95:202394:x1875440196055424:12345-0@lo:1000:mdt00_002.0 Request processed in 86us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.712067:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37150 00000100:00100000:1.0:1788572578.712221:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc40a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196055424:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1788572578.712267:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c486bb9 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712291:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c486bb9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712300:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c486bb9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.712326:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c486bb9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712340:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486bab lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712347:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486bab lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712353:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486bab lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712360:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486bab lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712366:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.712370:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486bab lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712381:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486bab lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712393:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a1e3d00) 00010000:00010000:1.0:1788572578.712395:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.712411:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486bab lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712419:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486bab lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712431:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ba00/0xaad440e68c486bb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712437:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ba00/0xaad440e68c486bb2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712443:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ba00/0xaad440e68c486bb2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712447:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ba00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.712450:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ba00/0xaad440e68c486bb2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712456:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ba00/0xaad440e68c486bb2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712462:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xcfc4dfc3 (ffff88cb8a1e3000) 00010000:00010000:1.0:1788572578.712464:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.712467:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ba00/0xaad440e68c486bb2 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712472:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ba00/0xaad440e68c486bb2 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712507:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486ba4 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77792 expref: 65 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712526:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c486bb9 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77792 expref: 64 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.712532:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c3:0x0].0x0 (ffff88ca8ff27b00) 00010000:00010000:1.0:1788572578.712534:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.712536:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513800, rc 0) 00000100:00100000:1.0:1788572578.712579:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+64:361572:x1875453633031424:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1381us (1630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.712586:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138201 00000100:00100000:2.0:1788572578.716674:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.716749:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633031552 00000100:00100000:1.0:1788572578.716759:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633031552 00000100:00100000:1.0:1788572578.716823:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138202 00000100:00100000:1.0:1788572578.716834:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+95:361572:x1875453633031552:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.716860:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.716895:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486bc0 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77799 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.716959:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486bc7 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.716972:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486bc7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.716983:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486bc7 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572578.717039:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x3c3:0x0]: returning size 0 00000004:00200000:1.0:1788572578.717044:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572578.717084:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486bc0 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77799 expref: 97 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.717104:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486bc7 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77799 expref: 96 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.717113:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c3:0x0].0x0 (ffff88ca8ff27c00) 00010000:00010000:1.0:1788572578.717116:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572578.717120:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513000, rc 0) 00000100:00100000:1.0:1788572578.717360:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+96:361572:x1875453633031552:12345-192.168.202.54@tcp:101:rm.0 Request processed in 527us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.717367:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138202 00000100:00100000:2.0:1788572578.721282:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.721330:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.721442:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633031680 00000100:00100000:0.0:1788572578.721452:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633031680 00000100:00100000:0.0:1788572578.721515:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15993 00000100:00100000:0.0:1788572578.721524:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+64:352626:x1875453633031680:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572578.721540:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.721567:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c486bb9 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77792 expref: 64 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.721589:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c3:0x0].0x0 (ffff88ca8ff27b00) 00010000:00010000:0.0:1788572578.721599:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.721653:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+63:352626:x1875453633031680:12345-192.168.202.54@tcp:103:rm.0 Request processed in 130us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.721660:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15993 00000100:00100000:3.0:1788572578.722070:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633031936 00000100:00100000:3.0:1788572578.722075:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633031936 00000100:00100000:3.0:1788572578.722112:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138203 00000100:00100000:3.0:1788572578.722120:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+96:361572:x1875453633031936:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.722194:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.722210:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486bc7 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77799 expref: 96 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.722229:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c3:0x0].0x0 (ffff88ca8ff27c00) 00010000:00010000:3.0:1788572578.722236:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.722294:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.722302:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.722312:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.722332:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc40380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196055552:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1788572578.722372:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.722409:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.722458:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196055552 00000100:00100000:2.0:1788572578.722461:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196055552 00000100:00100000:2.0:1788572578.722486:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37151 00000100:00100000:2.0:1788572578.722492:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+58:225655:x1875440196055552:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572578.722504:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.722519:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c486bd5 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486bce expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.722546:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c486bd5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486bce expref: 59 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.722558:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c486bd5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486bce expref: 59 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.722565:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399000) 00010000:00010000:2.0:1788572578.722568:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.722570:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a6c00, rc 0) 00000100:00100000:2.0:1788572578.722605:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+59:225655:x1875440196055552:12345-0@lo:101:mdt00_005.0 Request processed in 113us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.722611:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37151 00000100:00100000:3.0:1788572578.722845:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc40380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196055552:0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572578.722860:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486bd5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.722870:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486bd5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572578.722896:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572578.722915:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1b000/0xaad440e68c486bdc lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.722922:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1b000/0xaad440e68c486bdc lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.722934:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1b000/0xaad440e68c486bdc lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.722945:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc40380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196055680:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1788572578.722964:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.722984:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.723031:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196055680 00000100:00100000:2.0:1788572578.723035:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196055680 00000100:00100000:2.0:1788572578.723061:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37152 00000100:00100000:2.0:1788572578.723066:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+59:225655:x1875440196055680:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572578.723074:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.723084:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486be3 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486bdc expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.723098:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486be3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486bdc expref: 60 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.723108:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486be3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486bdc expref: 60 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.723120:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xcfc4dfc3 (ffff88cba1399600) 00010000:00010000:2.0:1788572578.723123:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.723125:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a7000, rc 0) 00000100:00100000:2.0:1788572578.723175:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+60:225655:x1875440196055680:12345-0@lo:101:mdt00_005.0 Request processed in 108us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.723180:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37152 00000100:00100000:1.0:1788572578.723301:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc40380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196055680:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.723315:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1b000/0xaad440e68c486bdc lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486be3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.723323:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1b000/0xaad440e68c486bdc lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486be3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.723335:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:1.0:1788572578.723367:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196055808:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.723395:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.723424:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.723563:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196055808 00000100:00100000:2.0:1788572578.723568:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196055808 00000100:00100000:2.0:1788572578.723600:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37153 00000100:00100000:2.0:1788572578.723606:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+60:225655:x1875440196055808:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572578.723669:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+60:225655:x1875440196055808:12345-0@lo:1000:mdt00_005.0 Request processed in 63us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.723676:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37153 00000100:00100000:2.0:1788572578.723700:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196055808:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572578.723741:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196055936:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572578.723766:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.723780:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.723791:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196055936 00000100:00100000:2.0:1788572578.723795:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196055936 00000100:00100000:2.0:1788572578.723810:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37154 00000100:00100000:2.0:1788572578.723815:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+60:225655:x1875440196055936:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572578.723909:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+60:225655:x1875440196055936:12345-0@lo:1000:mdt00_005.0 Request processed in 92us (141us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572578.723915:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37154 00000100:00100000:2.0:1788572578.723939:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196055936:0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1788572578.723978:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.723985:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.723993:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.724004:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196056064:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1788572578.724038:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.724052:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d780 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.724062:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196056064 00000100:00100000:2.0:1788572578.724066:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196056064 00000100:00100000:2.0:1788572578.724083:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37155 00000100:00100000:2.0:1788572578.724089:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+60:225655:x1875440196056064:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572578.724096:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.724108:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486bf1 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486bea expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.724125:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486bf1 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486bea expref: 61 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.724135:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486bf1 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486bea expref: 61 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.724144:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c3:0x0].0x0 (ffff88cba1399100) 00010000:00010000:2.0:1788572578.724146:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572578.724174:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a7600, rc 0) 00000100:00100000:2.0:1788572578.724201:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+61:225655:x1875440196056064:12345-0@lo:101:mdt00_005.0 Request processed in 112us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.724207:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37155 00000100:00100000:2.0:1788572578.724230:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:225655:1875440196056064:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572578.724241:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486bf1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.724250:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486bf1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.724282:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486bf8 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.724291:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486bf8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.724299:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486bf8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572578.724744:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3229, 64 off214848 00000040:00080000:2.0:1788572578.724776:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].912, 392 off521704 00000040:00080000:2.0:1788572578.724820:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1455, 472 off1265480 00000004:00080000:2.0:1788572578.724826:0:225655:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8fb1d780 with version 15467 00000004:00080000:2.0:1788572578.724844:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15467 rpc_version 15467 00000020:00100000:2.0:1788572578.724862:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572578.724868:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cb9ca1ed80 x1875440196056320/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572578.724941:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1ed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196056320:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572578.724975:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.724994:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.725008:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196056320 00000100:00100000:2.0:1788572578.725011:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196056320 00000100:00100000:2.0:1788572578.725209:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37156 00000100:00100000:2.0:1788572578.725217:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+61:203127:x1875440196056320:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572578.725526:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+62:203127:x1875440196056320:12345-0@lo:1000:osp_up0-1.0 Request processed in 310us (549us total) trans 12884961981 rc 0/0 00000100:00100000:2.0:1788572578.725534:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37156 00000100:00100000:2.0:1788572578.725565:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1ed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196056320:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572578.725593:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486bff lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.725605:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486bff lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.725615:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486bff lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.725623:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486bff lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.725630:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486bff lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.725636:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486bff lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.725651:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572578.725670:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.725675:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486bff lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.725682:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.725686:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486bff lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.725693:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486bff lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.725705:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c3:0x0].0x0 (ffff88cba1399800) 00010000:00010000:2.0:1788572578.725707:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.725712:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486bff lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.725718:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486bff lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.725731:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.725734:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.725735:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.726688:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486bf8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.726702:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486bf8 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.726709:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486bf8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.726715:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.726719:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486bf8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.726727:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486bf8 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.726739:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c3:0x0].0x0 (ffff88cba1399800) 00010000:00010000:2.0:1788572578.726742:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.726745:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486bf8 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.726751:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7e00/0xaad440e68c486bf8 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.726774:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486bf1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.726781:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486bf1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.726788:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486bf1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.726843:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1788572578.726857:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572578.726863:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486bd5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.726871:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486bd5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.726887:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486bd5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.727744:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572578.727754:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486bf1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.727769:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.727774:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486bf1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.727782:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486bf1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.727819:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486bf1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.727825:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788572578.727888:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1788572578.727955:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486bf1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.727964:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c486bea lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486bf1 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.727983:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.727987:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486bd5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.727993:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ae00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.727998:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486bd5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.728005:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486bd5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.728234:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 4/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486bd5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.728242:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572578.728267:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486bd5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.728285:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.728287:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.728290:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.728386:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196056576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.728462:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.728609:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196056576 00000100:00100000:1.0:1788572578.728617:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196056576 00000100:00100000:1.0:1788572578.728671:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15994 00000100:00100000:1.0:1788572578.728681:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+62:3639:x1875440196056576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.728696:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.728715:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c486bd5 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486bce expref: 62 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.728729:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399000) 00010000:00010000:1.0:1788572578.728738:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.728779:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+61:3639:x1875440196056576:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.728785:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15994 00000100:00100000:0.0:1788572578.728862:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196056576:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.728999:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788572578.729007:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1ae00/0xaad440e68c486bce lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486bd5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572578.729096:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572578.729106:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1b000/0xaad440e68c486bdc lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486be3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.729114:0:225655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1b000/0xaad440e68c486bdc lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486be3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.729283:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+96:361572:x1875453633031936:12345-192.168.202.54@tcp:36:rm.0 Request processed in 7161us (7949us total) trans 8589973294 rc 0/0 00000100:00100000:2.0:1788572578.729291:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138203 00010000:00010000:0.0:1788572578.730695:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572578.731178:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8553a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196056448:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572578.731247:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.732069:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196056448 00000100:00100000:0.0:1788572578.732078:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196056448 00000100:00100000:0.0:1788572578.732142:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15995 00000100:00100000:0.0:1788572578.732174:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+61:3637:x1875440196056448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.732188:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.732219:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c486bf1 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486bea expref: 61 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.732239:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3c3:0x0].0x0 (ffff88cba1399100) 00010000:00010000:0.0:1788572578.732252:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.732331:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+60:3637:x1875440196056448:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.732339:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15995 00000100:00100000:3.0:1788572578.733301:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8553a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196056448:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.733466:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.733625:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633032064 00000100:00100000:0.0:1788572578.733631:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633032064 00000100:00100000:0.0:1788572578.733678:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138204 00000100:00100000:0.0:1788572578.733687:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+63:361572:x1875453633032064:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.733703:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.733725:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8c00/0xaad440e68c486c06 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777a0 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.733797:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486c0d lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.733812:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486c0d lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.733828:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486c0d lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.733853:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c14 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.733861:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c14 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.733868:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c14 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734379:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c486c1b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734390:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c486c1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa32:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734397:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c486c1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa32:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.734551:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xa32:0x0]: returning size 0 00000004:00200000:0.0:1788572578.734555:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572578.734577:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c486c1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa32:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734590:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c486c1b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734600:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486c0d lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734610:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486c0d lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734616:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486c0d lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734622:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486c0d lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734627:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.734631:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486c0d lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734637:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486c0d lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734648:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:0.0:1788572578.734651:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.734655:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486c0d lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734662:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486c0d lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734675:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c14 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734681:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c14 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734686:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c14 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734691:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.734693:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c14 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734698:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c14 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734703:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xdbf235c5 (ffff88ca8e88d600) 00010000:00010000:0.0:1788572578.734704:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.734707:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c14 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734712:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c14 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734741:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8c00/0xaad440e68c486c06 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777a0 expref: 65 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734754:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c486c1b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777a0 expref: 64 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.734762:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa32:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:0.0:1788572578.734764:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572578.734767:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9200, rc 0) 00000100:00100000:0.0:1788572578.734828:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+64:361572:x1875453633032064:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1142us (1363us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.734837:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138204 00000100:00100000:1.0:1788572578.738479:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.738641:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633032320 00000100:00100000:3.0:1788572578.738651:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633032320 00000100:00100000:3.0:1788572578.738712:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138205 00000100:00100000:3.0:1788572578.738723:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+64:361572:x1875453633032320:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.738789:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.738817:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9200/0xaad440e68c486c1b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777a0 expref: 64 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.738835:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa32:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:3.0:1788572578.738846:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.738876:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486c22 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.738901:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486c22 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.738910:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486c22 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.738922:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486c29 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.738928:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486c29 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.738934:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486c29 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.739032:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486c30 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.739041:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486c30 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.739048:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486c30 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.739355:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3904, 64 off258048 00010000:00010000:0.0:1788572578.740636:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c486c37 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xa32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740656:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c486c37 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740666:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c486c37 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740673:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c486c37 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740679:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c486c37 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740685:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c486c37 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740745:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572578.740772:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486c30 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740778:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486c30 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740784:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486c30 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740789:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1bc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.740794:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486c30 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740801:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486c30 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740819:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa32:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:0.0:1788572578.740822:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572578.740827:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486c30 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740833:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486c30 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740856:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486c22 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740862:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486c22 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740868:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486c22 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740873:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486c22 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740889:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.740892:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486c22 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740898:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486c22 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740905:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a1e3d00) 00010000:00010000:0.0:1788572578.740907:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.740910:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486c22 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740920:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a000/0xaad440e68c486c22 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.740935:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000027e2e34e reply state 000000007480d076 transno 12884961982 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486c29 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740946:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486c29 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.740952:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xdbf235c5 (ffff88cb8a1e3000) 00010000:00010000:0.0:1788572578.740954:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572578.740957:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572578.741482:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+65:361572:x1875453633032320:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2676us (2928us total) trans 12884961982 rc 0/0 00000100:00100000:0.0:1788572578.741494:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138205 00010000:00010000:1.0:1788572578.741610:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.741620:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c486c37 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.741630:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.741634:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c486c37 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.741641:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c486c37 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.741651:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa32:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:1.0:1788572578.741653:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.741657:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c486c37 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.741663:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c486c37 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xa32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.741680:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.741682:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.741683:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.744973:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.745091:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633032448 00000100:00100000:1.0:1788572578.745110:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633032448 00000100:00100000:1.0:1788572578.745200:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138206 00000100:00100000:1.0:1788572578.745220:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+96:361572:x1875453633032448:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.745249:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.745284:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c486c3e lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777a7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745359:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486c45 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745378:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486c45 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745389:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486c45 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745587:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486c4c lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745597:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486c4c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745605:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486c4c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745675:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486c53 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745684:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486c53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745691:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486c53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.745713:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486c53 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745727:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486c45 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745734:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486c45 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745743:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486c45 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745749:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486c45 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745754:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.745759:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486c45 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745767:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486c45 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745779:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ff27e00) 00010000:00010000:1.0:1788572578.745782:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.745787:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486c45 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745794:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486c45 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745809:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486c4c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745816:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486c4c lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745821:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486c4c lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745827:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.745830:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486c4c lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745836:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486c4c lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745843:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x757a5c5f (ffff88ca8ff27300) 00010000:00010000:1.0:1788572578.745845:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.745848:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486c4c lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745853:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486c4c lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745886:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c486c3e lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777a7 expref: 98 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745900:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486c53 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777a7 expref: 97 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.745906:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73f:0x0].0x0 (ffff88ca8ff27600) 00010000:00010000:1.0:1788572578.745908:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.745910:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513800, rc 0) 00000100:00100000:1.0:1788572578.745976:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+97:361572:x1875453633032448:12345-192.168.202.54@tcp:101:rm.0 Request processed in 766us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.745983:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138206 00000100:00100000:2.0:1788572578.749582:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.749686:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633032576 00000100:00100000:0.0:1788572578.749697:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633032576 00000100:00100000:0.0:1788572578.749764:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138207 00000100:00100000:0.0:1788572578.749775:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+65:361572:x1875453633032576:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.749802:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.749827:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8c00/0xaad440e68c486c5a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777ae expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.753326:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c61 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.753351:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c61 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.753366:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c61 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.753409:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x73f:0x0]: returning size 0 00000004:00200000:0.0:1788572578.753413:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572578.753456:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8c00/0xaad440e68c486c5a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777ae expref: 67 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.753478:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c61 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777ae expref: 66 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.753487:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73f:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:0.0:1788572578.753490:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572578.753493:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8e00, rc 0) 00000100:00100000:0.0:1788572578.753677:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+66:361572:x1875453633032576:12345-192.168.202.54@tcp:101:rm.0 Request processed in 3902us (4104us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.753686:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138207 00000100:00100000:0.0:1788572578.757728:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.757841:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.757907:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633032704 00000100:00100000:2.0:1788572578.757917:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633032704 00000100:00100000:2.0:1788572578.757979:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15996 00000100:00100000:2.0:1788572578.757988:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+97:352627:x1875453633032704:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572578.758005:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.758116:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486c53 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777a7 expref: 97 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.758134:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73f:0x0].0x0 (ffff88ca8ff27600) 00010000:00010000:2.0:1788572578.758147:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.758370:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+96:352627:x1875453633032704:12345-192.168.202.54@tcp:103:rm.0 Request processed in 382us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.758377:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15996 00000100:00100000:3.0:1788572578.759683:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633032960 00000100:00100000:3.0:1788572578.759692:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633032960 00000100:00100000:0.0:1788572578.759884:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138208 00000100:00100000:0.0:1788572578.759895:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+66:361572:x1875453633032960:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572578.759954:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.759978:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486c61 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x73f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777ae expref: 66 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.759996:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73f:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:0.0:1788572578.760007:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572578.760441:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.760451:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.760462:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.760487:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196056704:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1788572578.760547:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.760590:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d87a480 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.760646:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196056704 00000100:00100000:2.0:1788572578.760652:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196056704 00000100:00100000:2.0:1788572578.760695:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37157 00000100:00100000:2.0:1788572578.760702:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+95:205632:x1875440196056704:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1788572578.760714:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.760730:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486c6f lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486c68 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.760753:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486c6f lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486c68 expref: 96 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.760767:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486c6f lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486c68 expref: 96 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.760774:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399800) 00010000:00010000:2.0:1788572578.760777:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.760781:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148be00, rc 0) 00000100:00100000:2.0:1788572578.760827:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+96:205632:x1875440196056704:12345-0@lo:101:mdt00_004.0 Request processed in 126us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.760834:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37157 00000100:00100000:0.0:1788572578.761012:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196056704:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572578.761028:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486c6f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.761040:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486c6f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.761061:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572578.761084:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c486c76 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.761091:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c486c76 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.761100:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c486c76 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.761125:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196056832:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1788572578.761188:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.761203:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d87a480 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.761368:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196056832 00000100:00100000:3.0:1788572578.761374:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196056832 00000100:00100000:3.0:1788572578.761415:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37158 00000100:00100000:3.0:1788572578.761423:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+96:205632:x1875440196056832:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572578.761434:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.761450:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1aa00/0xaad440e68c486c7d lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486c76 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.761467:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1aa00/0xaad440e68c486c7d lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486c76 expref: 97 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.761479:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1aa00/0xaad440e68c486c7d lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486c76 expref: 97 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.761487:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x757a5c5f (ffff88cb8a1e3d00) 00010000:00010000:3.0:1788572578.761489:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.761492:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1aa00, rc 0) 00000100:00100000:3.0:1788572578.761522:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+97:205632:x1875440196056832:12345-0@lo:101:mdt00_004.0 Request processed in 100us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.761528:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37158 00000100:00100000:0.0:1788572578.761592:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196056832:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572578.761605:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c486c76 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486c7d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.761614:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c486c76 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486c7d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.761626:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572578.761656:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196056960:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572578.761683:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.761706:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d87ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.761764:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196056960 00000100:00100000:2.0:1788572578.761769:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196056960 00000100:00100000:2.0:1788572578.761799:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37159 00000100:00100000:2.0:1788572578.761806:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+97:205632:x1875440196056960:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572578.761867:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+97:205632:x1875440196056960:12345-0@lo:1000:mdt00_004.0 Request processed in 62us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.761873:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37159 00000100:00100000:0.0:1788572578.762034:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196056960:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572578.762074:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196057088:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572578.762097:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.762127:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d87ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.762140:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196057088 00000100:00100000:0.0:1788572578.762144:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196057088 00000100:00100000:0.0:1788572578.762201:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37160 00000100:00100000:0.0:1788572578.762207:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+97:205632:x1875440196057088:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572578.762463:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+97:205632:x1875440196057088:12345-0@lo:1000:mdt00_004.0 Request processed in 255us (364us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572578.762472:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37160 00000100:00100000:2.0:1788572578.762582:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196057088:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1788572578.762630:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.762638:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.762645:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.762657:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b798e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196057216:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1788572578.762680:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.762703:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d480 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.762750:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196057216 00000100:00100000:3.0:1788572578.762755:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196057216 00000100:00100000:3.0:1788572578.762789:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37161 00000100:00100000:3.0:1788572578.762796:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+97:205632:x1875440196057216:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572578.762805:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.762818:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c486c8b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486c84 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.762838:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c486c8b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486c84 expref: 98 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.762850:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c486c8b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486c84 expref: 98 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.762858:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73f:0x0].0x0 (ffff88cb8a1e3c00) 00010000:00010000:3.0:1788572578.762860:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572578.762863:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1a600, rc 0) 00000100:00100000:3.0:1788572578.762974:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+98:205632:x1875440196057216:12345-0@lo:101:mdt00_004.0 Request processed in 178us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.762980:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37161 00000100:00100000:0.0:1788572578.763069:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b798e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196057216:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572578.763081:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486c8b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.763090:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486c8b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.763125:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486c92 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.763133:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486c92 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.763141:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486c92 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572578.765452:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3905, 64 off258112 00000040:00080000:0.0:1788572578.765498:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].198, 392 off110064 00000040:00080000:0.0:1788572578.765554:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].667, 472 off361864 00000004:00080000:0.0:1788572578.765560:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8d87a180 with version 4836 00000004:00080000:1.0:1788572578.765689:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4836 rpc_version 4836 00000020:00100000:1.0:1788572578.765714:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572578.765721:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca827d0380 x1875440196057472/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572578.765739:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d0380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196057472:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572578.765847:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.765878:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c900 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.765952:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196057472 00000100:00100000:2.0:1788572578.765960:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196057472 00000100:00100000:2.0:1788572578.766017:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37162 00000100:00100000:2.0:1788572578.766025:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+98:202414:x1875440196057472:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572578.766752:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+99:202414:x1875440196057472:12345-0@lo:1000:osp_up1-0.0 Request processed in 724us (900us total) trans 8589973295 rc 0/0 00000100:00100000:2.0:1788572578.766761:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37162 00000100:00100000:1.0:1788572578.767057:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d0380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196057472:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572578.767282:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486c99 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x73f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767302:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486c99 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x73f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767317:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486c99 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x73f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767326:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486c99 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x73f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767332:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486c99 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x73f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767343:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486c99 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x73f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767406:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572578.767428:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486c92 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767434:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486c92 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767440:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486c92 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767444:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.767448:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486c92 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767454:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486c92 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767464:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73f:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:0.0:1788572578.767467:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.767471:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486c92 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767477:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486c92 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767489:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486c8b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767501:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486c8b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767507:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486c8b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.767603:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572578.767609:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486c99 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x73f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.767615:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572578.767618:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486c99 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x73f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.767625:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486c99 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x73f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.767634:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73f:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:3.0:1788572578.767636:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572578.767639:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486c99 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x73f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.767644:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9600/0xaad440e68c486c99 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x73f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.767729:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572578.767744:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572578.767770:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.767775:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486c8b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.767782:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.767786:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486c8b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.767794:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486c8b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.767826:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486c8b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.767829:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.767833:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572578.767862:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486c8b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.767870:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148b000/0xaad440e68c486c84 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486c8b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.767894:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.767896:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.767898:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572578.767939:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196057600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572578.767987:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.768618:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196057600 00000100:00100000:2.0:1788572578.768627:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196057600 00000100:00100000:2.0:1788572578.768685:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15997 00000100:00100000:2.0:1788572578.768695:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8553a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+99:3640:x1875440196057600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.768708:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.768727:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c486c8b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x73f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486c84 expref: 99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.768741:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x73f:0x0].0x0 (ffff88cb8a1e3c00) 00010000:00010000:2.0:1788572578.768751:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.768910:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8553a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+98:3640:x1875440196057600:12345-0@lo:103:ldlm_bl.0 Request processed in 217us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.768918:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15997 00010000:00010000:2.0:1788572578.769366:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486c6f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.769377:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486c6f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.769384:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486c6f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.769405:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1788572578.769414:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572578.769420:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c486c76 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486c7d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.769427:0:205632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c486c76 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486c7d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.769504:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+66:361572:x1875453633032960:12345-192.168.202.54@tcp:36:rm.0 Request processed in 9609us (11784us total) trans 12884961983 rc 0/0 00000100:00100000:2.0:1788572578.769511:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138208 00010000:00010000:0.0:1788572578.769555:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.769561:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486c6f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.769568:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.769572:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486c6f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.769579:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486c6f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.769606:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486c6f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.769612:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.769639:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486c6f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.769646:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8200/0xaad440e68c486c68 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486c6f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.769665:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.769667:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.769669:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.769676:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572578.769688:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196057728:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.769731:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.774571:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196057600:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.775184:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.775535:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633033088 00000100:00100000:3.0:1788572578.775543:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633033088 00000100:00100000:3.0:1788572578.775601:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138209 00000100:00100000:3.0:1788572578.775610:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+96:361572:x1875453633033088:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.775633:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.775656:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486ca0 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777b5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.775723:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486ca7 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.775737:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486ca7 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.775749:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486ca7 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.775763:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486cae lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.775770:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486cae lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.775777:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486cae lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.775870:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cb5 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.775945:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cb5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.775955:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cb5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572578.775996:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x3aa:0x0]: returning size 0 00000004:00200000:3.0:1788572578.776000:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572578.776068:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cb5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776079:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cb5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776089:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486ca7 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776095:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486ca7 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776177:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486ca7 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776186:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486ca7 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776192:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.776196:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486ca7 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776204:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486ca7 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776392:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399800) 00010000:00010000:3.0:1788572578.776396:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.776472:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486ca7 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776480:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486ca7 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776498:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486cae lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776503:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486cae lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776508:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486cae lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776513:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1bc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.776516:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486cae lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776521:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486cae lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776528:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1525dd88 (ffff88cb8a1e3b00) 00010000:00010000:3.0:1788572578.776530:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.776533:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486cae lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776538:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486cae lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776570:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486ca0 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777b5 expref: 98 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776583:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cb5 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777b5 expref: 97 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.776594:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3aa:0x0].0x0 (ffff88cb8b2c6700) 00010000:00010000:3.0:1788572578.776596:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572578.776598:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1ae00, rc 0) 00000100:00100000:3.0:1788572578.776669:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+97:361572:x1875453633033088:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1060us (1519us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.776677:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138209 00000100:00100000:1.0:1788572578.778176:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196057728 00000100:00100000:1.0:1788572578.778202:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196057728 00000100:00100000:1.0:1788572578.778659:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15998 00000100:00100000:1.0:1788572578.778671:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+98:3638:x1875440196057728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.778688:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.778711:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486c6f lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486c68 expref: 98 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.778735:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399800) 00010000:00010000:1.0:1788572578.778747:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.778832:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+97:3638:x1875440196057728:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (9100us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.778840:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15998 00000100:00100000:1.0:1788572578.778893:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196057728:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.779794:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.779869:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633033344 00000100:00100000:3.0:1788572578.779933:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633033344 00000100:00100000:3.0:1788572578.780011:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138210 00000100:00100000:3.0:1788572578.780028:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+97:361572:x1875453633033344:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.780073:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.780091:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cb5 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777b5 expref: 97 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780114:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3aa:0x0].0x0 (ffff88cb8b2c6700) 00010000:00010000:3.0:1788572578.780122:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.780147:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486cbc lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780189:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486cbc lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780199:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486cbc lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780219:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ba00/0xaad440e68c486cc3 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780230:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ba00/0xaad440e68c486cc3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780236:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ba00/0xaad440e68c486cc3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780336:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c486cca lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780345:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c486cca lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780351:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c486cca lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.780779:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3237, 64 off215360 00010000:00010000:3.0:1788572578.780834:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486cd1 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780844:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486cd1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780852:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486cd1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780859:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486cd1 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780865:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486cd1 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.780872:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486cd1 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.781178:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.781292:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.781301:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486cd1 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.781308:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.781312:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486cd1 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.781321:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486cd1 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.781333:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3aa:0x0].0x0 (ffff88caa2ec8b00) 00010000:00010000:1.0:1788572578.781335:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.781340:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486cd1 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.781346:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486cd1 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.781357:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.781359:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.781360:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.781480:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c486cca lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781488:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c486cca lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781493:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c486cca lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781499:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.781502:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c486cca lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781508:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c486cca lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781516:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3aa:0x0].0x0 (ffff88caa2ec8b00) 00010000:00010000:2.0:1788572578.781518:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572578.781520:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c486cca lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781525:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c486cca lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781545:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486cbc lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781551:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486cbc lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781556:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486cbc lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781561:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486cbc lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781565:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.781567:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486cbc lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781576:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486cbc lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781582:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8a00) 00010000:00010000:2.0:1788572578.781584:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.781587:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486cbc lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781592:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486cbc lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.781603:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009c36acfe reply state 0000000005bbb795 transno 8589973296 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ba00/0xaad440e68c486cc3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781613:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ba00/0xaad440e68c486cc3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.781619:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1525dd88 (ffff88caa2ec8300) 00010000:00010000:2.0:1788572578.781621:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572578.781623:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572578.781704:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+98:361572:x1875453633033344:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1675us (1911us total) trans 8589973296 rc 0/0 00000100:00100000:2.0:1788572578.781712:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138210 00000100:00100000:2.0:1788572578.785465:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.785595:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633033472 00000100:00100000:0.0:1788572578.785604:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633033472 00000100:00100000:0.0:1788572578.785665:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138211 00000100:00100000:0.0:1788572578.785676:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+98:361572:x1875453633033472:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.785703:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.785728:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486cd8 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777bc expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.785800:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486cdf lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.785816:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486cdf lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.785828:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486cdf lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.785843:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486ce6 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.785850:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486ce6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.785857:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486ce6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.785968:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486ced lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x621:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.785975:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486ced lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x621:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.785981:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486ced lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x621:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.786023:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x621:0x0]: returning size 0 00000004:00200000:0.0:1788572578.786027:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572578.786047:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486ced lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x621:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786059:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486ced lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x621:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786068:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486cdf lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786075:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486cdf lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786081:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486cdf lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786088:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486cdf lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786097:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.786114:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486cdf lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786122:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486cdf lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786135:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88d600) 00010000:00010000:0.0:1788572578.786138:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.786143:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486cdf lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786197:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486cdf lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786214:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486ce6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786219:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486ce6 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786224:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486ce6 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786229:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.786232:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486ce6 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786238:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486ce6 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786251:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xb078092e (ffff88ca8e88d400) 00010000:00010000:0.0:1788572578.786254:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.786257:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486ce6 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786263:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c486ce6 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786311:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486cd8 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777bc expref: 100 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786326:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486ced lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x621:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777bc expref: 99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.786333:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x621:0x0].0x0 (ffff88ca8e88dc00) 00010000:00010000:0.0:1788572578.786336:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572578.786338:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8c00, rc 0) 00000100:00100000:0.0:1788572578.786946:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+99:361572:x1875453633033472:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1268us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.786955:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138211 00000100:00100000:1.0:1788572578.790749:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.790839:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633033728 00000100:00100000:3.0:1788572578.790849:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633033728 00000100:00100000:3.0:1788572578.790921:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138212 00000100:00100000:3.0:1788572578.790932:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+99:361572:x1875453633033728:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.790990:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.791020:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486ced lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x621:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777bc expref: 99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791040:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x621:0x0].0x0 (ffff88ca8e88dc00) 00010000:00010000:3.0:1788572578.791051:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.791074:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cf4 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791087:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cf4 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791427:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cf4 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791442:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486cfb lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791450:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486cfb lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791457:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486cfb lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791568:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d02 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x621:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791576:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d02 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x621:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791583:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d02 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x621:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.791835:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3230, 64 off214912 00010000:00010000:3.0:1788572578.791892:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d09 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x621:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791902:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d09 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x621:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791910:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d09 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x621:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791918:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d09 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x621:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791924:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d09 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x621:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791930:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d09 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x621:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791954:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572578.791973:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d02 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x621:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791984:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d02 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x621:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791990:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d02 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x621:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.791994:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1bc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.791998:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d02 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x621:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.792006:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d02 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x621:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.792015:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x621:0x0].0x0 (ffff88caa2ec8800) 00010000:00010000:3.0:1788572578.792018:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572578.792022:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d02 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x621:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.792028:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d02 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x621:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.792044:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cf4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.792049:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cf4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.792055:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cf4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.792060:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cf4 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.792064:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ae00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.792067:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cf4 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.792072:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cf4 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.792078:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8100) 00010000:00010000:3.0:1788572578.792080:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.792082:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cf4 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.792087:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486cf4 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.792100:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000048771727 reply state 0000000095edea10 transno 8589973297 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486cfb lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.792353:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.792360:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d09 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x621:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.792365:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.792368:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d09 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x621:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.792374:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d09 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x621:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.792382:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x621:0x0].0x0 (ffff88caa2ec8800) 00010000:00010000:1.0:1788572578.792384:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.792387:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d09 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x621:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.792407:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d09 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x621:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.792421:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.792422:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.792424:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.792620:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486cfb lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.792627:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xb078092e (ffff88caa2ec8d00) 00010000:00010000:3.0:1788572578.792629:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572578.792632:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572578.792756:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+100:361572:x1875453633033728:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1822us (2014us total) trans 8589973297 rc 0/0 00000100:00100000:3.0:1788572578.792765:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138212 00000100:00100000:3.0:1788572578.795705:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.797626:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633033856 00000100:00100000:0.0:1788572578.797640:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633033856 00000100:00100000:0.0:1788572578.797712:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138213 00000100:00100000:0.0:1788572578.797720:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+100:361572:x1875453633033856:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.797742:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.797766:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486d10 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777c3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797842:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486d17 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797854:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486d17 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797863:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486d17 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797871:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9600/0xaad440e68c486d1e lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797886:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9600/0xaad440e68c486d1e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797890:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9600/0xaad440e68c486d1e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797945:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d25 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x876:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797949:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d25 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797953:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d25 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.797968:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d25 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797978:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486d17 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797983:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486d17 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797987:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486d17 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797991:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486d17 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.797994:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.797997:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486d17 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798001:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486d17 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798009:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88d500) 00010000:00010000:0.0:1788572578.798011:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.798014:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486d17 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798018:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c486d17 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798028:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9600/0xaad440e68c486d1e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798032:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9600/0xaad440e68c486d1e lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798036:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9600/0xaad440e68c486d1e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798039:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.798041:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9600/0xaad440e68c486d1e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798044:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9600/0xaad440e68c486d1e lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798048:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x778ba394 (ffff88ca8e88d100) 00010000:00010000:0.0:1788572578.798049:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.798051:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9600/0xaad440e68c486d1e lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798054:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9600/0xaad440e68c486d1e lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798074:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486d10 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777c3 expref: 102 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798084:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d25 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777c3 expref: 101 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.798088:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x876:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:0.0:1788572578.798089:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572578.798090:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8600, rc 0) 00000100:00100000:0.0:1788572578.798176:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+101:361572:x1875453633033856:12345-192.168.202.54@tcp:101:rm.0 Request processed in 456us (2481us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.798181:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138213 00000100:00100000:1.0:1788572578.800779:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.800854:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633033984 00000100:00100000:2.0:1788572578.800863:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633033984 00000100:00100000:2.0:1788572578.800932:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138214 00000100:00100000:2.0:1788572578.800942:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+66:361572:x1875453633033984:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.800965:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.800988:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c486d2c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x876:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777ca expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.801144:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d33 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x876:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.801190:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x876:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.801203:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d33 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x876:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.801237:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x876:0x0]: returning size 0 00000004:00200000:2.0:1788572578.801241:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572578.801290:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c486d2c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x876:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777ca expref: 68 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.801311:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d33 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x876:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777ca expref: 67 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.801320:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x876:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:2.0:1788572578.801323:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572578.801327:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1fa00, rc 0) 00000100:00100000:2.0:1788572578.801382:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+67:361572:x1875453633033984:12345-192.168.202.54@tcp:101:rm.0 Request processed in 442us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.801389:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138214 00010000:00010000:2.0:1788572578.802319:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.804790:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.804929:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633034112 00000100:00100000:2.0:1788572578.804943:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633034112 00000100:00100000:2.0:1788572578.805716:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 15999 00000100:00100000:2.0:1788572578.805731:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+101:352626:x1875453633034112:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572578.805751:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.805777:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d25 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777c3 expref: 101 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.805797:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x876:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:2.0:1788572578.805811:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.805888:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+100:352626:x1875453633034112:12345-192.168.202.54@tcp:103:rm.0 Request processed in 161us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.805896:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 15999 00000100:00100000:3.0:1788572578.810717:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.810892:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633034368 00000100:00100000:0.0:1788572578.810906:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633034368 00000100:00100000:0.0:1788572578.810981:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138215 00000100:00100000:0.0:1788572578.810992:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+67:361572:x1875453633034368:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572578.811048:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.811076:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d33 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x876:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777ca expref: 67 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.811098:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x876:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:0.0:1788572578.811110:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572578.811202:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.811222:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.811233:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.811255:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196057856:0@lo:101:mdt00_005.0 00000100:00100000:0.0:1788572578.811322:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.811689:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d87a840 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.812645:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196057856 00000100:00100000:3.0:1788572578.812657:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196057856 00000100:00100000:3.0:1788572578.812717:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37163 00000100:00100000:3.0:1788572578.812727:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+97:225655:x1875440196057856:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572578.812748:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.812771:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d41 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486d3a expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.812801:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d41 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486d3a expref: 98 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.812814:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d41 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486d3a expref: 98 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.812821:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8100) 00010000:00010000:3.0:1788572578.812824:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.812828:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1bc00, rc 0) 00000100:00100000:3.0:1788572578.813006:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+98:225655:x1875440196057856:12345-0@lo:101:mdt00_005.0 Request processed in 279us (1682us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.813013:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37163 00000100:00100000:0.0:1788572578.813201:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196057856:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1788572578.813331:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486d41 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.813344:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486d41 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.813366:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572578.813471:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c486d48 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.813480:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c486d48 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.813489:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c486d48 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.813508:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196057984:0@lo:101:mdt00_005.0 00000100:00100000:0.0:1788572578.813544:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.813572:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d87a840 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.814123:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196057984 00000100:00100000:3.0:1788572578.814129:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196057984 00000100:00100000:3.0:1788572578.814438:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37164 00000100:00100000:3.0:1788572578.814449:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+98:225655:x1875440196057984:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572578.814464:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.814486:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d4f lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486d48 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.814515:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d4f lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486d48 expref: 99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.814529:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d4f lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486d48 expref: 99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.814538:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x778ba394 (ffff88caa2ec8900) 00010000:00010000:3.0:1788572578.814540:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.814544:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1a000, rc 0) 00000100:00100000:3.0:1788572578.814598:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+99:225655:x1875440196057984:12345-0@lo:101:mdt00_005.0 Request processed in 152us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.814604:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37164 00000100:00100000:0.0:1788572578.814664:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196057984:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1788572578.814681:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c486d48 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486d4f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.814691:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c486d48 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486d4f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.814707:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572578.814745:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196058112:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788572578.814783:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.818308:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d87acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.818587:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196058112 00000100:00100000:2.0:1788572578.818598:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196058112 00000100:00100000:2.0:1788572578.818672:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37165 00000100:00100000:2.0:1788572578.818684:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb907050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+99:225655:x1875440196058112:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572578.818806:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb907050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+99:225655:x1875440196058112:12345-0@lo:1000:mdt00_005.0 Request processed in 125us (4022us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.818815:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37165 00000100:00100000:0.0:1788572578.818997:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196058112:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788572578.819069:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196058240:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788572578.819103:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.819126:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196058240 00000100:00100000:0.0:1788572578.819130:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196058240 00000100:00100000:0.0:1788572578.819170:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37166 00000100:00100000:0.0:1788572578.819177:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+99:225655:x1875440196058240:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788572578.819281:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+99:225655:x1875440196058240:12345-0@lo:1000:mdt00_005.0 Request processed in 105us (177us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572578.819288:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37166 00000100:00100000:0.0:1788572578.819485:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d87acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.819501:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196058240:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1788572578.819559:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.819569:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.819580:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.819593:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196058368:0@lo:101:mdt00_005.0 00000100:00100000:0.0:1788572578.819618:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.819641:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196058368 00000100:00100000:0.0:1788572578.819644:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196058368 00000100:00100000:0.0:1788572578.819662:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37167 00000100:00100000:0.0:1788572578.819667:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+99:225655:x1875440196058368:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1788572578.819677:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.819693:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486d5d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486d56 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.819719:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486d5d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486d56 expref: 100 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.819738:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486d5d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486d56 expref: 100 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.819746:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x876:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:0.0:1788572578.819749:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572578.819752:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8200, rc 0) 00000100:00100000:0.0:1788572578.819775:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+100:225655:x1875440196058368:12345-0@lo:101:mdt00_005.0 Request processed in 107us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.819780:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37167 00000100:00100000:0.0:1788572578.819795:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d87a840 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.819806:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196058368:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1788572578.819819:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486d5d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.819831:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486d5d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.819852:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486d64 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.819860:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486d64 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.819867:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486d64 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572578.820635:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3906, 64 off258176 00000040:00080000:0.0:1788572578.820667:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].199, 392 off110456 00000040:00080000:0.0:1788572578.820716:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].668, 472 off362336 00000004:00080000:0.0:1788572578.820721:0:225655:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8d87a840 with version 4837 00000004:00080000:1.0:1788572578.821321:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4837 rpc_version 4837 00000020:00100000:1.0:1788572578.821351:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572578.821359:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e181f80 x1875440196058624/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572578.821378:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196058624:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572578.821534:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.821564:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c900 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.821581:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196058624 00000100:00100000:1.0:1788572578.821586:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196058624 00000100:00100000:1.0:1788572578.821634:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37168 00000100:00100000:1.0:1788572578.821642:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+100:202414:x1875440196058624:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572578.821925:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+101:202414:x1875440196058624:12345-0@lo:1000:osp_up1-0.0 Request processed in 283us (390us total) trans 8589973298 rc 0/0 00000100:00100000:1.0:1788572578.821932:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37168 00000100:00100000:1.0:1788572578.821984:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196058624:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1788572578.822022:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486d6b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x876:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822037:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486d6b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x876:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822049:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486d6b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x876:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822059:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486d6b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x876:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822066:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486d6b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x876:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822073:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486d6b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x876:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822087:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.822108:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486d64 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822115:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486d64 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822122:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486d64 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822129:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.822134:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486d64 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822141:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486d64 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822173:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x876:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:1.0:1788572578.822177:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.822182:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486d64 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822189:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486d64 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822201:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486d5d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822394:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486d5d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822478:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486d5d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822497:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572578.822511:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572578.822520:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572578.822525:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486d6b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x876:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822532:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.822536:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486d6b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x876:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822543:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486d6b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x876:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822553:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x876:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:1.0:1788572578.822556:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.822559:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486d6b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x876:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822566:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486d6b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x876:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822582:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.822586:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486d5d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822592:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.822597:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486d5d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.822605:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486d5d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822631:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486d5d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822638:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572578.822665:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486d5d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822672:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9000/0xaad440e68c486d56 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486d5d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822685:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.822687:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.822689:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.822703:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196058752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.822744:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.822790:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196058752 00000100:00100000:1.0:1788572578.822796:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196058752 00000100:00100000:1.0:1788572578.822832:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16000 00000100:00100000:1.0:1788572578.822840:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+101:3638:x1875440196058752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.822852:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.822869:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8200/0xaad440e68c486d5d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x876:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486d56 expref: 101 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.822895:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x876:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:1.0:1788572578.822903:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.822933:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+100:3638:x1875440196058752:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.822941:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16000 00000100:00100000:1.0:1788572578.822973:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196058752:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.822994:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486d41 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.823003:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486d41 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.823010:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486d41 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.823024:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1788572578.823029:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572578.823035:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.823041:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486d41 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.823048:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.823051:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486d41 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.823059:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486d41 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.823077:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486d41 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.823084:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572578.823101:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486d41 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.823109:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8000/0xaad440e68c486d3a lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486d41 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.823123:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.823125:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.823127:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.823136:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196058880:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.823182:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.823228:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196058880 00000100:00100000:1.0:1788572578.823233:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196058880 00000100:00100000:1.0:1788572578.823261:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16001 00010000:00010000:0.0:1788572578.823406:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.823603:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+100:3639:x1875440196058880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.823616:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.823631:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486d41 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486d3a expref: 100 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.823643:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8100) 00010000:00010000:1.0:1788572578.823652:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.823693:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+99:3639:x1875440196058880:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.823700:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16001 00010000:00010000:1.0:1788572578.823727:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c486d48 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486d4f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.823735:0:225655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c486d48 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486d4f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.823807:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+67:361572:x1875453633034368:12345-192.168.202.54@tcp:36:rm.0 Request processed in 12814us (13099us total) trans 12884961984 rc 0/0 00000100:00100000:1.0:1788572578.823815:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138215 00000100:00100000:0.0:1788572578.825356:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e180a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196058880:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572578.828610:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.828846:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633034496 00000100:00100000:2.0:1788572578.828860:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633034496 00000100:00100000:2.0:1788572578.829003:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138216 00000100:00100000:2.0:1788572578.829014:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+100:361572:x1875453633034496:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.829035:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.829063:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c486d72 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777d1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.829137:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c486d79 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.829184:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c486d79 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.829198:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c486d79 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.829961:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d80 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.829976:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d80 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.829985:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d80 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830093:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c486d87 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x142:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830101:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c486d87 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x142:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830109:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c486d87 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x142:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.830198:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x142:0x0]: returning size 0 00000004:00200000:2.0:1788572578.830204:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572578.830524:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c486d87 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x142:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830539:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c486d87 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x142:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830552:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c486d79 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830559:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c486d79 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830565:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c486d79 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830571:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c486d79 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830577:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.830582:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c486d79 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830590:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c486d79 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830601:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:2.0:1788572578.830604:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.830608:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c486d79 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830614:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c486d79 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830629:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d80 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830635:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d80 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830642:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d80 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830647:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.830650:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d80 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830656:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d80 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830662:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xaaff2012 (ffff88cba1399800) 00010000:00010000:2.0:1788572578.830664:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.830667:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d80 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830672:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c486d80 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830705:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e000/0xaad440e68c486d72 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777d1 expref: 102 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830720:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c486d87 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x142:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777d1 expref: 101 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.830727:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x142:0x0].0x0 (ffff88cba1399100) 00010000:00010000:2.0:1788572578.830729:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572578.830732:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1ee00, rc 0) 00000100:00100000:2.0:1788572578.830867:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+101:361572:x1875453633034496:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1854us (2265us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.830887:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138216 00000100:00100000:3.0:1788572578.833619:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.833704:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633034752 00000100:00100000:0.0:1788572578.833714:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633034752 00000100:00100000:0.0:1788572578.833774:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138217 00000100:00100000:0.0:1788572578.833783:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+101:361572:x1875453633034752:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572578.833839:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.833867:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ee00/0xaad440e68c486d87 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x142:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777d1 expref: 101 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.833888:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x142:0x0].0x0 (ffff88cba1399100) 00010000:00010000:0.0:1788572578.833901:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572578.833929:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486d8e lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.833942:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486d8e lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.833951:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486d8e lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.833964:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d95 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.833971:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d95 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.833978:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d95 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834072:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486d9c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x142:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834081:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486d9c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x142:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834088:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486d9c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x142:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572578.834353:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3238, 64 off215424 00010000:00010000:0.0:1788572578.834510:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486da3 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x142:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834520:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486da3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834528:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486da3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834536:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486da3 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834543:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486da3 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834549:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486da3 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x142:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834601:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572578.834620:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486d9c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834631:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486d9c lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834637:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486d9c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834642:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.834646:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486d9c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834653:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486d9c lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834663:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x142:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:0.0:1788572578.834666:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572578.834670:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486d9c lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834676:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8c00/0xaad440e68c486d9c lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x142:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834695:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486d8e lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834701:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486d8e lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834707:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486d8e lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834712:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486d8e lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834717:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.834720:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486d8e lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834727:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486d8e lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834733:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:0.0:1788572578.834735:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.834738:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486d8e lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834744:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486d8e lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.834758:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008f5a66c1 reply state 0000000017209a53 transno 8589973299 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d95 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834768:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d95 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.834774:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xaaff2012 (ffff88ca8e88dc00) 00010000:00010000:0.0:1788572578.834776:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572578.834779:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572578.834852:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+102:361572:x1875453633034752:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1069us (1242us total) trans 8589973299 rc 0/0 00000100:00100000:0.0:1788572578.834860:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138217 00010000:00010000:2.0:1788572578.842693:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.842708:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486da3 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x142:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.842720:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.842726:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486da3 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x142:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.842737:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486da3 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x142:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.842756:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x142:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:2.0:1788572578.842760:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.842765:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486da3 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x142:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.842771:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02c00/0xaad440e68c486da3 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x142:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.844043:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.844049:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.844052:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.844590:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.845122:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633034880 00000100:00100000:2.0:1788572578.845134:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633034880 00000100:00100000:2.0:1788572578.845601:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138218 00000100:00100000:2.0:1788572578.845614:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+102:361572:x1875453633034880:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.845641:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.845669:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486daa lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777d8 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845752:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486db1 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845768:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486db1 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845780:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486db1 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845793:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486db8 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845800:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486db8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845806:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486db8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845872:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486dbf lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845881:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486dbf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845887:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486dbf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.845908:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486dbf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845922:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486db1 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845929:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486db1 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845936:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486db1 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845942:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486db1 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845948:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.845952:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486db1 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845960:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486db1 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845971:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399000) 00010000:00010000:2.0:1788572578.845975:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.845979:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486db1 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.845986:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486db1 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.846002:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486db8 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.846008:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486db8 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.846488:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486db8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.846500:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.846504:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486db8 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.846511:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486db8 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.846520:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xdcd2547 (ffff88cba1399b00) 00010000:00010000:2.0:1788572578.846523:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.846526:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486db8 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.846532:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23a00/0xaad440e68c486db8 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.846573:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486daa lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777d8 expref: 104 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.846595:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486dbf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777d8 expref: 103 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.846602:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e0:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:2.0:1788572578.846605:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572578.846607:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21c00, rc 0) 00000100:00100000:1.0:1788572578.850627:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+103:361572:x1875453633034880:12345-192.168.202.54@tcp:101:rm.0 Request processed in 4999us (6026us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.850641:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138218 00000100:00100000:3.0:1788572578.858610:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.858712:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633035008 00000100:00100000:1.0:1788572578.858724:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633035008 00000100:00100000:1.0:1788572578.858792:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138219 00000100:00100000:1.0:1788572578.858804:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+67:361572:x1875453633035008:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.858830:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.858853:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486dc6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777df expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.859118:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486dcd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.859135:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486dcd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.859148:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486dcd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572578.859301:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x9e0:0x0]: returning size 0 00000004:00200000:1.0:1788572578.859306:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572578.859344:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513200/0xaad440e68c486dc6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777df expref: 69 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.859362:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486dcd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777df expref: 68 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.859370:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e0:0x0].0x0 (ffff88ca8ff27e00) 00010000:00010000:1.0:1788572578.859374:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572578.859377:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513e00, rc 0) 00000100:00100000:1.0:1788572578.859564:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+68:361572:x1875453633035008:12345-192.168.202.54@tcp:101:rm.0 Request processed in 761us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.859572:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138219 00000100:00100000:1.0:1788572578.862951:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.863221:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.863308:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633035392 00000100:00100000:2.0:1788572578.863319:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633035392 00000100:00100000:2.0:1788572578.863418:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138220 00000100:00100000:2.0:1788572578.863436:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85255850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+68:361572:x1875453633035392:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572578.863538:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.863580:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486dcd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777df expref: 68 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.863609:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e0:0x0].0x0 (ffff88ca8ff27e00) 00010000:00010000:2.0:1788572578.863627:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572578.863710:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.863724:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.863739:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.863764:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196059008:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1788572578.863812:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.863857:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.864002:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196059008 00000100:00100000:3.0:1788572578.864007:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196059008 00000100:00100000:3.0:1788572578.864048:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37169 00000100:00100000:3.0:1788572578.864057:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+99:205632:x1875440196059008:12345-0@lo:101:mdt00_004.0 00000100:00100000:0.0:1788572578.864061:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633035136 00000100:00100000:0.0:1788572578.864071:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633035136 00010000:00010000:3.0:1788572578.864073:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.864094:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ddb lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486dd4 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.864119:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ddb lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486dd4 expref: 100 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.864133:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16002 00010000:00010000:3.0:1788572578.864143:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ddb lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486dd4 expref: 100 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.864146:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb89c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+103:352627:x1875453633035136:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:3.0:1788572578.864178:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8400) 00010000:00010000:3.0:1788572578.864183:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.864186:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1ae00, rc 0) 00010000:00010000:0.0:1788572578.864190:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.864210:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c486dbf lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777d8 expref: 103 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.864222:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e0:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:0.0:1788572578.864229:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.864281:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb89c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+102:352627:x1875453633035136:12345-192.168.202.54@tcp:103:rm.0 Request processed in 138us (1345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.864289:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16002 00000100:00100000:3.0:1788572578.864307:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+100:205632:x1875440196059008:12345-0@lo:101:mdt00_004.0 Request processed in 248us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.864315:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37169 00000100:00100000:2.0:1788572578.864744:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196059008:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1788572578.864766:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486ddb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.864778:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486ddb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572578.864797:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572578.864830:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486de2 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.864847:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486de2 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.864860:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486de2 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.864885:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196059136:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1788572578.864933:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.865007:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d000 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.873380:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196059136 00000100:00100000:0.0:1788572578.873465:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196059136 00000100:00100000:1.0:1788572578.873660:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37170 00000100:00100000:1.0:1788572578.873674:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+100:205632:x1875440196059136:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572578.873699:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.873724:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c486de9 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486de2 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.873757:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c486de9 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486de2 expref: 101 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.873773:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c486de9 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486de2 expref: 101 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.873783:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xdcd2547 (ffff88ca8ff27300) 00010000:00010000:1.0:1788572578.873786:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.873790:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513200, rc 0) 00000100:00100000:1.0:1788572578.873869:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+101:205632:x1875440196059136:12345-0@lo:101:mdt00_004.0 Request processed in 198us (8934us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.873876:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37170 00000100:00100000:0.0:1788572578.874256:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196059136:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572578.874291:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486de2 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486de9 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.874304:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486de2 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486de9 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.874329:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572578.874388:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196059264:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572578.874541:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.874608:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8780 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.874643:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196059264 00000100:00100000:1.0:1788572578.874650:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196059264 00000100:00100000:1.0:1788572578.874712:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37171 00000100:00100000:1.0:1788572578.874721:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+101:205632:x1875440196059264:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572578.874793:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+101:205632:x1875440196059264:12345-0@lo:1000:mdt00_004.0 Request processed in 73us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.874802:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37171 00000100:00100000:0.0:1788572578.874856:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196059264:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572578.874898:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196059392:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572578.874922:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.875009:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8780 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.875383:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196059392 00000100:00100000:2.0:1788572578.875387:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196059392 00000100:00100000:2.0:1788572578.875521:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37172 00000100:00100000:2.0:1788572578.875530:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+101:205632:x1875440196059392:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572578.875627:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+101:205632:x1875440196059392:12345-0@lo:1000:mdt00_004.0 Request processed in 98us (704us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572578.875634:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37172 00000100:00100000:2.0:1788572578.875941:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196059392:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1788572578.876001:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.876011:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.876019:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.876035:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196059520:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1788572578.876063:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.876090:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d000 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.876131:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196059520 00000100:00100000:0.0:1788572578.876136:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196059520 00000100:00100000:0.0:1788572578.876188:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37173 00000100:00100000:0.0:1788572578.876195:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+101:205632:x1875440196059520:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572578.876205:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.876223:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03200/0xaad440e68c486df7 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486df0 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.876244:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03200/0xaad440e68c486df7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486df0 expref: 102 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.876257:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03200/0xaad440e68c486df7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486df0 expref: 102 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.876276:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e0:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:0.0:1788572578.876279:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572578.876283:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03200, rc 0) 00000100:00100000:0.0:1788572578.876311:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+102:205632:x1875440196059520:12345-0@lo:101:mdt00_004.0 Request processed in 117us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.876318:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37173 00000100:00100000:2.0:1788572578.876387:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196059520:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1788572578.876476:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486df7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.876487:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486df7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.876510:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486dfe lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.876518:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486dfe lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.876525:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486dfe lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572578.876853:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3907, 64 off258240 00000040:00080000:2.0:1788572578.876890:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].200, 392 off110848 00000040:00080000:2.0:1788572578.876934:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].669, 472 off362808 00000004:00080000:2.0:1788572578.876939:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8fb1d000 with version 4838 00000004:00080000:0.0:1788572578.876994:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4838 rpc_version 4838 00000020:00100000:0.0:1788572578.877017:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572578.877024:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee5a300 x1875440196059776/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572578.877040:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5a300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196059776:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572578.877071:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.877126:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8000 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.877188:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196059776 00000100:00100000:1.0:1788572578.877193:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196059776 00000100:00100000:1.0:1788572578.877227:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37174 00000100:00100000:1.0:1788572578.877234:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+102:202414:x1875440196059776:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572578.877668:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+103:202414:x1875440196059776:12345-0@lo:1000:osp_up1-0.0 Request processed in 433us (595us total) trans 8589973300 rc 0/0 00000100:00100000:1.0:1788572578.877677:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37174 00000100:00100000:0.0:1788572578.877816:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5a300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196059776:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1788572578.877870:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e05 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.877884:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e05 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.877893:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e05 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.877901:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e05 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.877908:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e05 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.877913:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e05 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.877965:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572578.877986:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486dfe lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.877992:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486dfe lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.877997:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486dfe lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.878003:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.878006:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486dfe lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.878013:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486dfe lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.878037:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e0:0x0].0x0 (ffff88ca91e6c400) 00010000:00010000:2.0:1788572578.878039:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.878043:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486dfe lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.878049:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486dfe lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.878065:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486df7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.878072:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486df7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.878079:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486df7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.878359:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572578.878367:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e05 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.878373:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.878376:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e05 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.878382:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e05 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.878392:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e0:0x0].0x0 (ffff88ca91e6c400) 00010000:00010000:1.0:1788572578.878394:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.878504:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e05 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.878511:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e05 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.878526:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.878529:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486df7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.878536:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148be00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.878540:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 5/0,0 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486df7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.878552:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 5/0,0 mode: EX/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486df7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.878583:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 4/0,0 mode: --/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486df7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.878590:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572578.878622:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 3/0,0 mode: --/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486df7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.878630:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.878632:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.878634:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.878671:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788572578.878687:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196059904:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.878733:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.878808:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196059904 00000100:00100000:1.0:1788572578.878814:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196059904 00000100:00100000:1.0:1788572578.878869:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16003 00000100:00100000:1.0:1788572578.878877:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+103:3639:x1875440196059904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.878889:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.878905:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03200/0xaad440e68c486df7 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486df0 expref: 103 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.878916:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e0:0x0].0x0 (ffff88caa2ec0c00) 00010000:00010000:1.0:1788572578.878925:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.878961:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+102:3639:x1875440196059904:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.878967:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16003 00000100:00100000:1.0:1788572578.879001:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196059904:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.879329:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788572578.879337:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb8148be00/0xaad440e68c486df0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9e0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486df7 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572578.879363:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572578.879369:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486ddb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.879376:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486ddb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.879383:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486ddb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.879478:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.879484:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486ddb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.879490:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572578.879495:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486ddb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.879501:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486ddb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.879524:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 4/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486ddb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.879529:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788572578.879585:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1788572578.879603:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486ddb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.879611:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.879613:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.879615:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.879683:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788572578.879689:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2e21000/0xaad440e68c486dd4 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486ddb expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572578.879705:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572578.879711:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486de2 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486de9 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.879719:0:205632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486de2 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486de9 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.879798:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85255850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+68:361572:x1875453633035392:12345-192.168.202.54@tcp:36:rm.0 Request processed in 16365us (16574us total) trans 12884961985 rc 0/0 00000100:00100000:2.0:1788572578.879807:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138220 00010000:00010000:1.0:1788572578.880697:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.883259:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.883379:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633035520 00000100:00100000:3.0:1788572578.883388:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633035520 00000100:00100000:3.0:1788572578.883518:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138221 00000100:00100000:3.0:1788572578.883527:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+102:361572:x1875453633035520:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.883548:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.883570:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c486e0c lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777e6 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883634:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486e13 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883648:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486e13 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883660:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486e13 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883674:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486e1a lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883682:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486e1a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883689:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486e1a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883779:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c486e21 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883787:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c486e21 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883794:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c486e21 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572578.883837:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x2e3:0x0]: returning size 0 00000004:00200000:3.0:1788572578.883841:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572578.883860:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c486e21 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883872:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c486e21 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883882:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486e13 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883889:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486e13 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883895:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486e13 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883906:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486e13 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883911:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.883915:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486e13 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883922:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486e13 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883932:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8400) 00010000:00010000:3.0:1788572578.883935:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.883940:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486e13 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883946:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c486e13 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883959:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486e1a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883965:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486e1a lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883969:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486e1a lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883974:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.883977:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486e1a lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883985:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486e1a lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.883992:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x33372461 (ffff88caa2ec8000) 00010000:00010000:3.0:1788572578.883993:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.883996:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486e1a lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.884000:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c486e1a lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.884027:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c486e0c lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777e6 expref: 104 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.884041:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c486e21 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777e6 expref: 103 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.884048:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2e3:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572578.884050:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572578.884053:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1a600, rc 0) 00000100:00100000:3.0:1788572578.884113:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+103:361572:x1875453633035520:12345-192.168.202.54@tcp:101:rm.0 Request processed in 587us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.884122:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138221 00000100:00100000:0.0:1788572578.886185:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196060032:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.886285:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.886514:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196060032 00000100:00100000:1.0:1788572578.886522:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196060032 00000100:00100000:1.0:1788572578.886572:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16004 00000100:00100000:1.0:1788572578.886581:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+102:3638:x1875440196060032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.886594:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.886616:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ddb lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486dd4 expref: 102 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.886635:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8400) 00010000:00010000:1.0:1788572578.886645:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.886692:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+101:3638:x1875440196060032:12345-0@lo:103:ldlm_bl.0 Request processed in 112us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.886699:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16004 00000100:00100000:2.0:1788572578.886824:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196060032:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572578.887902:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.888008:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633035776 00000100:00100000:1.0:1788572578.888025:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633035776 00000100:00100000:1.0:1788572578.888074:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138222 00000100:00100000:1.0:1788572578.888084:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+103:361572:x1875453633035776:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572578.888137:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.888192:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c486e21 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777e6 expref: 103 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888211:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2e3:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:1.0:1788572578.888225:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572578.888249:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e28 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888275:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e28 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888286:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e28 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888298:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486e2f lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888305:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486e2f lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888312:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486e2f lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888562:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486e36 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888571:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486e36 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888579:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486e36 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.888802:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3231, 64 off214976 00010000:00010000:1.0:1788572578.888846:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486e3d lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888857:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486e3d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888864:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486e3d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888969:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486e3d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888978:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486e3d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.888985:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486e3d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889036:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.889056:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486e36 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889062:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486e36 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889067:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486e36 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889073:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.889077:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486e36 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889083:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486e36 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889092:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2e3:0x0].0x0 (ffff88ca8ff27b00) 00010000:00010000:1.0:1788572578.889095:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572578.889100:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486e36 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889106:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512600/0xaad440e68c486e36 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889126:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e28 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889133:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e28 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889139:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e28 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889177:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e28 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889184:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.889187:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e28 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889194:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e28 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889201:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ff27e00) 00010000:00010000:1.0:1788572578.889203:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.889206:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e28 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889212:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e28 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.889226:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000088057a3b reply state 00000000968c9304 transno 8589973301 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486e2f lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889237:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486e2f lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.889244:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x33372461 (ffff88ca8ff27600) 00010000:00010000:1.0:1788572578.889246:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572578.889248:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572578.889333:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+104:361572:x1875453633035776:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1248us (1436us total) trans 8589973301 rc 0/0 00000100:00100000:1.0:1788572578.889340:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138222 00010000:00010000:2.0:1788572578.890615:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.890627:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486e3d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.890637:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.890641:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486e3d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.890649:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486e3d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.890664:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2e3:0x0].0x0 (ffff88ca8ff27b00) 00010000:00010000:2.0:1788572578.890667:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.890671:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486e3d lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.890678:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486e3d lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x2e3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.890699:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.890702:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.890703:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.894352:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.894658:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633035904 00000100:00100000:1.0:1788572578.894669:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633035904 00000100:00100000:1.0:1788572578.894735:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138223 00000100:00100000:1.0:1788572578.894745:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+68:361572:x1875453633035904:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.894771:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.894794:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486e44 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777ed expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.894867:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486e4b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.894892:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486e4b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.894903:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486e4b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.894918:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c486e52 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.894924:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c486e52 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.894930:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c486e52 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895230:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486e59 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895240:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486e59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895251:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486e59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572578.895296:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x7e6:0x0]: returning size 0 00000004:00200000:1.0:1788572578.895301:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572578.895321:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486e59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895332:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486e59 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895341:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486e4b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895348:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486e4b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895354:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486e4b lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895360:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486e4b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895366:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.895371:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486e4b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895378:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486e4b lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895390:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ff27c00) 00010000:00010000:1.0:1788572578.895393:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.895519:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486e4b lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895526:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486e4b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895541:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c486e52 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895547:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c486e52 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895553:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c486e52 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895558:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.895560:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c486e52 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895566:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c486e52 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895574:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x38ce3e2e (ffff88ca8ff27400) 00010000:00010000:1.0:1788572578.895576:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.895579:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c486e52 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895584:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c486e52 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895621:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486e44 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777ed expref: 70 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895638:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486e59 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777ed expref: 69 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.895645:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7e6:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:1.0:1788572578.895647:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572578.895649:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513e00, rc 0) 00000100:00100000:1.0:1788572578.895766:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+69:361572:x1875453633035904:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1021us (1425us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.895774:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138223 00000100:00100000:3.0:1788572578.900030:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.900258:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633036160 00000100:00100000:2.0:1788572578.900278:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633036160 00000100:00100000:2.0:1788572578.900344:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138224 00000100:00100000:2.0:1788572578.900355:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+69:361572:x1875453633036160:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572578.900425:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.900452:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486e59 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777ed expref: 69 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.900472:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7e6:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:2.0:1788572578.900485:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572578.900516:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e60 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.900529:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e60 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.900540:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e60 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.900554:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486e67 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.900562:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486e67 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.900569:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486e67 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.900671:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486e6e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.900680:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486e6e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.900686:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486e6e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572578.900942:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3910, 64 off258432 00010000:00010000:2.0:1788572578.900989:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486e75 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.900998:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486e75 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901005:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486e75 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901012:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486e75 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901030:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486e75 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901036:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486e75 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901055:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572578.901072:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486e6e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901081:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486e6e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901087:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486e6e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901092:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148be00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.901096:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486e6e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901105:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486e6e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901113:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7e6:0x0].0x0 (ffff88ca91e6cc00) 00010000:00010000:2.0:1788572578.901116:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572578.901120:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486e6e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901127:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148be00/0xaad440e68c486e6e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901145:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e60 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901195:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e60 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901201:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e60 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901206:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e60 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901212:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.901215:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e60 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901221:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e60 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901230:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91e6c800) 00010000:00010000:2.0:1788572578.901232:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.901235:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e60 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901241:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486e60 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.901255:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003ab518c9 reply state 00000000bbca0ca7 transno 12884961986 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486e67 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901276:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486e67 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.901283:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x38ce3e2e (ffff88ca91e6ce00) 00010000:00010000:2.0:1788572578.901285:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572578.901288:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572578.901364:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+70:361572:x1875453633036160:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1010us (1358us total) trans 12884961986 rc 0/0 00000100:00100000:2.0:1788572578.901371:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138224 00010000:00010000:1.0:1788572578.901536:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572578.901544:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486e75 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.901550:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572578.901553:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486e75 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.901559:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486e75 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.901568:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7e6:0x0].0x0 (ffff88ca91e6cc00) 00010000:00010000:1.0:1788572578.901571:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572578.901574:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486e75 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.901579:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486e75 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x7e6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.901600:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.901602:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.901604:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572578.909313:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.909518:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633036288 00000100:00100000:1.0:1788572578.909528:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633036288 00000100:00100000:1.0:1788572578.909575:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138225 00000100:00100000:1.0:1788572578.909584:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+104:361572:x1875453633036288:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.909606:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.909628:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c486e7c lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777f4 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909691:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486e83 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909707:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486e83 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909721:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486e83 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909733:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486e8a lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909740:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486e8a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909746:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486e8a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909813:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e91 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909823:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e91 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909829:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e91 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572578.909849:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e91 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909863:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486e83 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909869:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486e83 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909981:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486e83 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909989:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486e83 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.909995:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.909998:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486e83 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910006:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486e83 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910070:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8ff27c00) 00010000:00010000:1.0:1788572578.910074:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.910081:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486e83 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910088:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c486e83 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910102:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486e8a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910108:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486e8a lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910113:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486e8a lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910117:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.910119:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486e8a lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910125:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486e8a lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910131:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x880dc979 (ffff88ca8ff27400) 00010000:00010000:1.0:1788572578.910133:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.910136:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486e8a lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910140:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c486e8a lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910499:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c486e7c lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777f4 expref: 106 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910522:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e91 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777f4 expref: 105 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.910529:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7b8:0x0].0x0 (ffff88ca8ff27e00) 00010000:00010000:1.0:1788572578.910532:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.910534:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513c00, rc 0) 00000100:00100000:1.0:1788572578.910640:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+105:361572:x1875453633036288:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1056us (1337us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.910648:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138225 00000100:00100000:3.0:1788572578.916852:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.916919:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633036416 00000100:00100000:1.0:1788572578.916929:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633036416 00000100:00100000:1.0:1788572578.916987:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138226 00000100:00100000:1.0:1788572578.916997:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+70:361572:x1875453633036416:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572578.917031:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.917055:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c486e98 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b777fb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.917238:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486e9f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.917269:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486e9f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.917283:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486e9f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572578.917319:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x7b8:0x0]: returning size 0 00000004:00200000:1.0:1788572578.917324:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572578.917361:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c486e98 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777fb expref: 72 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.917382:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486e9f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777fb expref: 71 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.917390:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7b8:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:1.0:1788572578.917402:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572578.917406:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513e00, rc 0) 00000100:00100000:1.0:1788572578.918814:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:361572:x1875453633036416:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1809us (1961us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.918826:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138226 00000100:00100000:3.0:1788572578.922117:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.922193:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.922307:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633036800 00000100:00100000:1.0:1788572578.922317:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633036800 00000100:00100000:1.0:1788572578.922375:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138227 00000100:00100000:1.0:1788572578.922386:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:361572:x1875453633036800:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572578.922451:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.922482:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c486e9f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777fb expref: 71 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.922502:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7b8:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:1.0:1788572578.922513:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572578.922565:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.922573:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.922587:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.922616:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196060160:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1788572578.922665:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.922706:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196060160 00000100:00100000:1.0:1788572578.922709:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196060160 00000100:00100000:1.0:1788572578.922740:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37175 00000100:00100000:1.0:1788572578.922746:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+101:225655:x1875440196060160:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.922759:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.922776:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486ead lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486ea6 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.922799:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486ead lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486ea6 expref: 102 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.922812:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486ead lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486ea6 expref: 102 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.922820:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:1.0:1788572578.922822:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.922825:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9a00, rc 0) 00000100:00100000:1.0:1788572578.922855:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+102:225655:x1875440196060160:12345-0@lo:101:mdt00_005.0 Request processed in 109us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.922862:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37175 00000100:00100000:1.0:1788572578.922899:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c900 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.922923:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196060160:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.922940:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486ead expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.922950:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486ead expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.922968:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572578.922986:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c486eb4 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.922993:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c486eb4 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.923000:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c486eb4 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.923011:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196060288:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1788572578.923041:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.923054:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c900 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.923377:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633036544 00000100:00100000:2.0:1788572578.923383:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633036544 00000100:00100000:2.0:1788572578.923436:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16005 00000100:00100000:2.0:1788572578.923445:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+105:352624:x1875453633036544:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572578.923455:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.923470:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c486e91 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b777f4 expref: 105 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.923483:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7b8:0x0].0x0 (ffff88ca8ff27e00) 00010000:00010000:2.0:1788572578.923491:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.923529:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+104:352624:x1875453633036544:12345-192.168.202.54@tcp:103:rm.0 Request processed in 87us (1337us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.923536:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16005 00000100:00100000:2.0:1788572578.923556:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196060288 00000100:00100000:2.0:1788572578.923559:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196060288 00000100:00100000:2.0:1788572578.923581:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37176 00000100:00100000:2.0:1788572578.923587:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+102:225655:x1875440196060288:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572578.923596:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.923611:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486ebb lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486eb4 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.923626:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486ebb lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486eb4 expref: 103 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.923636:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486ebb lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486eb4 expref: 103 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.923643:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x880dc979 (ffff88ca91e6c400) 00010000:00010000:2.0:1788572578.923645:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.923648:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148be00, rc 0) 00000100:00100000:2.0:1788572578.923678:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+103:225655:x1875440196060288:12345-0@lo:101:mdt00_005.0 Request processed in 91us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.923684:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37176 00000100:00100000:1.0:1788572578.923820:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196060288:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.923835:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c486eb4 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486ebb expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.923844:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c486eb4 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486ebb expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.923857:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:1.0:1788572578.923907:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196060416:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.923940:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.923967:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.924106:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196060416 00000100:00100000:2.0:1788572578.924111:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196060416 00000100:00100000:2.0:1788572578.924145:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37177 00000100:00100000:2.0:1788572578.924175:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+103:225655:x1875440196060416:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572578.924246:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+103:225655:x1875440196060416:12345-0@lo:1000:mdt00_005.0 Request processed in 94us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.924253:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37177 00000100:00100000:1.0:1788572578.924582:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196060416:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.924629:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196060544:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572578.924658:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.924684:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.924725:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196060544 00000100:00100000:2.0:1788572578.924730:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196060544 00000100:00100000:2.0:1788572578.924765:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37178 00000100:00100000:2.0:1788572578.924772:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+103:225655:x1875440196060544:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572578.924895:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+103:225655:x1875440196060544:12345-0@lo:1000:mdt00_005.0 Request processed in 123us (236us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572578.924902:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37178 00000100:00100000:3.0:1788572578.926007:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196060544:0@lo:1000:mdt00_005.0 00010000:00010000:3.0:1788572578.926091:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.926102:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.926112:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.926129:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a54700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196060672:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1788572578.926191:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.926365:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196060672 00000100:00100000:1.0:1788572578.926371:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196060672 00000100:00100000:1.0:1788572578.926486:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37179 00000100:00100000:1.0:1788572578.926495:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+103:225655:x1875440196060672:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1788572578.926509:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.926525:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486ec9 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486ec2 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.926547:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486ec9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486ec2 expref: 104 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.926561:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486ec9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486ec2 expref: 104 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.926569:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7b8:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:1.0:1788572578.926572:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.926576:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8000, rc 0) 00000100:00100000:1.0:1788572578.926605:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+104:225655:x1875440196060672:12345-0@lo:101:mdt00_005.0 Request processed in 112us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.926611:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37179 00000100:00100000:3.0:1788572578.926659:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb90a4db40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572578.926679:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a54700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196060672:0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572578.926692:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486ec9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.926703:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486ec9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.926728:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486ed0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.926736:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486ed0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.926744:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486ed0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.927713:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3911, 64 off258496 00000040:00080000:3.0:1788572578.927745:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].201, 392 off111240 00000040:00080000:3.0:1788572578.927795:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].670, 472 off363280 00000004:00080000:3.0:1788572578.927801:0:225655:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cb90a4db40 with version 4839 00000004:00080000:0.0:1788572578.927858:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4839 rpc_version 4839 00000020:00100000:0.0:1788572578.927951:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572578.927960:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee5a680 x1875440196060928/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572578.927983:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5a680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196060928:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572578.928372:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.928484:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196060928 00000100:00100000:2.0:1788572578.928490:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196060928 00000100:00100000:2.0:1788572578.928536:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37180 00000100:00100000:2.0:1788572578.928546:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+104:202414:x1875440196060928:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572578.928820:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.929621:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+105:202414:x1875440196060928:12345-0@lo:1000:osp_up1-0.0 Request processed in 1073us (1245us total) trans 8589973302 rc 0/0 00000100:00100000:2.0:1788572578.929633:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37180 00000100:00100000:0.0:1788572578.930085:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5a680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196060928:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1788572578.930213:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486ed7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930234:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486ed7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930247:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486ed7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930257:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486ed7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930272:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486ed7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930278:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486ed7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930296:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572578.930318:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486ed0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930324:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486ed0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930330:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486ed0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930340:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.930344:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486ed0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930352:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486ed0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930364:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7b8:0x0].0x0 (ffff88caa2ec8e00) 00010000:00010000:3.0:1788572578.930367:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.930372:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486ed0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930378:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486ed0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930512:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486ec9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930525:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486ec9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930531:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486ec9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930598:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572578.930613:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572578.930619:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486ead expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930631:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486ead expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.930637:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486ead expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.930758:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572578.930765:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486ed7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.930771:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572578.930775:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486ed7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.930781:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486ed7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.930790:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7b8:0x0].0x0 (ffff88caa2ec8e00) 00010000:00010000:0.0:1788572578.930793:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572578.930796:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486ed7 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.930803:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486ed7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.930822:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572578.930826:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486ec9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.930832:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1bc00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.930836:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486ec9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.930843:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486ec9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.931121:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486ec9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.931129:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.931188:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486ec9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.931196:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbde1bc00/0xaad440e68c486ec2 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486ec9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.931219:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.931223:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486ead expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.931235:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.931239:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486ead expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.931246:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486ead expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.931274:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 4/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486ead expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.931280:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.931295:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486ead expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.931302:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.931304:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.931306:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.931314:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572578.931332:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196061184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572578.931385:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.931496:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196061056:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572578.931676:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788572578.931683:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c486ea6 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486ead expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572578.931705:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572578.931720:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c486eb4 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486ebb expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.931729:0:225655:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c486eb4 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486ebb expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.931826:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572578.931846:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196061184 00000100:00100000:1.0:1788572578.931853:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196061184 00000100:00100000:1.0:1788572578.931913:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16006 00000100:00100000:1.0:1788572578.931922:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+105:3640:x1875440196061184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.931933:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.931953:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9a00/0xaad440e68c486ead lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486ea6 expref: 105 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.931966:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:1.0:1788572578.931975:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.932328:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572578.932370:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572578.932499:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:361572:x1875453633036800:12345-192.168.202.54@tcp:36:rm.0 Request processed in 10112us (10389us total) trans 12884961987 rc 0/0 00000100:00100000:3.0:1788572578.932508:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138227 00000100:00100000:3.0:1788572578.935284:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.935374:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633036928 00000100:00100000:2.0:1788572578.935383:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633036928 00000100:00100000:2.0:1788572578.935457:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138228 00000100:00100000:2.0:1788572578.935468:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:361572:x1875453633036928:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.935489:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.935512:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486ede lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77802 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.935576:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486ee5 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.935590:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486ee5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.935601:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486ee5 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.935614:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486eec lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.935621:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486eec lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.935628:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486eec lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.935751:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d05a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196061312:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788572578.935802:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.935831:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d480 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.936348:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196061056 00000100:00100000:0.0:1788572578.936354:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196061056 00000100:00100000:0.0:1788572578.936531:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16007 00000100:00100000:0.0:1788572578.936542:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+105:3638:x1875440196061056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572578.936553:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.936574:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c486ec9 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486ec2 expref: 105 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.936595:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x7b8:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:0.0:1788572578.936606:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572578.936662:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+104:3638:x1875440196061056:12345-0@lo:103:ldlm_bl.0 Request processed in 123us (4334us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.936669:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16007 00000100:00100000:2.0:1788572578.936735:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196061056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.936878:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+103:3640:x1875440196061184:12345-0@lo:103:ldlm_bl.0 Request processed in 4947us (5481us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.936887:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16006 00000100:00100000:2.0:1788572578.936943:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196061184:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572578.937620:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196061312 00000100:00100000:1.0:1788572578.937627:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196061312 00000100:00100000:1.0:1788572578.937728:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37181 00000100:00100000:1.0:1788572578.937738:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+103:202393:x1875440196061312:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788572578.937836:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+103:202393:x1875440196061312:12345-0@lo:1000:mdt00_001.0 Request processed in 100us (2033us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.937844:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37181 00000100:00100000:3.0:1788572578.937913:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d05a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:202393:1875440196061312:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1788572578.937974:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486ef3 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.937990:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486ef3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938003:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486ef3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.938039:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486ef3 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938055:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486ee5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938062:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486ee5 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938068:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486ee5 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938074:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486ee5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938080:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.938084:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486ee5 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938091:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486ee5 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938101:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca91e6c800) 00010000:00010000:3.0:1788572578.938104:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.938108:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486ee5 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938114:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c486ee5 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938128:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486eec lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938134:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486eec lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938140:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486eec lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938146:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.938177:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486eec lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938185:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486eec lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938193:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd8da5dd (ffff88ca91e6cc00) 00010000:00010000:3.0:1788572578.938196:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.938198:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486eec lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938212:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c486eec lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938252:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c486ede lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77802 expref: 73 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938280:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486ef3 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77802 expref: 72 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.938292:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2ea:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:3.0:1788572578.938294:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572578.938297:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1a800, rc 0) 00000100:00100000:3.0:1788572578.938347:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+72:361572:x1875453633036928:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2882us (3073us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.938354:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138228 00000100:00100000:3.0:1788572578.940817:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.940902:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633037056 00000100:00100000:0.0:1788572578.940911:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633037056 00000100:00100000:0.0:1788572578.940972:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138229 00000100:00100000:0.0:1788572578.940983:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+104:361572:x1875453633037056:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.941002:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.941039:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02600/0xaad440e68c486efa lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77809 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.941099:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03e00/0xaad440e68c486f01 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.941114:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03e00/0xaad440e68c486f01 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.941127:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03e00/0xaad440e68c486f01 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.941201:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x2ea:0x0]: returning size 0 00000004:00200000:0.0:1788572578.941205:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572578.941632:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02600/0xaad440e68c486efa lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77809 expref: 106 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.941653:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03e00/0xaad440e68c486f01 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77809 expref: 105 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.941664:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2ea:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:0.0:1788572578.941667:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572578.941671:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03e00, rc 0) 00000100:00100000:0.0:1788572578.941732:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+105:361572:x1875453633037056:12345-192.168.202.54@tcp:101:rm.0 Request processed in 751us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.941739:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138229 00000100:00100000:0.0:1788572578.944565:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.944615:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.944732:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633037184 00000100:00100000:3.0:1788572578.944742:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633037184 00000100:00100000:3.0:1788572578.944809:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16008 00000100:00100000:3.0:1788572578.944818:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+72:352624:x1875453633037184:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:3.0:1788572578.944835:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.944860:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486ef3 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77802 expref: 72 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.944891:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2ea:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:3.0:1788572578.944905:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572578.944955:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:352624:x1875453633037184:12345-192.168.202.54@tcp:103:rm.0 Request processed in 138us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.944962:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16008 00000100:00100000:2.0:1788572578.946720:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633037440 00000100:00100000:2.0:1788572578.946733:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633037440 00000100:00100000:2.0:1788572578.946912:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138230 00000100:00100000:2.0:1788572578.946924:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+105:361572:x1875453633037440:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572578.946978:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.947004:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03e00/0xaad440e68c486f01 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77809 expref: 105 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.947033:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2ea:0x0].0x0 (ffff88caa2ec0100) 00010000:00010000:2.0:1788572578.947045:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572578.947103:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.947113:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.947124:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572578.947147:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196061440:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1788572578.947255:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.947298:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d540 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.947540:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196061440 00000100:00100000:1.0:1788572578.947546:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196061440 00000100:00100000:1.0:1788572578.947585:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37182 00000100:00100000:1.0:1788572578.947592:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+60:204288:x1875440196061440:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572578.947606:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.947622:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486f0f lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486f08 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.947645:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486f0f lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486f08 expref: 61 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.947660:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486f0f lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486f08 expref: 61 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.947668:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:1.0:1788572578.947670:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.947673:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9a00, rc 0) 00000100:00100000:1.0:1788572578.947723:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+61:204288:x1875440196061440:12345-0@lo:101:mdt00_003.0 Request processed in 132us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.947730:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37182 00000100:00100000:0.0:1788572578.947960:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196061440:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572578.947977:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486f0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.947989:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486f0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.948011:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572578.948045:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c486f16 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.948053:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c486f16 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.948061:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c486f16 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.948075:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196061568:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572578.948103:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.948129:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8000 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.948313:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196061568 00000100:00100000:1.0:1788572578.948318:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196061568 00000100:00100000:1.0:1788572578.948353:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37183 00000100:00100000:1.0:1788572578.948359:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+61:204288:x1875440196061568:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572578.948368:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.948379:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486f1d lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486f16 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.948464:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486f1d lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486f16 expref: 62 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.948476:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486f1d lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486f16 expref: 62 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.948483:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd8da5dd (ffff88ca8e88d600) 00010000:00010000:1.0:1788572578.948485:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.948487:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8200, rc 0) 00000100:00100000:1.0:1788572578.948522:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+62:204288:x1875440196061568:12345-0@lo:101:mdt00_003.0 Request processed in 163us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.948528:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37183 00000100:00100000:1.0:1788572578.948553:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196061568:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572578.948563:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c486f16 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486f1d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.948571:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c486f16 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486f1d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.948582:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:1.0:1788572578.948612:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196061696:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572578.948641:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.948654:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c480 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.948667:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196061696 00000100:00100000:1.0:1788572578.948670:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196061696 00000100:00100000:1.0:1788572578.948688:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37184 00000100:00100000:1.0:1788572578.948693:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+62:204288:x1875440196061696:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572578.948751:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+62:204288:x1875440196061696:12345-0@lo:1000:mdt00_003.0 Request processed in 57us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.948759:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37184 00000100:00100000:1.0:1788572578.948783:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196061696:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572578.948820:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196061824:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572578.948843:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.948857:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c480 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.948867:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196061824 00000100:00100000:1.0:1788572578.948870:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196061824 00000100:00100000:1.0:1788572578.948961:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37185 00000100:00100000:1.0:1788572578.948967:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+62:204288:x1875440196061824:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572578.949353:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+62:204288:x1875440196061824:12345-0@lo:1000:mdt00_003.0 Request processed in 384us (507us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572578.949360:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37185 00000100:00100000:1.0:1788572578.949389:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196061824:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1788572578.949574:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.949582:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.949591:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.949605:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196061952:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1788572578.949634:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.949694:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.949706:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196061952 00000100:00100000:1.0:1788572578.949711:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196061952 00000100:00100000:1.0:1788572578.949992:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37186 00000100:00100000:1.0:1788572578.950001:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+62:204288:x1875440196061952:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572578.950012:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.950031:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486f2b lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486f24 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.950053:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486f2b lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486f24 expref: 63 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.950066:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486f2b lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486f24 expref: 63 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.950074:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2ea:0x0].0x0 (ffff88cbb71efa00) 00010000:00010000:1.0:1788572578.950076:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.950079:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8e00, rc 0) 00000100:00100000:1.0:1788572578.950114:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+63:204288:x1875440196061952:12345-0@lo:101:mdt00_003.0 Request processed in 114us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.950119:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37186 00000100:00100000:1.0:1788572578.950147:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196061952:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572578.950175:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486f2b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.950186:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486f2b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.950207:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486f32 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.950226:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486f32 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.950234:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486f32 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572578.950682:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3239, 64 off215488 00000040:00080000:1.0:1788572578.950716:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].913, 392 off522096 00000040:00080000:1.0:1788572578.950762:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1456, 472 off1265952 00000004:00080000:1.0:1788572578.950768:0:204288:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9443c3c0 with version 15468 00000004:00080000:1.0:1788572578.950789:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15468 rpc_version 15468 00000020:00100000:1.0:1788572578.950812:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572578.950821:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e182300 x1875440196062208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572578.950841:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196062208:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572578.950897:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572578.950915:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.950933:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196062208 00000100:00100000:1.0:1788572578.950938:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196062208 00000100:00100000:1.0:1788572578.950963:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37187 00000100:00100000:1.0:1788572578.950970:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+63:203127:x1875440196062208:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572578.951755:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+64:203127:x1875440196062208:12345-0@lo:1000:osp_up0-1.0 Request processed in 782us (854us total) trans 12884961988 rc 0/0 00000100:00100000:1.0:1788572578.951764:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37187 00000100:00100000:2.0:1788572578.952021:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196062208:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1788572578.952079:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486f39 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952093:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486f39 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952104:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486f39 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952113:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486f39 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952118:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486f39 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952128:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486f39 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952322:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572578.952347:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486f32 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952355:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486f32 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952361:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486f32 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952367:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572578.952371:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486f32 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952377:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486f32 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952388:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2ea:0x0].0x0 (ffff88cbb71ef200) 00010000:00010000:1.0:1788572578.952513:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.952520:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486f32 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952527:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c486f32 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952540:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486f2b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952553:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486f2b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.952560:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486f2b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.952591:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572578.952597:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486f39 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.952606:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.952610:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486f39 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.952616:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486f39 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.952625:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2ea:0x0].0x0 (ffff88cbb71ef200) 00010000:00010000:2.0:1788572578.952627:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.952630:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486f39 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.952636:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c486f39 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.952650:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.952654:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486f2b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.952659:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.952663:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486f2b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.952671:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486f2b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.952696:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 4/0,0 mode: --/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f2b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.952707:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788572578.952761:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1788572578.952819:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 3/0,0 mode: --/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f2b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.952829:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.952831:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.952833:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572578.952968:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788572578.952974:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9000/0xaad440e68c486f24 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f2b expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.952996:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.953002:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486f0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.953008:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486f0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.953015:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486f0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.953043:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.953050:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486f0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.953056:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572578.953060:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486f0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.953068:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486f0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.953086:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 4/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.953092:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572578.953115:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.953123:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.953125:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.953127:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.953211:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196062464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.953285:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.953500:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196062336:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572578.953530:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.953604:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196062464 00000100:00100000:2.0:1788572578.953612:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196062464 00000100:00100000:2.0:1788572578.953663:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196062336 00000100:00100000:2.0:1788572578.953667:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196062336 00000100:00100000:2.0:1788572578.953693:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16009 00000100:00100000:2.0:1788572578.953702:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb89850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+65:3637:x1875440196062464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.953714:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.953730:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486f0f lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486f08 expref: 65 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.953743:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:2.0:1788572578.953752:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.953785:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb89850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+64:3637:x1875440196062464:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.953792:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16009 00000100:00100000:2.0:1788572578.953844:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16010 00000100:00100000:2.0:1788572578.953851:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+63:3639:x1875440196062336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.953860:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.953881:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486f2b lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x2ea:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486f24 expref: 63 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.953891:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x2ea:0x0].0x0 (ffff88cbb71efa00) 00010000:00010000:2.0:1788572578.953898:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.953930:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+62:3639:x1875440196062336:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.953936:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16010 00000100:00100000:2.0:1788572578.953968:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d058380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196062336:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.953996:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196062464:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572578.954325:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788572578.954335:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264400/0xaad440e68c486f08 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f0f expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572578.954357:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572578.954365:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c486f16 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486f1d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.954379:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c486f16 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486f1d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572578.954542:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+105:361572:x1875453633037440:12345-192.168.202.54@tcp:36:rm.0 Request processed in 7619us (9924us total) trans 8589973303 rc 0/0 00000100:00100000:1.0:1788572578.954550:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138230 00010000:00010000:3.0:1788572578.957594:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572578.957845:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.957983:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633037568 00000100:00100000:3.0:1788572578.957993:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633037568 00000100:00100000:3.0:1788572578.958187:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138231 00000100:00100000:3.0:1788572578.958198:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:361572:x1875453633037568:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.958228:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.958253:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486f40 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77810 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.958334:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486f47 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.958348:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486f47 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.958360:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486f47 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.958372:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486f4e lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.958378:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486f4e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.958385:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486f4e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.958683:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196062592:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788572578.958744:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572578.958778:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c600 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.958864:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196062592 00000100:00100000:2.0:1788572578.958878:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196062592 00000100:00100000:2.0:1788572578.958917:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37188 00000100:00100000:2.0:1788572578.958924:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+103:225655:x1875440196062592:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788572578.958991:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+103:225655:x1875440196062592:12345-0@lo:1000:mdt00_005.0 Request processed in 67us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.958998:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37188 00000100:00100000:3.0:1788572578.959508:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196062592:0@lo:1000:mdt00_005.0 00010000:00010000:3.0:1788572578.959563:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486f55 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959576:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486f55 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959585:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486f55 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.959607:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486f55 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959621:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486f47 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959628:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486f47 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959634:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486f47 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959641:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486f47 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959646:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.959650:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486f47 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959659:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486f47 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959672:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:3.0:1788572578.959675:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.959680:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486f47 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959687:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c486f47 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959699:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486f4e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959705:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486f4e lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959711:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486f4e lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959715:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.959718:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486f4e lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959723:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486f4e lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959728:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x204aa24a (ffff88caa2ec8500) 00010000:00010000:3.0:1788572578.959730:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.959733:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486f4e lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959738:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c486f4e lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959779:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c486f40 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77810 expref: 73 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959800:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486f55 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77810 expref: 72 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.959807:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5a3:0x0].0x0 (ffff88caa2ec8700) 00010000:00010000:3.0:1788572578.959810:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572578.959812:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1a600, rc 0) 00000100:00100000:3.0:1788572578.959877:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+72:361572:x1875453633037568:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1674us (2030us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572578.959885:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138231 00000100:00100000:0.0:1788572578.962791:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.962937:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633037696 00000100:00100000:3.0:1788572578.962947:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633037696 00000100:00100000:3.0:1788572578.963044:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138232 00000100:00100000:3.0:1788572578.963055:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+105:361572:x1875453633037696:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572578.963080:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572578.963103:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486f5c lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77817 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.963193:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486f63 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.963508:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486f63 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.963521:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486f63 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.963702:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x5a3:0x0]: returning size 0 00000004:00200000:2.0:1788572578.963708:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572578.963753:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c486f5c lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77817 expref: 107 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.963774:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486f63 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77817 expref: 106 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.963788:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5a3:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:2.0:1788572578.963791:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572578.963794:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1bc00, rc 0) 00000100:00100000:2.0:1788572578.963865:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+106:361572:x1875453633037696:12345-192.168.202.54@tcp:101:rm.0 Request processed in 810us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.963881:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138232 00000100:00100000:1.0:1788572578.966520:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.967896:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572578.967922:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633037824 00000100:00100000:1.0:1788572578.967933:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633037824 00000100:00100000:1.0:1788572578.968001:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16011 00000100:00100000:1.0:1788572578.968011:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+72:352624:x1875453633037824:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572578.968041:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572578.968066:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c486f55 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77810 expref: 72 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.968085:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5a3:0x0].0x0 (ffff88caa2ec8700) 00010000:00010000:1.0:1788572578.968098:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572578.968147:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:352624:x1875453633037824:12345-192.168.202.54@tcp:103:rm.0 Request processed in 138us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.968176:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16011 00000100:00100000:0.0:1788572578.969443:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633038080 00000100:00100000:0.0:1788572578.969454:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633038080 00000100:00100000:0.0:1788572578.969508:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138233 00000100:00100000:0.0:1788572578.969516:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+106:361572:x1875453633038080:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572578.969568:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.969591:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1bc00/0xaad440e68c486f63 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77817 expref: 106 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.969610:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5a3:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:0.0:1788572578.969620:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572578.969668:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.969677:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.969687:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.969711:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196062720:0@lo:101:mdt00_006.0 00000100:00100000:0.0:1788572578.969765:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.969815:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8480 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.969998:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196062720 00000100:00100000:1.0:1788572578.970003:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196062720 00000100:00100000:1.0:1788572578.970044:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37189 00000100:00100000:1.0:1788572578.970051:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+62:230921:x1875440196062720:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572578.970068:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.970083:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486f71 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486f6a expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.970105:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486f71 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486f6a expref: 63 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.970117:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486f71 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486f6a expref: 63 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.970124:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb71efd00) 00010000:00010000:1.0:1788572578.970127:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572578.970129:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99512c00, rc 0) 00000100:00100000:1.0:1788572578.970189:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+63:230921:x1875440196062720:12345-0@lo:101:mdt00_006.0 Request processed in 138us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.970195:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37189 00000100:00100000:0.0:1788572578.970487:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196062720:0@lo:101:mdt00_006.0 00010000:00010000:0.0:1788572578.970504:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486f71 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.970514:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486f71 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.970533:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572578.970554:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486f78 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.970561:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486f78 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.970573:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486f78 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.970586:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196062848:0@lo:101:mdt00_006.0 00000100:00100000:0.0:1788572578.970609:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.970628:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8480 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.970749:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196062848 00000100:00100000:2.0:1788572578.970754:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196062848 00000100:00100000:2.0:1788572578.970821:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37190 00000100:00100000:2.0:1788572578.970830:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+63:230921:x1875440196062848:12345-0@lo:101:mdt00_006.0 00010000:00010000:2.0:1788572578.970839:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.970852:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264200/0xaad440e68c486f7f lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486f78 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.970867:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264200/0xaad440e68c486f7f lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486f78 expref: 64 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.970890:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264200/0xaad440e68c486f7f lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486f78 expref: 64 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.970897:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x204aa24a (ffff88ca8ff27c00) 00010000:00010000:2.0:1788572578.970899:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.970902:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264200, rc 0) 00000100:00100000:2.0:1788572578.970941:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+64:230921:x1875440196062848:12345-0@lo:101:mdt00_006.0 Request processed in 113us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.970946:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37190 00000100:00100000:0.0:1788572578.970993:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196062848:0@lo:101:mdt00_006.0 00010000:00010000:0.0:1788572578.971004:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486f78 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486f7f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.971012:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486f78 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486f7f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572578.971035:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:0.0:1788572578.971066:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196062976:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572578.971090:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.971558:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.971616:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196062976 00000100:00100000:1.0:1788572578.971622:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196062976 00000100:00100000:1.0:1788572578.971658:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37191 00000100:00100000:1.0:1788572578.971666:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+64:230921:x1875440196062976:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572578.971737:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+64:230921:x1875440196062976:12345-0@lo:1000:mdt00_006.0 Request processed in 72us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.971743:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37191 00000100:00100000:0.0:1788572578.971808:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196062976:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572578.971853:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196063104:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572578.971888:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.971909:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.971990:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196063104 00000100:00100000:1.0:1788572578.971995:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196063104 00000100:00100000:1.0:1788572578.972030:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37192 00000100:00100000:1.0:1788572578.972037:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+64:230921:x1875440196063104:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572578.972136:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+64:230921:x1875440196063104:12345-0@lo:1000:mdt00_006.0 Request processed in 98us (246us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572578.972142:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37192 00000100:00100000:0.0:1788572578.972595:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196063104:0@lo:1000:mdt00_006.0 00010000:00010000:0.0:1788572578.972651:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.972662:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.972672:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.972685:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196063232:0@lo:101:mdt00_006.0 00000100:00100000:0.0:1788572578.972714:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.972740:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8480 going to sleep for 11 seconds 00000100:00100000:1.0:1788572578.972780:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196063232 00000100:00100000:1.0:1788572578.972785:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196063232 00000100:00100000:1.0:1788572578.972816:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37193 00000100:00100000:1.0:1788572578.972823:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+64:230921:x1875440196063232:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572578.972832:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572578.972848:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486f8d lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c486f86 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.972958:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486f8d lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c486f86 expref: 65 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.972973:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486f8d lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c486f86 expref: 65 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572578.972981:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5a3:0x0].0x0 (ffff88cbb71ef400) 00010000:00010000:1.0:1788572578.972984:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572578.972988:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99512a00, rc 0) 00000100:00100000:1.0:1788572578.973223:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+65:230921:x1875440196063232:12345-0@lo:101:mdt00_006.0 Request processed in 400us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572578.973230:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37193 00000100:00100000:0.0:1788572578.973526:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196063232:0@lo:101:mdt00_006.0 00010000:00010000:0.0:1788572578.973541:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486f8d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.973551:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486f8d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.973577:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c486f94 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.973584:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c486f94 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.973592:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c486f94 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572578.974001:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3232, 64 off215040 00000040:00080000:0.0:1788572578.974141:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].914, 392 off522488 00000040:00080000:1.0:1788572578.974647:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1457, 472 off1266424 00000004:00080000:1.0:1788572578.974654:0:230921:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca856b8480 with version 15469 00000004:00080000:2.0:1788572578.974728:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15469 rpc_version 15469 00000020:00100000:2.0:1788572578.974758:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572578.974766:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8d058380 x1875440196063488/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572578.974787:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d058380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196063488:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572578.974837:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.974958:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196063488 00000100:00100000:0.0:1788572578.974965:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196063488 00000100:00100000:2.0:1788572578.975030:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d600 going to sleep for 11 seconds 00000100:00100000:0.0:1788572578.975068:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37194 00000100:00100000:0.0:1788572578.975078:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+65:203127:x1875440196063488:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572578.975727:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+66:203127:x1875440196063488:12345-0@lo:1000:osp_up0-1.0 Request processed in 649us (887us total) trans 12884961989 rc 0/0 00000100:00100000:0.0:1788572578.975735:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37194 00000100:00100000:2.0:1788572578.975838:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d058380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196063488:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1788572578.975922:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486f9b lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.975939:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486f9b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.975950:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486f9b lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.975959:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486f9b lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.975965:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486f9b lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.975972:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486f9b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.975995:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572578.976017:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c486f94 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.976023:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c486f94 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.976030:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c486f94 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.976036:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.976040:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c486f94 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.976048:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c486f94 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.976064:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5a3:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:3.0:1788572578.976067:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.976073:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c486f94 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.976080:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c486f94 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.976092:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486f8d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.976100:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486f8d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.976107:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486f8d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.976120:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572578.976131:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572578.976137:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c486f71 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.976145:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486f71 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.976183:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c486f71 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976348:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572578.976354:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486f9b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976361:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572578.976364:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486f9b lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976370:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486f9b lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976380:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5a3:0x0].0x0 (ffff88ca8e88d300) 00010000:00010000:2.0:1788572578.976383:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572578.976386:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486f9b lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976402:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b000/0xaad440e68c486f9b lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976421:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572578.976424:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486f8d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976434:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.976438:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486f8d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.976446:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486f8d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976473:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f8d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976481:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572578.976500:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f8d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976507:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03e00/0xaad440e68c486f86 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f8d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976521:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572578.976524:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c486f71 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976530:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02c00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572578.976534:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486f71 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572578.976542:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486f71 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976563:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 4/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f71 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976570:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572578.976584:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f71 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976593:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.976595:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572578.976596:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572578.976610:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196063744:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.976649:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.976686:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572578.976692:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196063616:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.976715:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572578.976743:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196063744 00000100:00100000:2.0:1788572578.976748:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196063744 00000100:00100000:2.0:1788572578.976782:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196063616 00000100:00100000:2.0:1788572578.976785:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196063616 00000100:00100000:2.0:1788572578.976812:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16012 00000100:00100000:2.0:1788572578.976820:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+67:3639:x1875440196063744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.976831:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.976845:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512c00/0xaad440e68c486f71 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486f6a expref: 67 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976857:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb71efd00) 00010000:00010000:2.0:1788572578.976865:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.976907:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+66:3639:x1875440196063744:12345-0@lo:103:ldlm_bl.0 Request processed in 87us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.976914:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16012 00000100:00100000:2.0:1788572578.976930:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16013 00000100:00100000:2.0:1788572578.976936:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+65:3637:x1875440196063616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.976944:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572578.976955:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512a00/0xaad440e68c486f8d lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5a3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486f86 expref: 65 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.976966:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5a3:0x0].0x0 (ffff88cbb71ef400) 00010000:00010000:2.0:1788572578.976972:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572578.976998:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+64:3637:x1875440196063616:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.977004:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16013 00000100:00100000:2.0:1788572578.977034:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196063744:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572578.977059:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d058e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196063616:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572578.977079:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.977341:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788572578.977349:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02c00/0xaad440e68c486f6a lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f71 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572578.977373:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572578.977379:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486f78 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486f7f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.977397:0:230921:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486f78 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c486f7f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572578.977472:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+106:361572:x1875453633038080:12345-192.168.202.54@tcp:36:rm.0 Request processed in 7955us (10961us total) trans 8589973304 rc 0/0 00000100:00100000:3.0:1788572578.977480:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138233 00010000:00010000:2.0:1788572578.978587:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572578.980317:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572578.982141:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633038208 00000100:00100000:2.0:1788572578.982330:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633038208 00000100:00100000:2.0:1788572578.982505:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138234 00000100:00100000:2.0:1788572578.982517:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+71:361572:x1875453633038208:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572578.982539:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572578.982564:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c486fa2 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7781e expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982631:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c486fa9 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982645:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c486fa9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982656:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c486fa9 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982669:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265600/0xaad440e68c486fb0 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982677:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265600/0xaad440e68c486fb0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982683:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265600/0xaad440e68c486fb0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982830:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c486fb7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x811:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982839:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c486fb7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x811:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982847:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c486fb7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x811:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572578.982896:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x811:0x0]: returning size 0 00000004:00200000:2.0:1788572578.982900:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572578.982919:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c486fb7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x811:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982931:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c486fb7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x811:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982944:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c486fa9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982950:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c486fa9 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982956:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c486fa9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982962:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c486fa9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982967:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.982972:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c486fa9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982979:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c486fa9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.982990:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ff27400) 00010000:00010000:2.0:1788572578.982993:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.982996:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c486fa9 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.983002:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c486fa9 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.983562:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265600/0xaad440e68c486fb0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.983571:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265600/0xaad440e68c486fb0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.983577:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265600/0xaad440e68c486fb0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.983581:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572578.983584:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265600/0xaad440e68c486fb0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.983590:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265600/0xaad440e68c486fb0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.983598:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xc1862524 (ffff88ca8ff27e00) 00010000:00010000:2.0:1788572578.983601:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572578.983603:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265600/0xaad440e68c486fb0 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.983609:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265600/0xaad440e68c486fb0 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.983647:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c486fa2 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7781e expref: 73 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.983665:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c486fb7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x811:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7781e expref: 72 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572578.983673:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x811:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:2.0:1788572578.983675:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572578.983678:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264c00, rc 0) 00000100:00100000:2.0:1788572578.983746:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+72:361572:x1875453633038208:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1231us (3601us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572578.983757:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138234 00000100:00100000:3.0:1788572578.986330:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.986776:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633038464 00000100:00100000:0.0:1788572578.986787:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633038464 00000100:00100000:0.0:1788572578.986852:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138235 00000100:00100000:0.0:1788572578.986863:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+72:361572:x1875453633038464:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572578.986928:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572578.986954:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c486fb7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x811:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7781e expref: 72 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.986974:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x811:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:0.0:1788572578.986986:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572578.987118:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486fbe lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987133:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486fbe lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987143:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486fbe lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987183:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486fc5 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987192:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486fc5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987198:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486fc5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987325:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486fcc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x811:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987334:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486fcc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x811:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987341:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486fcc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x811:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572578.987699:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3908, 64 off258304 00010000:00010000:0.0:1788572578.987751:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486fd3 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x811:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987761:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486fd3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987769:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486fd3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987776:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486fd3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987782:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486fd3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987788:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486fd3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x811:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987810:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572578.987830:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486fcc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987839:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486fcc lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987845:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486fcc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987850:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.987854:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486fcc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987860:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486fcc lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987880:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x811:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:0.0:1788572578.987884:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572578.987888:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486fcc lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987894:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c486fcc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x811:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987911:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486fbe lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987918:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486fbe lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987924:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486fbe lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987930:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486fbe lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987935:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.987938:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486fbe lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987943:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486fbe lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987950:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:0.0:1788572578.987953:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.987955:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486fbe lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987960:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c486fbe lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572578.987974:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b96b906f reply state 00000000e6609cbb transno 12884961990 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486fc5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987982:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486fc5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.987988:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xc1862524 (ffff88cb8a1e3c00) 00010000:00010000:0.0:1788572578.987990:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572578.987992:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572578.988275:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+73:361572:x1875453633038464:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1411us (1954us total) trans 12884961990 rc 0/0 00000100:00100000:0.0:1788572578.988284:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138235 00010000:00010000:0.0:1788572578.988319:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572578.988325:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486fd3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.988335:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572578.988339:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486fd3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.988345:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486fd3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.988355:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x811:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:0.0:1788572578.988357:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572578.988360:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486fd3 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.988365:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c486fd3 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x811:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.988378:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.988380:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572578.988382:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572578.990937:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.991011:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633038592 00000100:00100000:0.0:1788572578.991028:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633038592 00000100:00100000:0.0:1788572578.991088:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138236 00000100:00100000:0.0:1788572578.991097:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+73:361572:x1875453633038592:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.991119:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.991142:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c486fda lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77825 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991241:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c486fe1 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991276:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c486fe1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991290:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c486fe1 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991304:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c486fe8 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991311:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c486fe8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991317:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c486fe8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991469:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c486fef lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x84d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991479:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c486fef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x84d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991486:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c486fef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x84d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572578.991520:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x84d:0x0]: returning size 0 00000004:00200000:0.0:1788572578.991524:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572578.991543:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c486fef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x84d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991556:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c486fef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x84d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991569:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c486fe1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991575:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c486fe1 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991582:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c486fe1 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991589:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c486fe1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991595:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.991599:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c486fe1 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991607:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c486fe1 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991618:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399000) 00010000:00010000:0.0:1788572578.991621:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.991625:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c486fe1 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991631:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c486fe1 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991645:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c486fe8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991651:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c486fe8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991657:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c486fe8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991663:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572578.991666:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c486fe8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991672:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c486fe8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991679:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x16a39956 (ffff88cba1399b00) 00010000:00010000:0.0:1788572578.991682:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572578.991685:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c486fe8 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991690:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e000/0xaad440e68c486fe8 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991720:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c486fda lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77825 expref: 75 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991736:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c486fef lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x84d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77825 expref: 74 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.991743:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x84d:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:0.0:1788572578.991746:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572578.991748:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1fa00, rc 0) 00000100:00100000:0.0:1788572578.991803:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+74:361572:x1875453633038592:12345-192.168.202.54@tcp:101:rm.0 Request processed in 706us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572578.991814:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138236 00000100:00100000:0.0:1788572578.994790:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572578.994864:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633038848 00000100:00100000:3.0:1788572578.994885:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633038848 00000100:00100000:3.0:1788572578.994947:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138237 00000100:00100000:3.0:1788572578.994959:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+74:361572:x1875453633038848:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572578.995030:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572578.995058:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c486fef lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x84d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77825 expref: 74 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995076:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x84d:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:3.0:1788572578.995088:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572578.995114:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ff6 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995131:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ff6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995141:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ff6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995178:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ffd lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995186:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ffd lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995193:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ffd lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995318:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487004 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x84d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995327:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487004 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x84d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995334:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487004 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x84d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572578.995589:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3912, 64 off258560 00010000:00010000:3.0:1788572578.995641:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48700b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x84d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995651:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48700b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x84d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995659:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48700b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x84d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995667:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48700b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x84d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995674:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48700b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x84d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995680:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48700b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x84d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995708:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572578.995734:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572578.995740:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48700b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x84d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995748:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572578.995752:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48700b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x84d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995759:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48700b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x84d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995767:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x84d:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:3.0:1788572578.995770:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572578.995774:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48700b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x84d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995779:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48700b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x84d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995789:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.995791:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.995794:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572578.995808:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487004 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x84d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995816:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487004 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x84d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995820:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487004 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x84d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995826:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.995830:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487004 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x84d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995836:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487004 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x84d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995844:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x84d:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:3.0:1788572578.995846:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572578.995849:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487004 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x84d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995855:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487004 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x84d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995875:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ff6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995881:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ff6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995887:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ff6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995896:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ff6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995902:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ae00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572578.995904:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ff6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995909:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ff6 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995917:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:3.0:1788572578.995920:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572578.995922:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ff6 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995929:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c486ff6 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572578.995941:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f6e37336 reply state 000000000af48dd3 transno 12884961991 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ffd lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995952:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ffd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572578.995958:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x16a39956 (ffff88caa2ec8500) 00010000:00010000:3.0:1788572578.995960:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572578.995962:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572578.996030:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+75:361572:x1875453633038848:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1073us (1248us total) trans 12884961991 rc 0/0 00000100:00100000:3.0:1788572578.996038:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138237 00000100:00100000:3.0:1788572578.998837:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572578.998921:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633038976 00000100:00100000:0.0:1788572578.998931:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633038976 00000100:00100000:0.0:1788572578.998990:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138238 00000100:00100000:0.0:1788572578.999000:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+75:361572:x1875453633038976:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572578.999035:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572578.999061:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487012 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7782c expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.999141:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487019 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.999183:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487019 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.999196:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487019 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.999225:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487020 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.999232:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487020 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572578.999240:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487020 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572578.999385:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196063872:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572578.999581:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572578.999618:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8780 going to sleep for 11 seconds 00000100:00100000:2.0:1788572578.999860:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196063872 00000100:00100000:2.0:1788572578.999921:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196063872 00000100:00100000:2.0:1788572579.000001:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37195 00000100:00100000:2.0:1788572579.000010:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+103:205632:x1875440196063872:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572579.000101:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+103:205632:x1875440196063872:12345-0@lo:1000:mdt00_004.0 Request processed in 92us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.000108:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37195 00000100:00100000:0.0:1788572579.000197:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196063872:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1788572579.000266:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000279:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000287:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.000311:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000325:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487019 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000332:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487019 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000339:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487019 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000347:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487019 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000352:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.000356:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487019 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000363:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487019 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000378:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399800) 00010000:00010000:0.0:1788572579.000381:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.000386:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487019 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000647:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487019 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000663:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487020 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000670:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487020 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000676:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487020 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000681:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fca00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.000684:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487020 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000690:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487020 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000700:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd8cca239 (ffff88cba1399100) 00010000:00010000:0.0:1788572579.000702:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.000705:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487020 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000711:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487020 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000754:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487012 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7782c expref: 77 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000771:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7782c expref: 76 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.000779:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x59c:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:0.0:1788572579.000781:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.000784:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fce00, rc 0) 00000100:00100000:0.0:1788572579.000843:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+76:361572:x1875453633038976:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1844us (2014us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.000850:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138238 00000100:00100000:3.0:1788572579.003983:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.004248:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633039104 00000100:00100000:0.0:1788572579.004268:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633039104 00000100:00100000:0.0:1788572579.004342:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138239 00000100:00100000:0.0:1788572579.004353:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+106:361572:x1875453633039104:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.004384:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:1.0:1788572579.004530:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1788572579.004583:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c48702e lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77833 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.004647:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487035 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.004663:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487035 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.004676:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487035 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.004731:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x59c:0x0]: returning size 0 00000004:00200000:0.0:1788572579.004736:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572579.004771:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c48702e lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77833 expref: 108 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.004789:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487035 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77833 expref: 107 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.004798:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x59c:0x0].0x0 (ffff88ca8ebb3500) 00010000:00010000:0.0:1788572579.004801:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572579.004804:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fde00, rc 0) 00000100:00100000:0.0:1788572579.004874:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+107:361572:x1875453633039104:12345-192.168.202.54@tcp:101:rm.0 Request processed in 516us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.004882:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138239 00000100:00100000:1.0:1788572579.012366:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.012521:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.012597:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633039488 00000100:00100000:0.0:1788572579.012611:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633039488 00000100:00100000:0.0:1788572579.012684:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138240 00000100:00100000:0.0:1788572579.012695:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+107:361572:x1875453633039488:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.012759:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.012790:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487035 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77833 expref: 107 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.012811:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x59c:0x0].0x0 (ffff88ca8ebb3500) 00010000:00010000:0.0:1788572579.012822:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.012885:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.012899:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.012910:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.012934:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196064000:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1788572579.012987:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.013139:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.013268:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196064000 00000100:00100000:2.0:1788572579.013273:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196064000 00000100:00100000:2.0:1788572579.013313:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37196 00000100:00100000:2.0:1788572579.013321:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+64:202394:x1875440196064000:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572579.013336:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.013352:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c487043 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48703c expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.013378:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c487043 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48703c expref: 65 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.013403:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c487043 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48703c expref: 65 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.013411:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ff27400) 00010000:00010000:2.0:1788572579.013414:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.013417:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe265e00, rc 0) 00000100:00100000:2.0:1788572579.013466:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+65:202394:x1875440196064000:12345-0@lo:101:mdt00_002.0 Request processed in 146us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.013476:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37196 00000100:00100000:2.0:1788572579.013517:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196064000:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572579.013534:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487043 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.013544:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487043 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572579.013564:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572579.013584:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265600/0xaad440e68c48704a lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.013592:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265600/0xaad440e68c48704a lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.013598:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265600/0xaad440e68c48704a lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.013610:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee58380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196064128:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1788572579.013634:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.013651:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.013663:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196064128 00000100:00100000:2.0:1788572579.013667:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196064128 00000100:00100000:2.0:1788572579.013692:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37197 00000100:00100000:2.0:1788572579.013699:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+65:202394:x1875440196064128:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572579.013706:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.013717:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c487051 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48704a expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.013737:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c487051 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48704a expref: 66 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.013748:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c487051 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48704a expref: 66 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.013754:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd8cca239 (ffff88ca8ff27b00) 00010000:00010000:2.0:1788572579.013757:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.013760:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe265200, rc 0) 00000100:00100000:2.0:1788572579.013788:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+66:202394:x1875440196064128:12345-0@lo:101:mdt00_002.0 Request processed in 90us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.013795:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37197 00000100:00100000:2.0:1788572579.013822:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee58380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196064128:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572579.013832:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265600/0xaad440e68c48704a lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487051 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.013840:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265600/0xaad440e68c48704a lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487051 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572579.013851:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:2.0:1788572579.013895:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee58380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196064256:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572579.013925:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.013939:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.013952:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196064256 00000100:00100000:2.0:1788572579.013955:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196064256 00000100:00100000:2.0:1788572579.013971:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37198 00000100:00100000:2.0:1788572579.013977:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+66:202394:x1875440196064256:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572579.014050:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+66:202394:x1875440196064256:12345-0@lo:1000:mdt00_002.0 Request processed in 72us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.014057:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37198 00000100:00100000:2.0:1788572579.014081:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee58380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196064256:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572579.014118:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee58380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196064384:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572579.014140:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.014182:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.014193:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196064384 00000100:00100000:2.0:1788572579.014197:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196064384 00000100:00100000:2.0:1788572579.014213:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37199 00000100:00100000:2.0:1788572579.014219:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+66:202394:x1875440196064384:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572579.014311:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+66:202394:x1875440196064384:12345-0@lo:1000:mdt00_002.0 Request processed in 91us (169us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572579.014317:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37199 00000100:00100000:2.0:1788572579.014342:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee58380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196064384:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1788572579.014381:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.014388:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.014396:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.014407:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196064512:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1788572579.014429:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.014443:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.014454:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196064512 00000100:00100000:2.0:1788572579.014457:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196064512 00000100:00100000:2.0:1788572579.014474:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37200 00000100:00100000:2.0:1788572579.014479:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+66:202394:x1875440196064512:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572579.014487:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.014497:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c48705f lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487058 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.014516:0:202397:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 2/0,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7782c expref: 75 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.014525:0:202397:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c48705f lrc: 4/0,0 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487058 expref: 67 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.014547:0:202397:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7782c expref: 75 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.014561:0:202397:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7782c expref: 75 pid: 205632 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.014572:0:202397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca908e4000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:202397:1875440196064640:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572579.014630:0:202397:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1d540 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.015549:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633039232 00000100:00100000:3.0:1788572579.015556:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633039232 00010000:00010000:3.0:1788572579.015631:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 5/0,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7782c expref: 76 pid: 205632 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.015664:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28075 00000100:00100000:3.0:1788572579.015671:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+76:352626:x1875453633039232:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:3.0:1788572579.015682:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.015688:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 5/0,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7782c expref: 76 pid: 205632 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.015700:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 4/0,0 mode: PR/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7782c expref: 76 pid: 205632 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.015718:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x59c:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:3.0:1788572579.015723:0:202379:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c48705f lrc: 3/0,0 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487058 expref: 67 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.015734:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c48705f lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c487058 expref: 67 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.015743:0:202379:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c48705f lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c487058 expref: 67 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.015769:0:202379:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c48705f lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487058 expref: 67 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.015786:0:202379:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:202379:1875440196064768:0@lo:105: 00000100:00100000:3.0:1788572579.015826:0:202379:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.015861:0:202379:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9289c600 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.016778:0:229226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196064768 00000100:00100000:2.0:1788572579.016786:0:229226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196064768 00000100:00100000:2.0:1788572579.016831:0:229226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18606 00000100:00100000:2.0:1788572579.016838:0:229226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:202379:x1875440196064768:12345-0@lo:105: 00010000:00010000:2.0:1788572579.016851:0:229226:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 4/0,1 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.016862:0:229226:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 4/0,1 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.016879:0:229226:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 4/0,1 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.016888:0:229226:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.016897:0:229226:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 5/0,1 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.016905:0:229226:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 5/0,1 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.016921:0:229226:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88cbbe264e00) 00000100:00100000:2.0:1788572579.016971:0:229226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:202379:x1875440196064768:12345-0@lo:105: Request processed in 133us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.016978:0:229226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18606 00000100:00100000:3.0:1788572579.017171:0:202379:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a56300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:202379:1875440196064768:0@lo:105: 00010000:00010000:3.0:1788572579.017188:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572579.017238:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+76:352626:x1875453633039232:12345-192.168.202.54@tcp:103:rm.0 Request processed in 1566us (4881us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.017246:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28075 00000100:00080000:1.0:1788572579.018026:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788572579.020092:0:202397:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.54@tcp) returned -22 from blocking AST (req@00000000c367bcd0 x1875440196064640) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 1/0,0 mode: --/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7782c expref: 75 pid: 205632 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.020118:0:202397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c487027 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7782c expref: 75 pid: 205632 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.020136:0:202397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca908e4000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:202397:1875440196064640:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572579.020215:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x59c:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:2.0:1788572579.020233:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c48705f lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487058 expref: 67 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.020242:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x59c:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:2.0:1788572579.020244:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572579.020246:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264a00, rc 0) 00000100:00100000:2.0:1788572579.020320:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+67:202394:x1875440196064512:12345-0@lo:101:mdt00_002.0 Request processed in 5838us (5888us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.020329:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37200 00000100:00100000:3.0:1788572579.020542:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196064512:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572579.020560:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.020601:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487066 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.020615:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487066 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.020626:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487066 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572579.021046:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3240, 64 off215552 00000040:00080000:3.0:1788572579.021083:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].915, 392 off522880 00000040:00080000:3.0:1788572579.021135:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1458, 472 off1266896 00000004:00080000:3.0:1788572579.021141:0:202394:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9289c600 with version 15470 00000004:00080000:2.0:1788572579.021959:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15470 rpc_version 15470 00000020:00100000:2.0:1788572579.022002:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572579.022011:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca908e4000 x1875440196065024/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572579.022087:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca908e4000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196065024:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572579.022301:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.022381:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.022485:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196065024 00000100:00100000:1.0:1788572579.022492:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196065024 00000100:00100000:1.0:1788572579.022732:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37201 00000100:00100000:1.0:1788572579.022742:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+67:203127:x1875440196065024:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572579.023090:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+68:203127:x1875440196065024:12345-0@lo:1000:osp_up0-1.0 Request processed in 348us (935us total) trans 12884961992 rc 0/0 00000100:00100000:1.0:1788572579.023098:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37201 00000100:00100000:2.0:1788572579.023209:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca908e4000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196065024:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1788572579.023508:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c48706d lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x59c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023529:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c48706d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x59c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023541:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c48706d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x59c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023549:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c48706d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x59c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023555:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c48706d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x59c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023561:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c48706d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x59c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023583:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572579.023605:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487066 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023612:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487066 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023619:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487066 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023623:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.023627:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487066 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023635:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487066 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023651:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x59c:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:3.0:1788572579.023654:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.023658:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487066 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023663:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487066 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023674:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023681:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023687:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023702:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572579.023714:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572579.023719:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487043 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023726:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487043 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023733:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487043 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023749:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572579.023753:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572579.023759:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265600/0xaad440e68c48704a lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487051 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023765:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265600/0xaad440e68c48704a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487051 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.023831:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+107:361572:x1875453633039488:12345-192.168.202.54@tcp:36:rm.0 Request processed in 11136us (11309us total) trans 8589973305 rc 0/0 00000100:00100000:3.0:1788572579.023838:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138240 00010000:00010000:3.0:1788572579.023977:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572579.023983:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c48706d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x59c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023989:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ae00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.023992:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c48706d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x59c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.023999:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c48706d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x59c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024008:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x59c:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:3.0:1788572579.024010:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.024013:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c48706d lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x59c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024032:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c48706d lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x59c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024051:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572579.024055:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024063:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.024068:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.024076:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024111:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024118:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.024139:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024147:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264e00/0xaad440e68c487058 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48705f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024196:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.024209:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c487043 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024217:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fc200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.024220:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487043 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.024227:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487043 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024247:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487043 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024253:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.024297:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487043 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024305:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fc200/0xaad440e68c48703c lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487043 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.024318:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.024320:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.024322:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.026473:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.026488:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572579.026512:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196065152:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572579.026591:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.026662:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196065280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572579.026695:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.026736:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196065152 00000100:00100000:2.0:1788572579.026745:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196065152 00000100:00100000:2.0:1788572579.026798:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196065280 00000100:00100000:2.0:1788572579.026802:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196065280 00000100:00100000:2.0:1788572579.026827:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16014 00000100:00100000:2.0:1788572579.026836:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+69:3640:x1875440196065152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572579.026853:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.026892:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c48705f lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x59c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487058 expref: 69 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.026911:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x59c:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:2.0:1788572579.026923:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572579.026956:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+68:3640:x1875440196065152:12345-0@lo:103:ldlm_bl.0 Request processed in 122us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.026963:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16014 00000100:00100000:2.0:1788572579.026979:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16015 00000100:00100000:2.0:1788572579.026986:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+67:3637:x1875440196065280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572579.026993:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.027004:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c487043 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48703c expref: 67 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.027024:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ff27400) 00010000:00010000:2.0:1788572579.027032:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572579.027058:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+66:3637:x1875440196065280:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.027064:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16015 00000100:00100000:2.0:1788572579.027135:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196065280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572579.027191:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196065152:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572579.028062:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.028181:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633039616 00000100:00100000:3.0:1788572579.028187:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633039616 00000100:00100000:3.0:1788572579.028241:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138241 00000100:00100000:3.0:1788572579.028250:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+75:361572:x1875453633039616:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.028278:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.028299:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487074 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7783a expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.028365:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48707b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.028379:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48707b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.028518:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48707b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.028536:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487082 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.028544:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487082 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.028552:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487082 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.028688:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196065408:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788572579.028737:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.029090:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.029286:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196065408 00000100:00100000:0.0:1788572579.029292:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196065408 00000100:00100000:1.0:1788572579.029358:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37202 00000100:00100000:1.0:1788572579.029368:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+103:225655:x1875440196065408:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572579.029465:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+103:225655:x1875440196065408:12345-0@lo:1000:mdt00_005.0 Request processed in 99us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.029472:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37202 00000100:00100000:3.0:1788572579.029633:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196065408:0@lo:1000:mdt00_005.0 00010000:00010000:3.0:1788572579.029689:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c487089 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029702:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c487089 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029710:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c487089 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.029734:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c487089 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029746:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48707b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029753:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48707b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029763:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48707b lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029770:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48707b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029775:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.029779:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48707b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029787:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48707b lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029798:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:3.0:1788572579.029801:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.029806:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48707b lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029812:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48707b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029825:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487082 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029831:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487082 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029837:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487082 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029842:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.029845:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487082 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029851:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487082 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029858:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x5ad2e5a4 (ffff88caa2ec8700) 00010000:00010000:3.0:1788572579.029861:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.029864:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487082 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029881:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487082 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029920:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487074 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7783a expref: 77 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029936:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c487089 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7783a expref: 76 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.029943:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4e6:0x0].0x0 (ffff88caa2ec8000) 00010000:00010000:3.0:1788572579.029945:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572579.029948:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b02c00, rc 0) 00000100:00100000:3.0:1788572579.030006:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+76:361572:x1875453633039616:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1756us (1948us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.030024:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138241 00000100:00100000:3.0:1788572579.032664:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.032741:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633039744 00000100:00100000:2.0:1788572579.032751:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633039744 00000100:00100000:2.0:1788572579.032813:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138242 00000100:00100000:2.0:1788572579.032822:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+107:361572:x1875453633039744:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.032843:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.032957:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265c00/0xaad440e68c487090 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77841 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.033091:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264800/0xaad440e68c487097 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.033106:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264800/0xaad440e68c487097 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.033117:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264800/0xaad440e68c487097 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.033298:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x4e6:0x0]: returning size 0 00000004:00200000:2.0:1788572579.033303:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572579.033341:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265c00/0xaad440e68c487090 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77841 expref: 109 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.033361:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264800/0xaad440e68c487097 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77841 expref: 108 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.033368:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4e6:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:2.0:1788572579.033371:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572579.033375:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264800, rc 0) 00000100:00100000:2.0:1788572579.033649:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+108:361572:x1875453633039744:12345-192.168.202.54@tcp:101:rm.0 Request processed in 826us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.033657:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138242 00000100:00100000:3.0:1788572579.037225:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.037276:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.037341:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633039872 00000100:00100000:1.0:1788572579.037352:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633039872 00000100:00100000:1.0:1788572579.037427:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16016 00000100:00100000:1.0:1788572579.037438:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+76:352627:x1875453633039872:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572579.037454:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.037478:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c487089 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7783a expref: 76 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.037497:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4e6:0x0].0x0 (ffff88caa2ec8000) 00010000:00010000:1.0:1788572579.037512:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.037600:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633040128 00000100:00100000:0.0:1788572579.037605:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633040128 00000100:00100000:0.0:1788572579.037639:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138243 00000100:00100000:0.0:1788572579.037647:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+108:361572:x1875453633040128:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.037692:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.037708:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264800/0xaad440e68c487097 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77841 expref: 108 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.037722:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4e6:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:0.0:1788572579.037730:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.037781:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.037789:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.037800:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.037828:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196065536:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1788572579.037882:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.037909:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8780 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.037930:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196065536 00000100:00100000:0.0:1788572579.037933:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196065536 00000100:00100000:0.0:1788572579.037959:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37203 00000100:00100000:0.0:1788572579.037966:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+66:202392:x1875440196065536:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.037978:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.037992:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c4870a5 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48709e expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.038013:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c4870a5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48709e expref: 67 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.038024:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c4870a5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48709e expref: 67 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.038031:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ebb3b00) 00010000:00010000:0.0:1788572579.038033:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.038035:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fd000, rc 0) 00000100:00100000:0.0:1788572579.038065:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+67:202392:x1875440196065536:12345-0@lo:101:mdt00_000.0 Request processed in 100us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.038071:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37203 00000100:00100000:0.0:1788572579.038107:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196065536:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.038121:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4870a5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.038137:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4870a5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572579.038179:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572579.038200:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd600/0xaad440e68c4870ac lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.038207:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd600/0xaad440e68c4870ac lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.038215:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd600/0xaad440e68c4870ac lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.038227:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196065664:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1788572579.038249:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.038281:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196065664 00000100:00100000:0.0:1788572579.038285:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196065664 00000100:00100000:0.0:1788572579.038311:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37204 00000100:00100000:0.0:1788572579.038318:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+67:202392:x1875440196065664:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.038325:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.038337:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c4870b3 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4870ac expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.038350:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c4870b3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4870ac expref: 68 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.038360:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c4870b3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4870ac expref: 68 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.038371:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x5ad2e5a4 (ffff88ca8ebb3800) 00010000:00010000:0.0:1788572579.038373:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.038376:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fc800, rc 0) 00000100:00100000:0.0:1788572579.038399:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+68:202392:x1875440196065664:12345-0@lo:101:mdt00_000.0 Request processed in 81us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.038405:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37204 00000100:00100000:0.0:1788572579.038420:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8780 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.038432:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196065664:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.038443:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd600/0xaad440e68c4870ac lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4870b3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.038452:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd600/0xaad440e68c4870ac lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4870b3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572579.038463:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:0.0:1788572579.038495:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196065792:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572579.038522:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.038535:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.038549:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196065792 00000100:00100000:0.0:1788572579.038553:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196065792 00000100:00100000:0.0:1788572579.038577:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37205 00000100:00100000:0.0:1788572579.038583:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+68:202392:x1875440196065792:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572579.038646:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+68:202392:x1875440196065792:12345-0@lo:1000:mdt00_000.0 Request processed in 63us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.038653:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37205 00000100:00100000:0.0:1788572579.038681:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196065792:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572579.038720:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196065920:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572579.038743:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.038762:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196065920 00000100:00100000:0.0:1788572579.038765:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196065920 00000100:00100000:0.0:1788572579.038785:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37206 00000100:00100000:0.0:1788572579.038790:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+68:202392:x1875440196065920:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572579.038881:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+68:202392:x1875440196065920:12345-0@lo:1000:mdt00_000.0 Request processed in 91us (137us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572579.038887:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37206 00000100:00100000:0.0:1788572579.038904:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.038916:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196065920:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1788572579.038956:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.038964:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.038973:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.038985:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196066048:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1788572579.039006:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.039024:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196066048 00000100:00100000:0.0:1788572579.039028:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196066048 00000100:00100000:0.0:1788572579.039048:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37207 00000100:00100000:0.0:1788572579.039055:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+68:202392:x1875440196066048:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.039063:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.039076:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c4870c1 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4870ba expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.039092:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c4870c1 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4870ba expref: 69 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.039102:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c4870c1 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4870ba expref: 69 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.039108:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4e6:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:0.0:1788572579.039111:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.039114:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fca00, rc 0) 00000100:00100000:0.0:1788572579.039136:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+69:202392:x1875440196066048:12345-0@lo:101:mdt00_000.0 Request processed in 83us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.039141:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37207 00000100:00100000:0.0:1788572579.039183:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca856b8780 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.039196:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:202392:1875440196066048:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.039207:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4870c1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.039217:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4870c1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.039239:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c4870c8 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.039247:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c4870c8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.039277:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c4870c8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572579.039607:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3241, 64 off215616 00000040:00080000:0.0:1788572579.039639:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].916, 392 off523272 00000040:00080000:0.0:1788572579.039683:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1459, 472 off1267368 00000004:00080000:0.0:1788572579.039689:0:202392:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca856b8780 with version 15471 00000004:00080000:0.0:1788572579.039709:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15471 rpc_version 15471 00000020:00100000:0.0:1788572579.039728:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572579.039737:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8fcb3480 x1875440196066304/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572579.039757:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb3480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196066304:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572579.039790:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.039807:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff99f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.039823:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196066304 00000100:00100000:0.0:1788572579.039827:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196066304 00000100:00100000:0.0:1788572579.039855:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37208 00000100:00100000:0.0:1788572579.039862:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+69:203127:x1875440196066304:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572579.040079:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+70:203127:x1875440196066304:12345-0@lo:1000:osp_up0-1.0 Request processed in 217us (288us total) trans 12884961993 rc 0/0 00000100:00100000:0.0:1788572579.040087:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37208 00000100:00100000:0.0:1788572579.040125:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb3480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196066304:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1788572579.040177:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4870cf lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040189:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4870cf lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040199:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4870cf lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040207:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4870cf lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040214:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4870cf lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040220:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4870cf lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040237:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572579.040267:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572579.040273:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4870cf lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040280:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572579.040284:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4870cf lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040292:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4870cf lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040303:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4e6:0x0].0x0 (ffff88cba1399800) 00010000:00010000:0.0:1788572579.040306:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572579.040310:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4870cf lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040317:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c4870cf lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040330:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.040331:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.040333:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.040345:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c4870c8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040351:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c4870c8 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040356:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c4870c8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040361:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.040364:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c4870c8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040369:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c4870c8 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040376:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4e6:0x0].0x0 (ffff88cba1399800) 00010000:00010000:0.0:1788572579.040379:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.040381:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c4870c8 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040386:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c4870c8 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040400:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4870c1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040407:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4870c1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040415:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4870c1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040436:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572579.040447:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572579.040452:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4870a5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040458:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4870a5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040465:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4870a5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040478:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572579.040481:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572579.040487:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572579.040492:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4870c1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040498:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fce00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572579.040502:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4870c1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.040511:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4870c1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040540:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4870c1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040546:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572579.040563:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4870c1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040570:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c4870ba lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4870c1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040582:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572579.040585:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4870a5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040591:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fde00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572579.040594:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4870a5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.040602:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4870a5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040616:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4870a5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040621:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572579.040634:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4870a5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040646:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fde00/0xaad440e68c48709e lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4870a5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040659:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.040660:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.040662:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572579.040674:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196066432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.040709:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.040746:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196066560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.040768:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.040802:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196066432 00000100:00100000:0.0:1788572579.040807:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196066432 00000100:00100000:0.0:1788572579.040836:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196066560 00000100:00100000:0.0:1788572579.040838:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196066560 00000100:00100000:0.0:1788572579.040854:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16017 00000100:00100000:0.0:1788572579.040861:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+71:3638:x1875440196066432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572579.040870:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.040885:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c4870c1 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x4e6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4870ba expref: 71 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040896:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x4e6:0x0].0x0 (ffff88cba1399a00) 00010000:00010000:0.0:1788572579.040903:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.040928:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+70:3638:x1875440196066432:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.040935:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16017 00000100:00100000:0.0:1788572579.040946:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16018 00000100:00100000:0.0:1788572579.040951:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+69:3639:x1875440196066560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572579.040958:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.040967:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c4870a5 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48709e expref: 69 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.040976:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8ebb3b00) 00010000:00010000:0.0:1788572579.040982:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.041000:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+68:3639:x1875440196066560:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.041006:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16018 00000100:00100000:0.0:1788572579.041032:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196066560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.041050:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196066432:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572579.041064:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd600/0xaad440e68c4870ac lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4870b3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.041073:0:202392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd600/0xaad440e68c4870ac lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4870b3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.041627:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+75:352627:x1875453633039872:12345-192.168.202.54@tcp:103:rm.0 Request processed in 4185us (4344us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.041640:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16016 00000100:00100000:0.0:1788572579.041715:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+108:361572:x1875453633040128:12345-192.168.202.54@tcp:36:rm.0 Request processed in 4068us (4510us total) trans 8589973306 rc 0/0 00000100:00100000:0.0:1788572579.041723:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138243 00010000:00010000:3.0:1788572579.044668:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.044733:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.044925:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633040256 00000100:00100000:2.0:1788572579.044936:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633040256 00000100:00100000:2.0:1788572579.045071:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138244 00000100:00100000:2.0:1788572579.045082:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+75:361572:x1875453633040256:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.045102:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.045126:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c4870d6 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77848 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.045459:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c4870dd lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.045475:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c4870dd lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.045489:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c4870dd lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.045503:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c4870e4 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.045510:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c4870e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.045516:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c4870e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.045642:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca78a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196066688:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572579.045703:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.045773:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.045957:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196066688 00000100:00100000:1.0:1788572579.045963:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196066688 00000100:00100000:1.0:1788572579.046031:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37209 00000100:00100000:1.0:1788572579.046039:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+103:202394:x1875440196066688:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788572579.046114:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+103:202394:x1875440196066688:12345-0@lo:1000:mdt00_002.0 Request processed in 76us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.046121:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37209 00000100:00100000:2.0:1788572579.046213:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca78a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196066688:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1788572579.046267:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4870eb lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x457:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046277:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4870eb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046286:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4870eb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.046306:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4870eb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046321:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c4870dd lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046327:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c4870dd lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046334:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c4870dd lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046340:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c4870dd lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046345:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.046350:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c4870dd lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046357:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c4870dd lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046373:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:2.0:1788572579.046376:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.046381:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c4870dd lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046399:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c4870dd lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046412:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c4870e4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046418:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c4870e4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046424:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c4870e4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046429:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.046432:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c4870e4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046438:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c4870e4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046444:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xaaeba858 (ffff88ca8e88d300) 00010000:00010000:2.0:1788572579.046446:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.046449:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c4870e4 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046455:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c4870e4 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046490:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c4870d6 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77848 expref: 77 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046505:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4870eb lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77848 expref: 76 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.046513:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x457:0x0].0x0 (ffff88ca8ff27400) 00010000:00010000:2.0:1788572579.046515:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572579.046517:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264a00, rc 0) 00000100:00100000:2.0:1788572579.046560:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+76:361572:x1875453633040256:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1481us (1834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.046567:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138244 00000100:00100000:2.0:1788572579.048956:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.052987:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633040384 00000100:00100000:3.0:1788572579.053003:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633040384 00000100:00100000:3.0:1788572579.053105:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138245 00000100:00100000:3.0:1788572579.053116:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+108:361572:x1875453633040384:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.053140:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.053189:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03e00/0xaad440e68c4870f2 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x457:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7784f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.053552:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c4870f9 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x457:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.053568:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c4870f9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x457:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.053579:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c4870f9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x457:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572579.053635:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x457:0x0]: returning size 0 00000004:00200000:3.0:1788572579.053641:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572579.053676:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03e00/0xaad440e68c4870f2 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x457:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7784f expref: 110 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.053693:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c4870f9 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x457:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7784f expref: 109 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.053702:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x457:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:3.0:1788572579.053705:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572579.053708:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03600, rc 0) 00000100:00100000:3.0:1788572579.053778:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+109:361572:x1875453633040384:12345-192.168.202.54@tcp:101:rm.0 Request processed in 664us (4832us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.053787:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138245 00000100:00100000:3.0:1788572579.057082:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.057128:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.057245:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633040512 00000100:00100000:0.0:1788572579.057266:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633040512 00000100:00100000:0.0:1788572579.057341:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16019 00000100:00100000:0.0:1788572579.057351:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+76:352627:x1875453633040512:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572579.057367:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.057536:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4870eb lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77848 expref: 76 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.057559:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x457:0x0].0x0 (ffff88ca8ff27400) 00010000:00010000:0.0:1788572579.057570:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.057627:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+75:352627:x1875453633040512:12345-192.168.202.54@tcp:103:rm.0 Request processed in 277us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.057634:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16019 00000100:00100000:1.0:1788572579.058740:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633040768 00000100:00100000:1.0:1788572579.058750:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633040768 00000100:00100000:1.0:1788572579.058815:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138246 00000100:00100000:1.0:1788572579.058825:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+109:361572:x1875453633040768:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.058889:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.058911:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03600/0xaad440e68c4870f9 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x457:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7784f expref: 109 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.058928:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x457:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:1.0:1788572579.058942:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.058995:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.059004:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.059014:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.059050:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196066816:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1788572579.059105:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.059679:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c180 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.059834:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196066816 00000100:00100000:3.0:1788572579.059841:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196066816 00000100:00100000:3.0:1788572579.059962:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37210 00000100:00100000:3.0:1788572579.059971:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+68:230921:x1875440196066816:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572579.059988:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.060008:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c487107 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487100 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.060043:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c487107 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487100 expref: 69 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.060055:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c487107 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487100 expref: 69 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.060062:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec8e00) 00010000:00010000:3.0:1788572579.060065:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.060068:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1b800, rc 0) 00000100:00100000:3.0:1788572579.060123:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+69:230921:x1875440196066816:12345-0@lo:101:mdt00_006.0 Request processed in 153us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.060130:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37210 00000100:00100000:0.0:1788572579.060222:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196066816:0@lo:101:mdt00_006.0 00010000:00010000:0.0:1788572579.060238:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487107 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.060248:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487107 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572579.060279:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572579.060309:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e000/0xaad440e68c48710e lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.060316:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e000/0xaad440e68c48710e lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.060324:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e000/0xaad440e68c48710e lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.060338:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196066944:0@lo:101:mdt00_006.0 00000100:00100000:0.0:1788572579.060369:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.060754:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.060811:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196066944 00000100:00100000:1.0:1788572579.060816:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196066944 00000100:00100000:1.0:1788572579.060858:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37211 00000100:00100000:1.0:1788572579.060876:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+69:230921:x1875440196066944:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572579.060888:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.060905:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c487115 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48710e expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.060921:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c487115 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48710e expref: 70 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.060932:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c487115 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48710e expref: 70 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.060939:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xaaeba858 (ffff88cbb71efc00) 00010000:00010000:1.0:1788572579.060942:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.060945:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99512600, rc 0) 00000100:00100000:1.0:1788572579.060981:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+70:230921:x1875440196066944:12345-0@lo:101:mdt00_006.0 Request processed in 116us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.060987:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37211 00000100:00100000:1.0:1788572579.061175:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196066944:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572579.061193:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e000/0xaad440e68c48710e lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487115 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.061336:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e000/0xaad440e68c48710e lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487115 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.061356:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:1.0:1788572579.061470:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196067072:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572579.061508:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.061564:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.061616:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196067072 00000100:00100000:3.0:1788572579.061621:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196067072 00000100:00100000:0.0:1788572579.061668:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37212 00000100:00100000:0.0:1788572579.061678:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+70:230921:x1875440196067072:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572579.061749:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+70:230921:x1875440196067072:12345-0@lo:1000:mdt00_006.0 Request processed in 73us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.061756:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37212 00000100:00100000:1.0:1788572579.061822:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196067072:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572579.061861:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196067200:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572579.061893:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.061910:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.061990:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196067200 00000100:00100000:0.0:1788572579.061994:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196067200 00000100:00100000:0.0:1788572579.062033:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37213 00000100:00100000:0.0:1788572579.062039:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+70:230921:x1875440196067200:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572579.062120:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+70:230921:x1875440196067200:12345-0@lo:1000:mdt00_006.0 Request processed in 81us (226us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572579.062126:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37213 00000100:00100000:1.0:1788572579.062474:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196067200:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1788572579.062530:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.062539:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.062548:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.062560:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196067328:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1788572579.062589:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.062613:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.062628:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196067328 00000100:00100000:1.0:1788572579.062632:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196067328 00000100:00100000:1.0:1788572579.062666:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37214 00000100:00100000:1.0:1788572579.062673:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb905050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+70:230921:x1875440196067328:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572579.062684:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.062698:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c487123 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48711c expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.062720:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c487123 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48711c expref: 71 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.062733:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c487123 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48711c expref: 71 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.062742:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x457:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:1.0:1788572579.062745:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572579.062748:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513c00, rc 0) 00000100:00100000:1.0:1788572579.062777:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb905050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+71:230921:x1875440196067328:12345-0@lo:101:mdt00_006.0 Request processed in 105us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.062783:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37214 00000100:00100000:1.0:1788572579.063144:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:230921:1875440196067328:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572579.063347:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487123 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.063360:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487123 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.063616:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c48712a lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.063628:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c48712a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.063636:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c48712a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.064111:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3233, 64 off215104 00000040:00080000:2.0:1788572579.064144:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].917, 392 off523664 00000040:00080000:2.0:1788572579.064288:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1460, 472 off1267840 00000004:00080000:2.0:1788572579.064294:0:230921:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca96ace900 with version 15472 00000004:00080000:0.0:1788572579.064358:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15472 rpc_version 15472 00000020:00100000:0.0:1788572579.064386:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572579.064461:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8fcb2680 x1875440196067584/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572579.064484:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb2680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196067584:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572579.064533:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.064560:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.064621:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196067584 00000100:00100000:1.0:1788572579.064628:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196067584 00000100:00100000:1.0:1788572579.064673:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37215 00000100:00100000:1.0:1788572579.064681:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+71:203127:x1875440196067584:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572579.065119:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+72:203127:x1875440196067584:12345-0@lo:1000:osp_up0-1.0 Request processed in 438us (584us total) trans 12884961994 rc 0/0 00000100:00100000:1.0:1788572579.065131:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37215 00000100:00100000:3.0:1788572579.065251:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb2680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196067584:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1788572579.065296:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487131 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x457:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065311:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487131 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065323:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487131 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065331:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487131 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065337:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487131 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065343:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487131 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x457:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065363:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572579.065384:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c48712a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065400:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c48712a lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065406:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c48712a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065412:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.065416:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c48712a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065422:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c48712a lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065437:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x457:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:3.0:1788572579.065441:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.065446:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c48712a lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065452:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c48712a lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065465:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487123 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065473:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487123 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065479:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487123 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065494:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572579.065505:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572579.065510:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487107 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065516:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487107 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065523:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487107 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065536:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572579.065540:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572579.065545:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e000/0xaad440e68c48710e lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487115 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065553:0:230921:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e000/0xaad440e68c48710e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487115 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.065609:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+109:361572:x1875453633040768:12345-192.168.202.54@tcp:36:rm.0 Request processed in 6785us (8479us total) trans 8589973307 rc 0/0 00000100:00100000:3.0:1788572579.065616:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138246 00010000:00010000:3.0:1788572579.065642:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572579.065647:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487131 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x457:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065654:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.065657:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487131 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x457:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065665:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487131 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x457:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065674:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x457:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:3.0:1788572579.065677:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.065680:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487131 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x457:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065686:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487131 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x457:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065701:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572579.065704:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c487123 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065711:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.065715:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487123 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.065723:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487123 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065748:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487123 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065754:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.065772:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487123 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065779:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513e00/0xaad440e68c48711c lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487123 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065792:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.065795:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c487107 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065801:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.065805:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487107 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.065812:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487107 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065833:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487107 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065839:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.065851:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487107 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065858:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513800/0xaad440e68c487100 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487107 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.065880:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.065882:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.065884:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572579.066096:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196067712:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.066134:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.066246:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196067840:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.066279:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572579.066311:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.068707:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196067712 00000100:00100000:1.0:1788572579.068721:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196067712 00000100:00100000:1.0:1788572579.068790:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196067840 00000100:00100000:1.0:1788572579.068794:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196067840 00000100:00100000:1.0:1788572579.068827:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16020 00000100:00100000:1.0:1788572579.068836:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+73:3640:x1875440196067712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.068852:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.068940:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c487123 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x457:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48711c expref: 73 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.068962:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x457:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:1.0:1788572579.068974:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.069048:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+72:3640:x1875440196067712:12345-0@lo:103:ldlm_bl.0 Request processed in 213us (2913us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.069055:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16020 00000100:00100000:1.0:1788572579.069071:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16021 00000100:00100000:1.0:1788572579.069078:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+71:3637:x1875440196067840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.069086:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.069096:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c487107 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487100 expref: 71 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.069107:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec8e00) 00010000:00010000:1.0:1788572579.069118:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.069145:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+70:3637:x1875440196067840:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (2865us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.069172:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16021 00000100:00100000:3.0:1788572579.069571:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.069675:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196067712:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.069718:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196067840:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.069790:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633040896 00000100:00100000:0.0:1788572579.069795:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633040896 00000100:00100000:0.0:1788572579.069839:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138247 00000100:00100000:0.0:1788572579.069848:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+75:361572:x1875453633040896:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.069960:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.069981:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487138 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77856 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070059:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48713f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070072:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48713f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070084:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48713f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070096:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c487146 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070102:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c487146 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070108:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c487146 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070556:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48714d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x772:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070568:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48714d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x772:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070576:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48714d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x772:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.070618:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x772:0x0]: returning size 0 00000004:00200000:0.0:1788572579.070623:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572579.070644:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48714d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x772:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070659:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48714d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x772:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070668:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48713f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070674:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48713f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070679:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48713f lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070685:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48713f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070691:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.070696:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48713f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070704:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48713f lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070716:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399000) 00010000:00010000:0.0:1788572579.070719:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.070724:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48713f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070735:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48713f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070748:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c487146 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070754:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c487146 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070760:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c487146 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070765:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.070768:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c487146 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070774:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c487146 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070780:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xcf6d23d4 (ffff88cba1399b00) 00010000:00010000:0.0:1788572579.070783:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.070786:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c487146 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070791:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21000/0xaad440e68c487146 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070828:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1ee00/0xaad440e68c487138 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77856 expref: 77 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070849:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48714d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x772:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77856 expref: 76 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.070857:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x772:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:0.0:1788572579.070859:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572579.070862:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8000, rc 0) 00010000:00010000:2.0:1788572579.071081:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572579.071377:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+76:361572:x1875453633040896:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1527us (1806us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.071386:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138247 00000100:00100000:0.0:1788572579.078901:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.079031:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633041152 00000100:00100000:2.0:1788572579.079041:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633041152 00000100:00100000:2.0:1788572579.079095:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138248 00000100:00100000:2.0:1788572579.079104:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+76:361572:x1875453633041152:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.079196:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.079231:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48714d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x772:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77856 expref: 76 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.079250:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x772:0x0].0x0 (ffff88ca8e88d400) 00010000:00010000:2.0:1788572579.079272:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.079302:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487154 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.079315:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487154 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.079324:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487154 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.079336:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c48715b lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.079343:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c48715b lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.079350:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c48715b lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.079585:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c487162 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x772:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.079595:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c487162 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.079603:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c487162 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.079845:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3913, 64 off258624 00000004:00080000:2.0:1788572579.079856:0:202394:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 13557173702855ns, next at 13558173699623ns, rc = 0 00010000:00010000:2.0:1788572579.079971:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487169 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x772:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.079982:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487169 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.079988:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487169 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.079995:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487169 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080001:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487169 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080008:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487169 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080121:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.080143:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c487162 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080171:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c487162 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080178:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c487162 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080184:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.080188:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c487162 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080204:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c487162 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080214:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x772:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:2.0:1788572579.080217:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.080222:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c487162 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080228:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265c00/0xaad440e68c487162 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080246:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487154 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080252:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487154 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080267:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487154 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080272:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487154 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080278:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.080280:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487154 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080290:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487154 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080297:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:2.0:1788572579.080299:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.080302:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487154 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080307:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487154 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.080322:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b1f83c83 reply state 000000000fd59d96 transno 12884961995 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c48715b lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080334:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c48715b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.080340:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xcf6d23d4 (ffff88cb8a287d00) 00010000:00010000:2.0:1788572579.080343:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572579.080345:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572579.080649:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+77:361572:x1875453633041152:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1540us (1755us total) trans 12884961995 rc 0/0 00000100:00100000:2.0:1788572579.080658:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138248 00010000:00010000:1.0:1788572579.081667:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572579.081677:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487169 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x772:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.081685:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572579.081690:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487169 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x772:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.081699:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487169 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x772:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.081713:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x772:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:1.0:1788572579.081716:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572579.081721:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487169 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x772:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.081726:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487169 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x772:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.081796:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.081799:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.081801:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572579.085489:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.085575:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633041280 00000100:00100000:0.0:1788572579.085585:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633041280 00000100:00100000:0.0:1788572579.085667:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138249 00000100:00100000:0.0:1788572579.085679:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+109:361572:x1875453633041280:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.085704:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.085726:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c487170 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7785d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.085796:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c487177 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.085811:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c487177 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.085827:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c487177 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.085840:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c48717e lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.085846:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c48717e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.085853:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c48717e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086000:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086008:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086076:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.086099:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086113:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c487177 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086119:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c487177 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086126:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c487177 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086138:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c487177 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086144:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.086148:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c487177 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086340:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c487177 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086352:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:0.0:1788572579.086355:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.086360:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c487177 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086368:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c487177 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086382:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c48717e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086452:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c48717e lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086459:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c48717e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086465:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.086467:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c48717e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086478:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c48717e lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086487:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8ccb9ea (ffff88ca8e88d300) 00010000:00010000:0.0:1788572579.086489:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.086493:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c48717e lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086499:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fa00/0xaad440e68c48717e lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086531:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8e00/0xaad440e68c487170 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7785d expref: 111 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086546:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7785d expref: 110 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.086554:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c0:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:0.0:1788572579.086556:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.086558:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1fc00, rc 0) 00000100:00100000:0.0:1788572579.086659:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+110:361572:x1875453633041280:12345-192.168.202.54@tcp:101:rm.0 Request processed in 982us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.086667:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138249 00000100:00100000:2.0:1788572579.089486:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.089580:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633041408 00000100:00100000:3.0:1788572579.089590:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633041408 00000100:00100000:3.0:1788572579.089679:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138250 00000100:00100000:3.0:1788572579.089691:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+77:361572:x1875453633041408:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.089714:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.089738:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c48718c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77864 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.089955:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487193 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.089969:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487193 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.089986:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487193 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572579.090034:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x9c0:0x0]: returning size 0 00000004:00200000:3.0:1788572579.090038:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1788572579.090074:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c48718c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77864 expref: 79 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.090091:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487193 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77864 expref: 78 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.090100:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c0:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:3.0:1788572579.090103:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788572579.090107:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1ae00, rc 0) 00000100:00100000:3.0:1788572579.090394:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+78:361572:x1875453633041408:12345-192.168.202.54@tcp:101:rm.0 Request processed in 696us (1371us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.090403:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138250 00000100:00100000:2.0:1788572579.093784:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.093862:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.093988:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633041792 00000100:00100000:0.0:1788572579.093997:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633041792 00000100:00100000:0.0:1788572579.094346:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138251 00000100:00100000:0.0:1788572579.094358:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+78:361572:x1875453633041792:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.094531:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.094559:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487193 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77864 expref: 78 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.094577:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c0:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:0.0:1788572579.094590:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.094649:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.094658:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.094669:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.094693:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196067968:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1788572579.094749:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.094784:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c6719c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.094839:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196067968 00000100:00100000:2.0:1788572579.094844:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196067968 00000100:00100000:2.0:1788572579.094894:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37216 00000100:00100000:2.0:1788572579.094902:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+103:202392:x1875440196067968:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572579.094912:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.094928:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4871a1 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48719a expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.094951:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4871a1 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48719a expref: 104 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.094966:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4871a1 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48719a expref: 104 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.094973:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8a287400) 00010000:00010000:2.0:1788572579.094975:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.094978:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264600, rc 0) 00000100:00100000:2.0:1788572579.095030:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+104:202392:x1875440196067968:12345-0@lo:101:mdt00_000.0 Request processed in 129us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.095036:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37216 00000100:00100000:0.0:1788572579.095348:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196067968:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.095366:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4871a1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.095376:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4871a1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572579.095470:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572579.095498:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c4871a8 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.095508:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c4871a8 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.095514:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c4871a8 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.095527:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196068096:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1788572579.095554:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.095583:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c6719c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.095635:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196068096 00000100:00100000:2.0:1788572579.095640:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196068096 00000100:00100000:2.0:1788572579.095677:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37217 00000100:00100000:2.0:1788572579.095685:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+104:202392:x1875440196068096:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572579.095694:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.095707:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265c00/0xaad440e68c4871af lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4871a8 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.095723:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265c00/0xaad440e68c4871af lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4871a8 expref: 105 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.095739:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265c00/0xaad440e68c4871af lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4871a8 expref: 105 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.095746:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8ccb9ea (ffff88cb8a287f00) 00010000:00010000:2.0:1788572579.095749:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.095751:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe265c00, rc 0) 00000100:00100000:2.0:1788572579.095780:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+105:202392:x1875440196068096:12345-0@lo:101:mdt00_000.0 Request processed in 96us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.095785:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37217 00000100:00100000:0.0:1788572579.095845:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196068096:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.095857:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c4871a8 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4871af expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.095876:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c4871a8 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4871af expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572579.095889:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572579.095923:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196068224:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572579.095949:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.095971:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.095988:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196068224 00000100:00100000:0.0:1788572579.095992:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196068224 00000100:00100000:2.0:1788572579.096179:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37218 00000100:00100000:2.0:1788572579.096188:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+105:202392:x1875440196068224:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572579.096269:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+105:202392:x1875440196068224:12345-0@lo:1000:mdt00_000.0 Request processed in 82us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.096276:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37218 00000100:00100000:2.0:1788572579.096305:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196068224:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572579.096345:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196068352:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572579.096369:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.096381:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca914fe540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.096511:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196068352 00000100:00100000:2.0:1788572579.096516:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196068352 00000100:00100000:2.0:1788572579.096536:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37219 00000100:00100000:2.0:1788572579.096542:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+105:202392:x1875440196068352:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788572579.096629:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+105:202392:x1875440196068352:12345-0@lo:1000:mdt00_000.0 Request processed in 86us (259us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572579.096639:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37219 00000100:00100000:2.0:1788572579.096666:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196068352:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1788572579.096715:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.096723:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.096731:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.096742:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196068480:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1788572579.096764:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.096778:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abf00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.096788:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196068480 00000100:00100000:2.0:1788572579.096791:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196068480 00000100:00100000:2.0:1788572579.096812:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37220 00000100:00100000:2.0:1788572579.096818:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+105:202392:x1875440196068480:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572579.096825:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.096838:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c4871bd lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4871b6 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.096857:0:225657:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7785d expref: 109 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.096934:0:225657:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c4871bd lrc: 4/0,0 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4871b6 expref: 106 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.096964:0:225657:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7785d expref: 109 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.096976:0:225657:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7785d expref: 109 pid: 202393 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.096986:0:225657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5bb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:225657:1875440196068608:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572579.097336:0:225657:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab540 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.097430:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633041536 00000100:00100000:3.0:1788572579.097436:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633041536 00010000:00010000:2.0:1788572579.097588:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7785d expref: 110 pid: 202393 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.097623:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28076 00000100:00100000:2.0:1788572579.097630:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+110:352627:x1875453633041536:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:2.0:1788572579.097640:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.097646:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7785d expref: 110 pid: 202393 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.097659:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7785d expref: 110 pid: 202393 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.097680:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c0:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:2.0:1788572579.097685:0:202377:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c4871bd lrc: 3/0,0 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4871b6 expref: 106 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.097695:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c4871bd lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c4871b6 expref: 106 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.097704:0:202377:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c4871bd lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c4871b6 expref: 106 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.097728:0:202377:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c4871bd lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4871b6 expref: 106 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.097740:0:202377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:202377:1875440196068736:0@lo:105: 00000100:00100000:2.0:1788572579.097774:0:202377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.097798:0:202377:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7ab900 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.098008:0:202375:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196068736 00000100:00100000:3.0:1788572579.098013:0:202375:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196068736 00000100:00100000:3.0:1788572579.098058:0:202375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18607 00000100:00100000:3.0:1788572579.098065:0:202375:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:202377:x1875440196068736:12345-0@lo:105: 00010000:00010000:3.0:1788572579.098076:0:202375:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.098086:0:202375:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.098095:0:202375:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.098104:0:202375:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.098111:0:202375:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 5/0,1 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.098119:0:202375:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 5/0,1 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.098132:0:202375:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88cbbe264e00) 00000100:00100000:3.0:1788572579.098193:0:202375:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:202377:x1875440196068736:12345-0@lo:105: Request processed in 128us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.098306:0:202377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:202377:1875440196068736:0@lo:105: 00010000:00010000:2.0:1788572579.098321:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572579.098348:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+110:352627:x1875453633041536:12345-192.168.202.54@tcp:103:rm.0 Request processed in 716us (4484us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.098355:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28076 00000100:00100000:3.0:1788572579.098664:0:202375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18607 00010000:00010000:0.0:1788572579.101538:0:225657:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.54@tcp) returned -22 from blocking AST (req@0000000017dc2af9 x1875440196068608) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 1/0,0 mode: --/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7785d expref: 109 pid: 202393 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.101564:0:225657:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c487185 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7785d expref: 109 pid: 202393 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.101587:0:225657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5bb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:225657:1875440196068608:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572579.101611:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c0:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:0.0:1788572579.101629:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c4871bd lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4871b6 expref: 106 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.101638:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c0:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:0.0:1788572579.101640:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.101643:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe265000, rc 0) 00000100:00100000:0.0:1788572579.101742:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+106:202392:x1875440196068480:12345-0@lo:101:mdt00_000.0 Request processed in 4922us (4975us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.101750:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37220 00000100:00100000:2.0:1788572579.101821:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196068480:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1788572579.101840:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.101936:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264000/0xaad440e68c4871c4 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.101950:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264000/0xaad440e68c4871c4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.101960:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264000/0xaad440e68c4871c4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.102751:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3909, 64 off258368 00000040:00080000:2.0:1788572579.102791:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].202, 392 off111632 00000040:00080000:2.0:1788572579.102842:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].671, 472 off363752 00000004:00080000:2.0:1788572579.102849:0:202392:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8b7abf00 with version 4840 00000004:00080000:0.0:1788572579.102992:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4840 rpc_version 4840 00000020:00100000:0.0:1788572579.103118:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572579.103126:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8fcb0700 x1875440196068992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572579.103176:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb0700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196068992:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572579.103309:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.103402:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.103499:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196068992 00000100:00100000:2.0:1788572579.103506:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196068992 00000100:00100000:2.0:1788572579.103586:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37221 00000100:00100000:2.0:1788572579.103596:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+106:202414:x1875440196068992:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572579.103890:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+107:202414:x1875440196068992:12345-0@lo:1000:osp_up1-0.0 Request processed in 294us (580us total) trans 8589973308 rc 0/0 00000100:00100000:2.0:1788572579.103898:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37221 00000100:00100000:1.0:1788572579.104003:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb0700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196068992:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1788572579.104169:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4871cb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104185:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4871cb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104206:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4871cb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104216:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4871cb lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104227:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4871cb lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104233:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4871cb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104264:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572579.104287:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264000/0xaad440e68c4871c4 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104293:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264000/0xaad440e68c4871c4 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104299:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264000/0xaad440e68c4871c4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104306:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.104310:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264000/0xaad440e68c4871c4 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104319:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264000/0xaad440e68c4871c4 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104331:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c0:0x0].0x0 (ffff88cb8a287e00) 00010000:00010000:3.0:1788572579.104334:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.104339:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264000/0xaad440e68c4871c4 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104344:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264000/0xaad440e68c4871c4 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104359:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104366:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104373:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104398:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572579.104410:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572579.104420:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572579.104425:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4871cb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104431:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.104434:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4871cb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104441:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4871cb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104449:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c0:0x0].0x0 (ffff88cb8a287e00) 00010000:00010000:3.0:1788572579.104452:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.104455:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4871cb lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104460:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4871cb lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104479:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.104483:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104489:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.104493:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.104501:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104527:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104534:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.104552:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104558:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c4871b6 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4871bd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104570:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.104572:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.104574:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.104586:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196069120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572579.104625:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572579.104662:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4871a1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104670:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4871a1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104677:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4871a1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104692:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1788572579.104697:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572579.104704:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.104708:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4871a1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104715:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fa00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.104719:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4871a1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.104726:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4871a1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104744:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4871a1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104750:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.104765:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4871a1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104772:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1fa00/0xaad440e68c48719a lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4871a1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.104789:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.104791:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.104793:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.104802:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196069248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572579.104828:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572579.104858:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c4871a8 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4871af expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.105004:0:202392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c4871a8 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4871af expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.105070:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+78:361572:x1875453633041792:12345-192.168.202.54@tcp:36:rm.0 Request processed in 10713us (11293us total) trans 12884961996 rc 0/0 00000100:00100000:3.0:1788572579.105077:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138251 00010000:00010000:1.0:1788572579.105231:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.105250:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196069120 00000100:00100000:1.0:1788572579.105265:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196069120 00000100:00100000:1.0:1788572579.105306:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196069248 00000100:00100000:1.0:1788572579.105310:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196069248 00000100:00100000:1.0:1788572579.105332:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16022 00000100:00100000:1.0:1788572579.105340:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+108:3638:x1875440196069120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.105355:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.105373:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c4871bd lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9c0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4871b6 expref: 108 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.105397:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c0:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:1.0:1788572579.105405:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.105444:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+107:3638:x1875440196069120:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.105450:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16022 00000100:00100000:1.0:1788572579.105464:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16023 00000100:00100000:1.0:1788572579.105470:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+106:3639:x1875440196069248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.105477:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.105487:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4871a1 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48719a expref: 106 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.105497:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8a287400) 00010000:00010000:1.0:1788572579.105503:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.105530:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+105:3639:x1875440196069248:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.105536:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16023 00000100:00100000:1.0:1788572579.105570:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196069248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.105596:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196069120:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.109551:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.109646:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633041920 00000100:00100000:3.0:1788572579.109656:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633041920 00000100:00100000:3.0:1788572579.109735:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138252 00000100:00100000:3.0:1788572579.109746:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+109:361572:x1875453633041920:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.109772:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.109799:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c4871d2 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7786b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.109933:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c4871d9 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.109948:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c4871d9 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.109961:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c4871d9 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.109975:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c4871e0 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.109982:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c4871e0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.109988:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c4871e0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110133:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110141:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110148:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.110345:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110361:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c4871d9 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110369:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c4871d9 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110375:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c4871d9 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110459:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c4871d9 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110467:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.110472:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c4871d9 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110480:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c4871d9 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110493:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8700) 00010000:00010000:3.0:1788572579.110496:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.110500:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c4871d9 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110508:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c4871d9 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110520:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c4871e0 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110526:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c4871e0 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110531:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c4871e0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110536:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ae00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.110539:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c4871e0 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110549:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c4871e0 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110557:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x5995f2fb (ffff88caa2ec8600) 00010000:00010000:3.0:1788572579.110559:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.110562:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c4871e0 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110569:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ae00/0xaad440e68c4871e0 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110603:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c4871d2 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7786b expref: 111 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110617:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7786b expref: 110 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.110625:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x94b:0x0].0x0 (ffff88caa2ec8400) 00010000:00010000:3.0:1788572579.110628:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572579.110630:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1b800, rc 0) 00000100:00100000:3.0:1788572579.110758:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+110:361572:x1875453633041920:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1013us (1216us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.110767:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138252 00000100:00100000:0.0:1788572579.113362:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.113577:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633042048 00000100:00100000:1.0:1788572579.113587:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633042048 00000100:00100000:1.0:1788572579.113685:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138253 00000100:00100000:1.0:1788572579.113696:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+78:361572:x1875453633042048:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.113722:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.113748:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c4871ee lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77872 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.113925:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4871f5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.113940:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4871f5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.113950:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4871f5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.113982:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x94b:0x0]: returning size 0 00000004:00200000:1.0:1788572579.113986:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572579.114091:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c4871ee lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77872 expref: 80 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.114110:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4871f5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77872 expref: 79 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.114118:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x94b:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:1.0:1788572579.114121:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572579.114124:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513800, rc 0) 00000100:00100000:1.0:1788572579.114301:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+79:361572:x1875453633042048:12345-192.168.202.54@tcp:101:rm.0 Request processed in 606us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.114308:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138253 00000100:00100000:3.0:1788572579.117341:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.117468:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633042432 00000100:00100000:2.0:1788572579.117478:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633042432 00000100:00100000:2.0:1788572579.117539:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138254 00000100:00100000:2.0:1788572579.117549:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+79:361572:x1875453633042432:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.117604:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.117634:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4871f5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77872 expref: 79 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.117655:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x94b:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:2.0:1788572579.117669:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.117722:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.117731:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.117745:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.117768:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196069376:0@lo:101:mdt00_006.0 00000100:00100000:2.0:1788572579.117814:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.117842:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.117858:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196069376 00000100:00100000:2.0:1788572579.117861:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196069376 00000100:00100000:2.0:1788572579.117907:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37222 00000100:00100000:2.0:1788572579.117914:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+105:230921:x1875440196069376:12345-0@lo:101:mdt00_006.0 00010000:00010000:2.0:1788572579.117928:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.117942:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c487203 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4871fc expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.117962:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c487203 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4871fc expref: 106 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.117974:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c487203 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4871fc expref: 106 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.117981:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8a287300) 00010000:00010000:2.0:1788572579.117983:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.117985:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe265400, rc 0) 00000100:00100000:2.0:1788572579.118021:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+106:230921:x1875440196069376:12345-0@lo:101:mdt00_006.0 Request processed in 108us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.118028:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37222 00000100:00100000:2.0:1788572579.118066:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196069376:0@lo:101:mdt00_006.0 00010000:00010000:2.0:1788572579.118081:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487203 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118090:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487203 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572579.118106:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572579.118121:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c48720a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118125:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c48720a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118130:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c48720a lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.118137:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196069504:0@lo:101:mdt00_006.0 00000100:00100000:2.0:1788572579.118172:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.118188:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.118196:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196069504 00000100:00100000:2.0:1788572579.118198:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196069504 00000100:00100000:2.0:1788572579.118216:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37223 00000100:00100000:2.0:1788572579.118219:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+106:230921:x1875440196069504:12345-0@lo:101:mdt00_006.0 00010000:00010000:2.0:1788572579.118225:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.118232:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264000/0xaad440e68c487211 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48720a expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118242:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264000/0xaad440e68c487211 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48720a expref: 107 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118266:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264000/0xaad440e68c487211 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48720a expref: 107 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118274:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x5995f2fb (ffff88cb8a287200) 00010000:00010000:2.0:1788572579.118276:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.118278:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264000, rc 0) 00000100:00100000:2.0:1788572579.118306:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+107:230921:x1875440196069504:12345-0@lo:101:mdt00_006.0 Request processed in 84us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.118311:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37223 00000100:00100000:2.0:1788572579.118337:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196069504:0@lo:101:mdt00_006.0 00010000:00010000:2.0:1788572579.118348:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c48720a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487211 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118355:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c48720a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487211 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572579.118366:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:2.0:1788572579.118395:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196069632:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1788572579.118421:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.118434:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fb1df00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.118446:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196069632 00000100:00100000:2.0:1788572579.118450:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196069632 00000100:00100000:2.0:1788572579.118466:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37224 00000100:00100000:2.0:1788572579.118472:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+107:230921:x1875440196069632:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1788572579.118530:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+107:230921:x1875440196069632:12345-0@lo:1000:mdt00_006.0 Request processed in 58us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.118535:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37224 00000100:00100000:2.0:1788572579.118552:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196069632:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1788572579.118580:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196069760:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1788572579.118595:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.118603:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca914fe600 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.118610:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196069760 00000100:00100000:2.0:1788572579.118612:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196069760 00000100:00100000:2.0:1788572579.118622:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37225 00000100:00100000:2.0:1788572579.118625:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+107:230921:x1875440196069760:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1788572579.118685:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+107:230921:x1875440196069760:12345-0@lo:1000:mdt00_006.0 Request processed in 59us (89us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572579.118689:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37225 00000100:00100000:2.0:1788572579.118704:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196069760:0@lo:1000:mdt00_006.0 00010000:00010000:2.0:1788572579.118730:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118734:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118740:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.118750:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196069888:0@lo:101:mdt00_006.0 00000100:00100000:2.0:1788572579.118769:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.118782:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b7abb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.118792:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196069888 00000100:00100000:2.0:1788572579.118795:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196069888 00000100:00100000:2.0:1788572579.118811:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37226 00000100:00100000:2.0:1788572579.118816:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+107:230921:x1875440196069888:12345-0@lo:101:mdt00_006.0 00010000:00010000:2.0:1788572579.118822:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.118829:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48721f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487218 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118843:0:202397:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7786b expref: 109 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118849:0:202397:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48721f lrc: 4/0,0 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487218 expref: 108 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118866:0:202397:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7786b expref: 109 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.118874:0:202397:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7786b expref: 109 pid: 202394 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.118882:0:202397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cef9880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:202397:1875440196070016:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572579.118925:0:202397:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca914fe840 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.121550:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.121600:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633042176 00000100:00100000:3.0:1788572579.121608:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633042176 00010000:00010000:3.0:1788572579.121641:0:202378:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7786b expref: 110 pid: 202394 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.121675:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28077 00000100:00100000:3.0:1788572579.121683:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+110:352627:x1875453633042176:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:3.0:1788572579.121695:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.121700:0:202378:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7786b expref: 110 pid: 202394 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.121709:0:202378:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7786b expref: 110 pid: 202394 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.121726:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x94b:0x0].0x0 (ffff88caa2ec8400) 00010000:00010000:3.0:1788572579.121731:0:202378:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48721f lrc: 3/0,0 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487218 expref: 108 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.121739:0:202378:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48721f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c487218 expref: 108 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.121749:0:202378:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48721f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0xaad440e68c487218 expref: 108 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.121784:0:202378:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48721f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487218 expref: 108 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.121798:0:202378:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:202378:1875440196070144:0@lo:105: 00000100:00100000:3.0:1788572579.121835:0:202378:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.121868:0:202378:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62600 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.121910:0:229226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196070144 00000100:00100000:0.0:1788572579.121913:0:229226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196070144 00000100:00100000:0.0:1788572579.121942:0:229226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18608 00000100:00100000:0.0:1788572579.121947:0:229226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:202378:x1875440196070144:12345-0@lo:105: 00010000:00010000:0.0:1788572579.121956:0:229226:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.121963:0:229226:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.121968:0:229226:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.121973:0:229226:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.121977:0:229226:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 5/0,1 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.121982:0:229226:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 5/0,1 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.121991:0:229226:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88cbbe264600) 00000100:00100000:0.0:1788572579.122025:0:229226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:202378:x1875440196070144:12345-0@lo:105: Request processed in 70us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.122029:0:229226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18608 00000100:00100000:3.0:1788572579.122121:0:202378:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:202378:1875440196070144:0@lo:105: 00010000:00010000:3.0:1788572579.122135:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572579.122192:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+110:352627:x1875453633042176:12345-192.168.202.54@tcp:103:rm.0 Request processed in 510us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.122203:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28077 00010000:00010000:2.0:1788572579.122968:0:202397:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.202.54@tcp) returned -22 from blocking AST (req@00000000e04453a1 x1875440196070016) - normal race ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 1/0,0 mode: --/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7786b expref: 109 pid: 202394 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.122981:0:202397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4871e7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7786b expref: 109 pid: 202394 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.122996:0:202397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cef9880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:202397:1875440196070016:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572579.123008:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x94b:0x0].0x0 (ffff88caa2ec8400) 00010000:00010000:2.0:1788572579.123025:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48721f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487218 expref: 108 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.123030:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x94b:0x0].0x0 (ffff88caa2ec8400) 00010000:00010000:2.0:1788572579.123032:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572579.123034:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe265000, rc 0) 00000100:00100000:2.0:1788572579.123068:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+108:230921:x1875440196069888:12345-0@lo:101:mdt00_006.0 Request processed in 4251us (4298us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.123073:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37226 00000100:00100000:3.0:1788572579.123231:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5b800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196069888:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572579.123246:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.123295:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c487226 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.123307:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c487226 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.123317:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c487226 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572579.123726:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3914, 64 off258688 00000040:00080000:3.0:1788572579.123753:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].203, 392 off112024 00000040:00080000:3.0:1788572579.123799:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].672, 472 off364224 00000004:00080000:3.0:1788572579.123804:0:230921:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8ff62600 with version 4841 00000004:00080000:0.0:1788572579.124761:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4841 rpc_version 4841 00000020:00100000:0.0:1788572579.124807:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572579.124817:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8fcb0380 x1875440196070400/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572579.124840:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb0380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196070400:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572579.124965:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.125047:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671600 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.125521:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196070400 00000100:00100000:2.0:1788572579.125529:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196070400 00000100:00100000:2.0:1788572579.125624:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37227 00000100:00100000:2.0:1788572579.125633:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+108:202414:x1875440196070400:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572579.125969:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+109:202414:x1875440196070400:12345-0@lo:1000:osp_up1-0.0 Request processed in 336us (1003us total) trans 8589973309 rc 0/0 00000100:00100000:2.0:1788572579.125977:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37227 00000100:00100000:1.0:1788572579.126237:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb0380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196070400:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1788572579.126353:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c48722d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x94b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126370:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c48722d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x94b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126381:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c48722d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x94b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126406:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c48722d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x94b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126413:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c48722d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x94b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126420:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c48722d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x94b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126440:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572579.126462:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c487226 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126468:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c487226 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126474:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c487226 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126479:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fd000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.126484:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c487226 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126492:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c487226 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126502:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x94b:0x0].0x0 (ffff88caa2ec8100) 00010000:00010000:3.0:1788572579.126505:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.126510:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c487226 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126519:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fd000/0xaad440e68c487226 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126532:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126540:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126546:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126570:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572579.126584:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572579.126590:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487203 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126596:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487203 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126603:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487203 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126618:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572579.126622:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:3.0:1788572579.126626:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c48720a lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487211 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126638:0:230921:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c48720a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487211 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.126714:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+79:361572:x1875453633042432:12345-192.168.202.54@tcp:36:rm.0 Request processed in 9165us (9383us total) trans 12884961997 rc 0/0 00000100:00100000:3.0:1788572579.126722:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138254 00010000:00010000:3.0:1788572579.126748:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572579.126754:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c48722d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x94b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126760:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fca00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.126763:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c48722d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x94b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126768:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c48722d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x94b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126776:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x94b:0x0].0x0 (ffff88caa2ec8100) 00010000:00010000:3.0:1788572579.126779:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.126782:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c48722d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x94b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126787:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c48722d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x94b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126804:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572579.126807:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126819:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.126822:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.126830:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126860:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126879:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.126897:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126903:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264600/0xaad440e68c487218 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48721f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126916:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.126919:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c487203 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126924:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.126927:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487203 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.126933:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487203 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126952:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487203 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126958:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.126967:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487203 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126973:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4871fc lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487203 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.126982:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.126984:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.126985:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.127269:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196070528:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.127328:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.127395:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196070656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.127419:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.127454:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196070528 00000100:00100000:1.0:1788572579.127460:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196070528 00000100:00100000:1.0:1788572579.127496:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196070656 00000100:00100000:1.0:1788572579.127498:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196070656 00000100:00100000:1.0:1788572579.127519:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16024 00000100:00100000:1.0:1788572579.127528:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+110:3640:x1875440196070528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.127540:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.127558:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48721f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x94b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487218 expref: 110 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.127571:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x94b:0x0].0x0 (ffff88caa2ec8400) 00010000:00010000:1.0:1788572579.127582:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.127611:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+109:3640:x1875440196070528:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.127618:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16024 00000100:00100000:1.0:1788572579.127634:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16025 00000100:00100000:1.0:1788572579.127640:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+108:3637:x1875440196070656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.127648:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.127659:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c487203 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4871fc expref: 108 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.127669:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8a287300) 00010000:00010000:1.0:1788572579.127676:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.127702:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+107:3637:x1875440196070656:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.127709:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16025 00000100:00100000:1.0:1788572579.127750:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196070528:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.127778:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196070656:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.127794:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.127958:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.131945:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.132563:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633042560 00000100:00100000:3.0:1788572579.132575:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633042560 00000100:00100000:3.0:1788572579.132643:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138255 00000100:00100000:3.0:1788572579.132655:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+79:361572:x1875453633042560:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.132682:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.132706:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c487234 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77879 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.132777:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c48723b lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.132790:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c48723b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.132801:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c48723b lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.132813:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c487242 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.132820:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c487242 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.132827:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c487242 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133002:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487249 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133010:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487249 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133030:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487249 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572579.133067:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xaf9:0x0]: returning size 0 00000004:00200000:3.0:1788572579.133071:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572579.133091:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487249 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133103:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487249 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133112:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c48723b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133119:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c48723b lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133130:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c48723b lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133137:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c48723b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133142:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fce00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.133147:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c48723b lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133551:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c48723b lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133565:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec8700) 00010000:00010000:3.0:1788572579.133568:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.133573:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c48723b lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133579:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fce00/0xaad440e68c48723b lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133593:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c487242 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133598:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c487242 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133604:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c487242 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133608:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fc200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.133611:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c487242 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133617:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c487242 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133623:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x29f2ef68 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572579.133626:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.133628:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c487242 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133634:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc200/0xaad440e68c487242 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133671:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c487234 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77879 expref: 81 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133685:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487249 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77879 expref: 80 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.133692:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xaf9:0x0].0x0 (ffff88caa2ec8800) 00010000:00010000:3.0:1788572579.133694:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572579.133697:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1a600, rc 0) 00000100:00100000:1.0:1788572579.133827:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+80:361572:x1875453633042560:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1172us (1890us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.133835:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138255 00000100:00100000:2.0:1788572579.137461:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.137589:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633042816 00000100:00100000:3.0:1788572579.137600:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633042816 00000100:00100000:3.0:1788572579.137654:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138256 00000100:00100000:3.0:1788572579.137664:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9550a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+80:361572:x1875453633042816:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572579.137720:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.137746:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c487249 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77879 expref: 80 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.137766:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xaf9:0x0].0x0 (ffff88caa2ec8800) 00010000:00010000:3.0:1788572579.137779:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572579.137805:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487250 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.137817:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487250 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.137826:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487250 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.137838:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487257 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.137845:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487257 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.137850:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487257 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.137962:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48725e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.137971:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48725e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.137978:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48725e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572579.138380:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3915, 64 off258752 00010000:00010000:3.0:1788572579.138549:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487265 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138560:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487265 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138568:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487265 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138575:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487265 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138583:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487265 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138589:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487265 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138638:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572579.138656:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48725e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138662:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48725e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138669:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48725e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138674:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.138678:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48725e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138686:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48725e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138699:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xaf9:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:3.0:1788572579.138702:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572579.138705:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48725e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138712:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48725e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138728:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487250 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138734:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487250 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138739:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487250 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138745:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487250 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138750:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.138753:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487250 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138759:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487250 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138765:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec8a00) 00010000:00010000:3.0:1788572579.138767:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.138770:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487250 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138779:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c487250 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.138794:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a04cfb68 reply state 000000000dfa20e3 transno 12884961998 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487257 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138805:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487257 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.138811:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x29f2ef68 (ffff88caa2ec8b00) 00010000:00010000:3.0:1788572579.138813:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572579.138816:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572579.138897:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9550a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+81:361572:x1875453633042816:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1233us (1444us total) trans 12884961998 rc 0/0 00000100:00100000:3.0:1788572579.138905:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138256 00000100:00100000:3.0:1788572579.141538:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.141637:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633042944 00000100:00100000:2.0:1788572579.141649:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633042944 00000100:00100000:2.0:1788572579.141703:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138257 00000100:00100000:2.0:1788572579.141712:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+81:361572:x1875453633042944:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.141735:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.141758:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c48726c lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77880 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.141825:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c487273 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.141840:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c487273 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.141852:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c487273 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.141877:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48727a lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.141885:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48727a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.141892:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48727a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142030:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487281 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xae6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142039:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487281 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xae6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142047:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487281 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xae6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.142080:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xae6:0x0]: returning size 0 00000004:00200000:2.0:1788572579.142084:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.142103:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487281 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xae6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142115:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487281 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xae6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142124:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c487273 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142131:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c487273 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142138:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c487273 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142145:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c487273 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142181:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.142186:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c487273 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142449:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c487273 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142465:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a287c00) 00010000:00010000:2.0:1788572579.142468:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.142473:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c487273 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142480:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c487273 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142495:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48727a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142502:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48727a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142508:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48727a lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142513:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.142516:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48727a lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142523:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48727a lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142530:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7703136 (ffff88cb8a287700) 00010000:00010000:2.0:1788572579.142533:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.142536:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48727a lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142542:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48727a lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142576:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c48726c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77880 expref: 83 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142592:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487281 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xae6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77880 expref: 82 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.142600:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xae6:0x0].0x0 (ffff88cb8a287600) 00010000:00010000:2.0:1788572579.142602:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572579.142605:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe265a00, rc 0) 00000100:00100000:2.0:1788572579.142706:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+82:361572:x1875453633042944:12345-192.168.202.54@tcp:101:rm.0 Request processed in 994us (1181us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.142714:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138257 00010000:00010000:1.0:1788572579.143096:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572579.143105:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487265 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.143112:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572579.143115:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487265 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.143122:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487265 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.143132:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xaf9:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:1.0:1788572579.143135:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572579.143138:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487265 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.143144:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487265 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xaf9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.143191:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.143455:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.143461:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.145907:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.145984:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633043200 00000100:00100000:0.0:1788572579.145994:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633043200 00000100:00100000:0.0:1788572579.146074:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138258 00000100:00100000:0.0:1788572579.146084:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+82:361572:x1875453633043200:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.146147:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.146208:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265a00/0xaad440e68c487281 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xae6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77880 expref: 82 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146228:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xae6:0x0].0x0 (ffff88cb8a287600) 00010000:00010000:0.0:1788572579.146241:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.146277:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487288 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146291:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487288 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146302:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487288 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146315:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c48728f lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146322:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c48728f lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146327:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c48728f lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146441:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c487296 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xae6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146454:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c487296 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146460:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c487296 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572579.146677:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3910, 64 off258432 00000004:00080000:0.0:1788572579.146686:0:230921:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 13557240532389ns, next at 13558240530216ns, rc = 0 00010000:00010000:0.0:1788572579.146728:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c48729d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xae6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146737:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c48729d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146745:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c48729d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146752:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c48729d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146758:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c48729d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146764:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c48729d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146785:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572579.146804:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c487296 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146811:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c487296 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146818:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c487296 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146824:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.146829:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c487296 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146836:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c487296 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146845:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xae6:0x0].0x0 (ffff88cba1399000) 00010000:00010000:0.0:1788572579.146848:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572579.146851:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c487296 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146857:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c487296 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xae6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146874:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487288 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146880:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487288 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146886:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487288 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146891:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487288 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146895:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.146898:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487288 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146904:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487288 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146911:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:0.0:1788572579.146913:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.146916:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487288 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146922:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487288 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.146935:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cfdc63b1 reply state 00000000e60eb67d transno 12884961999 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c48728f lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146947:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c48728f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.146953:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7703136 (ffff88ca8e88d300) 00010000:00010000:0.0:1788572579.146956:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572579.146958:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572579.147673:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+83:361572:x1875453633043200:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1584us (1769us total) trans 12884961999 rc 0/0 00000100:00100000:0.0:1788572579.147683:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138258 00010000:00010000:2.0:1788572579.148327:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572579.148336:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c48729d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.148344:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fa00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572579.148347:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c48729d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.148355:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c48729d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.148370:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xae6:0x0].0x0 (ffff88cba1399000) 00010000:00010000:2.0:1788572579.148372:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572579.148377:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c48729d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.148383:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c48729d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xae6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.148411:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.148413:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.148415:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.150216:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.150374:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633043328 00000100:00100000:2.0:1788572579.150395:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633043328 00000100:00100000:2.0:1788572579.150453:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138259 00000100:00100000:2.0:1788572579.150464:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+109:361572:x1875453633043328:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.150484:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.150508:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264c00/0xaad440e68c4872a4 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77887 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150569:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4872ab lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150582:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4872ab lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150594:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4872ab lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150606:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4872b2 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150613:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4872b2 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150619:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4872b2 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150716:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4872b9 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x29a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150725:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4872b9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x29a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150732:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4872b9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x29a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.150770:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x29a:0x0]: returning size 0 00000004:00200000:2.0:1788572579.150774:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.150791:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4872b9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x29a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150804:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4872b9 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x29a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150813:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4872ab lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150821:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4872ab lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150827:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4872ab lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150834:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4872ab lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150840:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.150844:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4872ab lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150851:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4872ab lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150873:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8a287100) 00010000:00010000:2.0:1788572579.150877:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.150881:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4872ab lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150886:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4872ab lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150898:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4872b2 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150904:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4872b2 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150909:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4872b2 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150915:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.150917:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4872b2 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150924:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4872b2 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150930:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xfc7c0a8f (ffff88cb8a287a00) 00010000:00010000:2.0:1788572579.150933:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.150935:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4872b2 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150940:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264600/0xaad440e68c4872b2 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150969:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264c00/0xaad440e68c4872a4 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77887 expref: 111 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150983:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4872b9 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x29a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77887 expref: 110 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.150990:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x29a:0x0].0x0 (ffff88cb8a287900) 00010000:00010000:2.0:1788572579.150992:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572579.150995:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1b800, rc 0) 00000100:00100000:2.0:1788572579.151042:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+110:361572:x1875453633043328:12345-192.168.202.54@tcp:101:rm.0 Request processed in 580us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.151048:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138259 00000100:00100000:2.0:1788572579.154490:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.154627:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633043584 00000100:00100000:3.0:1788572579.154636:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633043584 00000100:00100000:3.0:1788572579.154694:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138260 00000100:00100000:3.0:1788572579.154704:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8cef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+110:361572:x1875453633043584:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572579.154757:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.154783:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c4872b9 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x29a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77887 expref: 110 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.154802:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x29a:0x0].0x0 (ffff88cb8a287900) 00010000:00010000:3.0:1788572579.154814:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572579.154837:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c4872c0 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.154849:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c4872c0 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.154858:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c4872c0 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.154883:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4872c7 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.154890:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4872c7 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.154896:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4872c7 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.154996:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fce00/0xaad440e68c4872ce lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x29a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155005:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fce00/0xaad440e68c4872ce lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155011:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fce00/0xaad440e68c4872ce lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572579.155280:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3242, 64 off215680 00010000:00010000:3.0:1788572579.155331:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c4872d5 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x29a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155341:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c4872d5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155349:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c4872d5 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155356:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c4872d5 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155362:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c4872d5 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155368:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c4872d5 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155400:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572579.155421:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fce00/0xaad440e68c4872ce lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155427:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fce00/0xaad440e68c4872ce lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155434:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fce00/0xaad440e68c4872ce lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155441:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fce00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.155445:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fce00/0xaad440e68c4872ce lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155452:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fce00/0xaad440e68c4872ce lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155462:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x29a:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572579.155464:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572579.155469:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fce00/0xaad440e68c4872ce lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155475:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fce00/0xaad440e68c4872ce lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x29a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155493:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c4872c0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155500:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c4872c0 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155506:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c4872c0 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155511:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c4872c0 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155515:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fde00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.155518:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c4872c0 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155523:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c4872c0 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155531:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8800) 00010000:00010000:3.0:1788572579.155533:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.155536:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c4872c0 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155541:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c4872c0 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.155557:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e04453a1 reply state 000000005c5bfd9b transno 8589973310 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4872c7 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155567:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4872c7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.155572:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xfc7c0a8f (ffff88caa2ec8700) 00010000:00010000:3.0:1788572579.155574:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572579.155576:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572579.155650:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8cef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+111:361572:x1875453633043584:12345-192.168.202.54@tcp:36:rm.0 Request processed in 946us (1169us total) trans 8589973310 rc 0/0 00000100:00100000:3.0:1788572579.155658:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138260 00010000:00010000:2.0:1788572579.156447:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572579.156457:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c4872d5 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.156465:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fca00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572579.156469:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c4872d5 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.156477:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c4872d5 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.156489:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x29a:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:2.0:1788572579.156492:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572579.156496:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c4872d5 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.156501:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fca00/0xaad440e68c4872d5 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x29a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.156517:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.156519:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.156520:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.160123:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.160280:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633043712 00000100:00100000:2.0:1788572579.160292:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633043712 00000100:00100000:2.0:1788572579.160361:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138261 00000100:00100000:2.0:1788572579.160372:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+83:361572:x1875453633043712:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.160412:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.160443:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4872dc lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7788e expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160521:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4872e3 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160535:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4872e3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160547:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4872e3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160560:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4872ea lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160566:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4872ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160573:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4872ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160723:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4872f1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xace:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160733:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4872f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xace:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160740:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4872f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xace:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.160777:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xace:0x0]: returning size 0 00000004:00200000:2.0:1788572579.160782:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.160801:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4872f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xace:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160814:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4872f1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xace:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160823:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4872e3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160829:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4872e3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160835:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4872e3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160841:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4872e3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160846:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.160850:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4872e3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160858:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4872e3 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160887:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a287100) 00010000:00010000:2.0:1788572579.160890:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.160896:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4872e3 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160903:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4872e3 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160921:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4872ea lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160928:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4872ea lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160933:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4872ea lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160938:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.160941:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4872ea lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160946:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4872ea lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160954:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x4bc43924 (ffff88cb8a287a00) 00010000:00010000:2.0:1788572579.160957:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.160960:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4872ea lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160965:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a600/0xaad440e68c4872ea lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.160996:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4872dc lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7788e expref: 85 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.161012:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4872f1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xace:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7788e expref: 84 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.161024:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xace:0x0].0x0 (ffff88cb8a287c00) 00010000:00010000:2.0:1788572579.161027:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572579.161029:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148b000, rc 0) 00000100:00100000:2.0:1788572579.161101:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+84:361572:x1875453633043712:12345-192.168.202.54@tcp:101:rm.0 Request processed in 730us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.161109:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138261 00000100:00100000:3.0:1788572579.165004:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.165124:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633043968 00000100:00100000:0.0:1788572579.165134:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633043968 00000100:00100000:0.0:1788572579.165231:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138262 00000100:00100000:0.0:1788572579.165242:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+84:361572:x1875453633043968:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.165315:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.165344:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4872f1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xace:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7788e expref: 84 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.165365:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xace:0x0].0x0 (ffff88cb8a287c00) 00010000:00010000:0.0:1788572579.165376:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.165527:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4872f8 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.165540:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4872f8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.165550:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4872f8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.165563:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4872ff lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.165569:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4872ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.165576:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4872ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.165671:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487306 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xace:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.165679:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487306 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xace:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.165685:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487306 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xace:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572579.165928:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3911, 64 off258496 00010000:00010000:0.0:1788572579.165976:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48730d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xace:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.165986:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48730d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.165994:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48730d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166002:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48730d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166008:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48730d lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166015:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48730d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xace:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166043:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572579.166061:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487306 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xace:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166068:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487306 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xace:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166074:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487306 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xace:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166079:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.166083:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487306 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xace:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166090:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487306 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xace:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166100:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xace:0x0].0x0 (ffff88cba1399800) 00010000:00010000:0.0:1788572579.166102:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572579.166106:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487306 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xace:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166113:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c487306 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xace:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166130:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4872f8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166136:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4872f8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166141:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4872f8 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166147:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4872f8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166179:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.166182:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4872f8 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166188:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4872f8 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166517:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399b00) 00010000:00010000:0.0:1788572579.166520:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.166524:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4872f8 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166536:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4872f8 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.166553:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f2694f0b reply state 0000000051a79226 transno 12884962000 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4872ff lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166564:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4872ff lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.166571:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x4bc43924 (ffff88cba1399a00) 00010000:00010000:0.0:1788572579.166574:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572579.166577:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572579.166666:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+85:361572:x1875453633043968:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1423us (1669us total) trans 12884962000 rc 0/0 00000100:00100000:0.0:1788572579.166675:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138262 00010000:00010000:3.0:1788572579.166820:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.166828:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48730d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xace:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.166834:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.166837:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48730d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xace:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.166843:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48730d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xace:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.166852:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xace:0x0].0x0 (ffff88cba1399800) 00010000:00010000:3.0:1788572579.166854:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.166857:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48730d lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xace:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.166873:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48730d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xace:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.166887:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.166890:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.166891:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.170502:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.170574:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633044096 00000100:00100000:0.0:1788572579.170585:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633044096 00000100:00100000:0.0:1788572579.170648:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138263 00000100:00100000:0.0:1788572579.170658:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+111:361572:x1875453633044096:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.170681:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.170705:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487314 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77895 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.170778:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48731b lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.170793:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48731b lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.170807:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48731b lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.170821:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c487322 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.170827:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c487322 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.170833:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c487322 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.170992:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c487329 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.171001:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c487329 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.171008:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c487329 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.174744:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x5bd:0x0]: returning size 0 00000004:00200000:0.0:1788572579.174755:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572579.174784:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c487329 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174804:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c487329 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174817:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48731b lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174827:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48731b lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174833:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48731b lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174841:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48731b lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174846:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.174851:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48731b lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174871:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48731b lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174887:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399000) 00010000:00010000:0.0:1788572579.174890:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.174895:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48731b lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174901:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48731b lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174920:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c487322 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174927:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c487322 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174933:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c487322 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174938:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.174940:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c487322 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174945:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c487322 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174952:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x52dceaea (ffff88ca8e88de00) 00010000:00010000:0.0:1788572579.174954:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.174956:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c487322 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.174962:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c487322 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.175004:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487314 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77895 expref: 113 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.175315:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c487329 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77895 expref: 112 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.175324:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5bd:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:0.0:1788572579.175326:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572579.175329:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f00400, rc 0) 00000100:00100000:0.0:1788572579.175739:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+112:361572:x1875453633044096:12345-192.168.202.54@tcp:101:rm.0 Request processed in 5080us (5245us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.175750:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138263 00000100:00100000:2.0:1788572579.179739:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.179829:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633044352 00000100:00100000:1.0:1788572579.179839:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633044352 00000100:00100000:1.0:1788572579.179998:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138264 00000100:00100000:1.0:1788572579.180008:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+112:361572:x1875453633044352:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.180076:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.180102:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00400/0xaad440e68c487329 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77895 expref: 112 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180121:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5bd:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:1.0:1788572579.180132:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.180185:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487330 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180207:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487330 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180217:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487330 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180231:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c487337 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180238:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c487337 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180247:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c487337 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180371:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c48733e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180379:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c48733e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180565:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c48733e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572579.180775:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3234, 64 off215168 00010000:00010000:1.0:1788572579.180830:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c487345 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180839:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c487345 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180847:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c487345 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180854:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c487345 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180872:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c487345 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180879:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c487345 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180906:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572579.180924:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c48733e lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180930:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c48733e lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180937:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c48733e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180942:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.180946:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c48733e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180952:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c48733e lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180961:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5bd:0x0].0x0 (ffff88cbb71efb00) 00010000:00010000:1.0:1788572579.180965:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572579.180968:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c48733e lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180975:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c48733e lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180991:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487330 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.180997:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487330 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.181002:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487330 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.181010:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487330 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.181014:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.181016:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487330 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.181021:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487330 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.181026:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb71ef900) 00010000:00010000:1.0:1788572579.181028:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.181030:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487330 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.181035:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487330 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.181047:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f50a88ca reply state 0000000015b9b2c4 transno 8589973311 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c487337 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.181056:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c487337 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.181061:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x52dceaea (ffff88cbb71ef300) 00010000:00010000:1.0:1788572579.181063:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572579.181065:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788572579.181225:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.181233:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c487345 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.181239:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.181243:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c487345 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.181248:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c487345 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.181267:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5bd:0x0].0x0 (ffff88cbb71efb00) 00010000:00010000:3.0:1788572579.181269:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.181273:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c487345 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.181278:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513e00/0xaad440e68c487345 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x5bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.181291:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.181292:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.181294:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.181418:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+113:361572:x1875453633044352:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1408us (1686us total) trans 8589973311 rc 0/0 00000100:00100000:1.0:1788572579.181426:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138264 00000100:00100000:2.0:1788572579.184806:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.184964:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633044480 00000100:00100000:1.0:1788572579.184975:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633044480 00000100:00100000:1.0:1788572579.185609:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138265 00000100:00100000:1.0:1788572579.185619:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+113:361572:x1875453633044480:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.185642:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.185663:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48734c lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7789c expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.185725:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c487353 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.185740:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c487353 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.185753:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c487353 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.185766:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c48735a lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.185773:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c48735a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.185780:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c48735a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.185935:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264c00/0xaad440e68c487361 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.185942:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264c00/0xaad440e68c487361 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.185949:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264c00/0xaad440e68c487361 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.185985:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x5c4:0x0]: returning size 0 00000004:00200000:1.0:1788572579.185988:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572579.186003:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264c00/0xaad440e68c487361 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186012:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264c00/0xaad440e68c487361 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186027:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c487353 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186032:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c487353 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186036:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c487353 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186040:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c487353 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186044:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.186047:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c487353 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186053:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c487353 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186060:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb71ef800) 00010000:00010000:1.0:1788572579.186063:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.186067:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c487353 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186071:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c487353 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186085:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c48735a lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186088:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c48735a lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186091:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c48735a lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186094:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.186096:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c48735a lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186099:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c48735a lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186103:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1de3b9fa (ffff88cbb71efe00) 00010000:00010000:1.0:1788572579.186104:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.186105:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c48735a lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186108:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c48735a lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186131:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48734c lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7789c expref: 115 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186142:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264c00/0xaad440e68c487361 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7789c expref: 114 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.186147:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5c4:0x0].0x0 (ffff88cbb71ef700) 00010000:00010000:1.0:1788572579.186246:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572579.186249:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264c00, rc 0) 00000100:00100000:1.0:1788572579.186456:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+114:361572:x1875453633044480:12345-192.168.202.54@tcp:101:rm.0 Request processed in 763us (1587us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.186466:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138265 00000100:00100000:0.0:1788572579.188952:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.189079:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633044736 00000100:00100000:2.0:1788572579.189090:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633044736 00000100:00100000:2.0:1788572579.189490:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138266 00000100:00100000:2.0:1788572579.189504:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+114:361572:x1875453633044736:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.189563:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.189595:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264c00/0xaad440e68c487361 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7789c expref: 114 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.189611:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5c4:0x0].0x0 (ffff88cbb71ef700) 00010000:00010000:2.0:1788572579.189623:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.189647:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c487368 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.189659:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c487368 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.189668:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c487368 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.189684:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ae00/0xaad440e68c48736f lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.189691:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ae00/0xaad440e68c48736f lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.189697:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ae00/0xaad440e68c48736f lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.189798:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487376 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.189806:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487376 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.189814:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487376 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.190221:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3243, 64 off215744 00010000:00010000:2.0:1788572579.190290:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8be00/0xaad440e68c48737d lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190301:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8be00/0xaad440e68c48737d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190311:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8be00/0xaad440e68c48737d lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190318:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8be00/0xaad440e68c48737d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190324:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8be00/0xaad440e68c48737d lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190331:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8be00/0xaad440e68c48737d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190478:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.190501:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487376 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190508:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487376 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190514:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487376 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190519:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.190524:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487376 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190532:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487376 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190542:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5c4:0x0].0x0 (ffff88cb8a287700) 00010000:00010000:2.0:1788572579.190546:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.190550:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487376 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190557:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487376 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190577:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c487368 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190587:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c487368 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190593:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c487368 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190599:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c487368 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190604:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.190606:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c487368 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190612:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c487368 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190620:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8a287100) 00010000:00010000:2.0:1788572579.190622:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.190624:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c487368 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190630:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c487368 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.190646:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000024c02221 reply state 00000000b7df9149 transno 8589973312 ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ae00/0xaad440e68c48736f lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190657:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ae00/0xaad440e68c48736f lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.190663:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1de3b9fa (ffff88cb8a287a00) 00010000:00010000:2.0:1788572579.190667:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572579.190669:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572579.190759:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+115:361572:x1875453633044736:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1256us (1810us total) trans 8589973312 rc 0/0 00000100:00100000:2.0:1788572579.190767:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138266 00010000:00010000:0.0:1788572579.193472:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572579.193488:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8be00/0xaad440e68c48737d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.193498:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8be00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572579.193502:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8be00/0xaad440e68c48737d lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.193512:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8be00/0xaad440e68c48737d lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.193529:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5c4:0x0].0x0 (ffff88cb8a287700) 00010000:00010000:0.0:1788572579.193532:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572579.193537:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8be00/0xaad440e68c48737d lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.193542:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8be00/0xaad440e68c48737d lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x5c4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.194070:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.194138:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633044864 00000100:00100000:0.0:1788572579.194147:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633044864 00000100:00100000:0.0:1788572579.194242:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138267 00000100:00100000:0.0:1788572579.194263:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+115:361572:x1875453633044864:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.194287:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.194310:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c487384 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778a3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194374:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48738b lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194511:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48738b lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194524:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48738b lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194541:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487392 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194547:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487392 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194553:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487392 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194627:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c487399 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194635:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c487399 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194642:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c487399 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.194660:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c487399 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194674:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48738b lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194682:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48738b lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194688:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48738b lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194698:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48738b lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194703:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.194706:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48738b lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194712:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48738b lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194720:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:0.0:1788572579.194723:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.194727:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48738b lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194734:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c48738b lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194747:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487392 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194753:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487392 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194758:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487392 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194763:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.194766:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487392 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194775:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487392 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194782:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x40778c93 (ffff88cb86578700) 00010000:00010000:0.0:1788572579.194785:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.194788:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487392 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194793:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487392 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194823:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01800/0xaad440e68c487384 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778a3 expref: 117 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194841:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c487399 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778a3 expref: 116 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.194847:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa3d:0x0].0x0 (ffff88cb86578c00) 00010000:00010000:0.0:1788572579.194850:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.194852:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21c00, rc 0) 00000100:00100000:0.0:1788572579.194975:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+116:361572:x1875453633044864:12345-192.168.202.54@tcp:101:rm.0 Request processed in 722us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.194982:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138267 00010000:00010000:1.0:1788572579.196855:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.196921:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.196924:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.198701:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.198797:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633044992 00000100:00100000:0.0:1788572579.198808:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633044992 00000100:00100000:0.0:1788572579.198885:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138268 00000100:00100000:0.0:1788572579.198897:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+85:361572:x1875453633044992:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.198928:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.198955:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4873a0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778aa expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.199111:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4873a7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.199126:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4873a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.199139:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4873a7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.199313:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xa3d:0x0]: returning size 0 00000004:00200000:0.0:1788572579.199318:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572579.199358:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c4873a0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778aa expref: 87 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.199377:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4873a7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778aa expref: 86 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.199594:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa3d:0x0].0x0 (ffff88cb86578800) 00010000:00010000:0.0:1788572579.199597:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572579.199602:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148b000, rc 0) 00000100:00100000:0.0:1788572579.199670:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:361572:x1875453633044992:12345-192.168.202.54@tcp:101:rm.0 Request processed in 775us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.199678:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138268 00000100:00100000:3.0:1788572579.202560:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.202638:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633045376 00000100:00100000:1.0:1788572579.202648:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633045376 00000100:00100000:1.0:1788572579.202710:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138269 00000100:00100000:1.0:1788572579.202720:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:361572:x1875453633045376:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.202775:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.202802:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4873a7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778aa expref: 86 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.202821:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa3d:0x0].0x0 (ffff88cb86578800) 00010000:00010000:1.0:1788572579.202831:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.202896:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.202908:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.202917:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.202940:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196070784:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1788572579.202990:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.203022:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.203095:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196070784 00000100:00100000:0.0:1788572579.203100:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196070784 00000100:00100000:0.0:1788572579.203145:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37228 00000100:00100000:0.0:1788572579.203177:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+107:204288:x1875440196070784:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572579.203203:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.203220:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c4873b5 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4873ae expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.203244:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c4873b5 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4873ae expref: 108 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.203270:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c4873b5 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4873ae expref: 108 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.203278:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:0.0:1788572579.203280:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.203282:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10800, rc 0) 00000100:00100000:0.0:1788572579.203323:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+108:204288:x1875440196070784:12345-0@lo:101:mdt00_003.0 Request processed in 149us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.203329:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37228 00000100:00100000:1.0:1788572579.203501:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196070784:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572579.203516:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4873b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.203527:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4873b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.203545:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572579.203567:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265a00/0xaad440e68c4873bc lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.203574:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265a00/0xaad440e68c4873bc lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.203581:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265a00/0xaad440e68c4873bc lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.203593:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196070912:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1788572579.203615:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.203639:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.204559:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196070912 00000100:00100000:0.0:1788572579.204568:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196070912 00000100:00100000:0.0:1788572579.204616:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37229 00000100:00100000:0.0:1788572579.204625:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+108:204288:x1875440196070912:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572579.204640:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.204657:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4873c3 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4873bc expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.204679:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4873c3 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4873bc expref: 109 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.204694:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4873c3 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4873bc expref: 109 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.204703:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x40778c93 (ffff88cb981f5d00) 00010000:00010000:0.0:1788572579.204706:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.204709:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd11400, rc 0) 00000100:00100000:0.0:1788572579.204757:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+109:204288:x1875440196070912:12345-0@lo:101:mdt00_003.0 Request processed in 133us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.204763:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37229 00000100:00100000:1.0:1788572579.204850:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196070912:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572579.204865:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265a00/0xaad440e68c4873bc lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4873c3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.205643:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.205803:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633045120 00000100:00100000:0.0:1788572579.205810:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633045120 00000100:00100000:0.0:1788572579.205908:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16026 00000100:00100000:0.0:1788572579.205917:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+116:352627:x1875453633045120:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572579.205930:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.205953:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c487399 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778a3 expref: 116 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.205968:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa3d:0x0].0x0 (ffff88cb86578c00) 00010000:00010000:0.0:1788572579.205977:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.206030:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+115:352627:x1875453633045120:12345-192.168.202.54@tcp:103:rm.0 Request processed in 114us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.206037:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16026 00010000:00010000:1.0:1788572579.206214:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265a00/0xaad440e68c4873bc lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4873c3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.206240:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:2.0:1788572579.207774:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d25880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196071040:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788572579.207839:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.207954:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093600 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.212064:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196071040 00000100:00100000:1.0:1788572579.212084:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196071040 00000100:00100000:2.0:1788572579.212568:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37230 00000100:00100000:2.0:1788572579.212580:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+109:204288:x1875440196071040:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788572579.212713:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+109:204288:x1875440196071040:12345-0@lo:1000:mdt00_003.0 Request processed in 135us (4873us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.212721:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37230 00000100:00100000:1.0:1788572579.212807:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d25880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196071040:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572579.212895:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196071168:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572579.212934:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.213247:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.213386:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196071168 00000100:00100000:0.0:1788572579.213392:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196071168 00000100:00100000:0.0:1788572579.213434:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37231 00000100:00100000:0.0:1788572579.213441:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+109:204288:x1875440196071168:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788572579.213540:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+109:204288:x1875440196071168:12345-0@lo:1000:mdt00_003.0 Request processed in 100us (605us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572579.213546:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37231 00000100:00100000:1.0:1788572579.213675:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196071168:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1788572579.213743:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.213754:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.213763:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.213787:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196071296:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1788572579.213814:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.213839:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.213982:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196071296 00000100:00100000:0.0:1788572579.213987:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196071296 00000100:00100000:0.0:1788572579.214018:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37232 00000100:00100000:0.0:1788572579.214024:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+109:204288:x1875440196071296:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572579.214033:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.214050:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c4873d1 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4873ca expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.214074:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c4873d1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4873ca expref: 110 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.214088:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c4873d1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4873ca expref: 110 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.214098:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa3d:0x0].0x0 (ffff88cb981f5300) 00010000:00010000:0.0:1788572579.214100:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.214104:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21000, rc 0) 00000100:00100000:0.0:1788572579.214134:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+110:204288:x1875440196071296:12345-0@lo:101:mdt00_003.0 Request processed in 110us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.214285:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37232 00000100:00100000:1.0:1788572579.214366:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:204288:1875440196071296:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572579.214381:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4873d1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.214393:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4873d1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.214419:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4873d8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.214427:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4873d8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.214436:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4873d8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572579.214995:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3916, 64 off258816 00000040:00080000:1.0:1788572579.215405:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].204, 392 off112416 00000040:00080000:1.0:1788572579.215462:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].673, 472 off364696 00000004:00080000:1.0:1788572579.215468:0:204288:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca9443cb40 with version 4842 00000004:00080000:0.0:1788572579.215614:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4842 rpc_version 4842 00000020:00100000:0.0:1788572579.215645:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572579.215653:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9513df80 x1875440196071552/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572579.215681:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513df80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196071552:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572579.215731:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.215762:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.215843:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196071552 00000100:00100000:2.0:1788572579.215849:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196071552 00000100:00100000:2.0:1788572579.215902:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37233 00000100:00100000:2.0:1788572579.215911:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+110:202414:x1875440196071552:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572579.216697:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+111:202414:x1875440196071552:12345-0@lo:1000:osp_up1-0.0 Request processed in 785us (963us total) trans 8589973313 rc 0/0 00000100:00100000:2.0:1788572579.216707:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37233 00000100:00100000:0.0:1788572579.217063:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513df80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196071552:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1788572579.217130:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4873df lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217389:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4873df lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217403:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4873df lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217411:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4873df lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217423:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4873df lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217430:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4873df lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.217537:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.217563:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4873d8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.217570:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4873d8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.217581:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4873d8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.217587:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.217592:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4873d8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.217600:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4873d8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.217612:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa3d:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:2.0:1788572579.217615:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.217621:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4873d8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.217628:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4873d8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.217642:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4873d1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.217650:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4873d1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.217658:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4873d1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217692:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572579.217698:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4873df lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217705:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572579.217709:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4873df lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217716:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4873df lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217724:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa3d:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:1.0:1788572579.217726:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572579.217729:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4873df lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217735:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264a00/0xaad440e68c4873df lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217750:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572579.217753:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4873d1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217758:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572579.217763:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 5/0,0 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4873d1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.217770:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 5/0,0 mode: EX/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4873d1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217936:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 4/0,0 mode: --/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4873d1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217944:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572579.217977:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 3/0,0 mode: --/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4873d1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.217986:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.217987:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.217989:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572579.218025:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788572579.218041:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196071680:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.218094:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.219094:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196071680 00000100:00100000:1.0:1788572579.219105:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196071680 00000100:00100000:1.0:1788572579.219188:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16027 00000100:00100000:1.0:1788572579.219272:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb88850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+111:3637:x1875440196071680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.219288:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.219312:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c4873d1 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4873ca expref: 111 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.219331:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xa3d:0x0].0x0 (ffff88cb981f5300) 00010000:00010000:1.0:1788572579.219343:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.219411:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb88850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+110:3637:x1875440196071680:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (1316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.219419:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16027 00000100:00100000:3.0:1788572579.219542:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196071680:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572579.219714:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788572579.219724:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264800/0xaad440e68c4873ca lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xa3d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4873d1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572579.219754:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572579.219760:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4873b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.219768:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4873b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.219786:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4873b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.222352:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.222367:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4873b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.222384:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.222392:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4873b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.222401:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4873b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.222449:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 4/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4873b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.222456:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788572579.222513:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1788572579.223297:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4873b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.223315:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.223317:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.223320:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.223983:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788572579.223993:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264400/0xaad440e68c4873ae lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4873b5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572579.224030:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572579.224039:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265a00/0xaad440e68c4873bc lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4873c3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.224047:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265a00/0xaad440e68c4873bc lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4873c3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.224180:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:361572:x1875453633045376:12345-192.168.202.54@tcp:36:rm.0 Request processed in 21456us (21798us total) trans 12884962001 rc 0/0 00000100:00100000:2.0:1788572579.224200:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138269 00010000:00010000:3.0:1788572579.226377:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.227497:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.227867:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633045504 00000100:00100000:2.0:1788572579.227879:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633045504 00000100:00100000:2.0:1788572579.227942:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138270 00000100:00100000:2.0:1788572579.227953:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+115:361572:x1875453633045504:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.227973:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.227996:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4873e6 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778b1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228075:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4873ed lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228101:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4873ed lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228114:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4873ed lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228129:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4873f4 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228137:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4873f4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228143:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4873f4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228283:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4873fb lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228292:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4873fb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228299:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4873fb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.228346:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x21b:0x0]: returning size 0 00000004:00200000:2.0:1788572579.228350:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.228369:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4873fb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x21b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228382:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4873fb lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228392:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4873ed lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228397:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4873ed lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228405:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4873ed lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228410:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4873ed lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228416:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.228421:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4873ed lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228428:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4873ed lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228441:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:2.0:1788572579.228444:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.228449:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4873ed lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228459:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4873ed lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228472:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4873f4 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228477:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4873f4 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228483:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4873f4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228488:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.228490:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4873f4 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228496:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4873f4 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228503:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe5a5dea1 (ffff88cb8a287100) 00010000:00010000:2.0:1788572579.228505:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.228508:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4873f4 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228513:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4873f4 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228543:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4873e6 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778b1 expref: 117 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228559:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4873fb lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778b1 expref: 116 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.228565:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x21b:0x0].0x0 (ffff88cb8a287e00) 00010000:00010000:2.0:1788572579.228567:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572579.228570:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8ba00, rc 0) 00000100:00100000:2.0:1788572579.228619:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+116:361572:x1875453633045504:12345-192.168.202.54@tcp:101:rm.0 Request processed in 669us (1132us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.228626:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138270 00000100:00100000:0.0:1788572579.231496:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196071808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.231580:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.232045:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.232380:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633045760 00000100:00100000:2.0:1788572579.232390:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633045760 00000100:00100000:2.0:1788572579.232452:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138271 00000100:00100000:2.0:1788572579.232463:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+116:361572:x1875453633045760:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.232529:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.232561:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4873fb lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x21b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778b1 expref: 116 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.232583:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x21b:0x0].0x0 (ffff88cb8a287e00) 00010000:00010000:2.0:1788572579.232596:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.232620:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487402 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.232635:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487402 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.232643:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487402 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.232658:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b400/0xaad440e68c487409 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.232665:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b400/0xaad440e68c487409 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.232671:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b400/0xaad440e68c487409 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.232784:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b200/0xaad440e68c487410 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.232793:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b200/0xaad440e68c487410 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.232800:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b200/0xaad440e68c487410 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.233060:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3235, 64 off215232 00010000:00010000:2.0:1788572579.233108:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487417 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x21b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233119:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487417 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233127:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487417 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233133:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487417 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233139:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487417 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233147:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487417 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233275:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.233294:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b200/0xaad440e68c487410 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233302:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b200/0xaad440e68c487410 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233308:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b200/0xaad440e68c487410 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233313:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.233317:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b200/0xaad440e68c487410 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233325:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b200/0xaad440e68c487410 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233334:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x21b:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:2.0:1788572579.233337:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.233341:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b200/0xaad440e68c487410 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233346:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b200/0xaad440e68c487410 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x21b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233363:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487402 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233374:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487402 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233378:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487402 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233383:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487402 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233388:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.233390:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487402 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233395:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487402 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233401:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:2.0:1788572579.233404:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.233406:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487402 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233411:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487402 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.233419:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003d645853 reply state 00000000587bcb01 transno 8589973314 ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b400/0xaad440e68c487409 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233429:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b400/0xaad440e68c487409 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.233435:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe5a5dea1 (ffff88cb8a287400) 00010000:00010000:2.0:1788572579.233437:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572579.233439:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572579.233514:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+117:361572:x1875453633045760:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1052us (1470us total) trans 8589973314 rc 0/0 00000100:00100000:2.0:1788572579.233522:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138271 00000100:00100000:1.0:1788572579.239033:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196071808 00000100:00100000:1.0:1788572579.239049:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196071808 00000100:00100000:1.0:1788572579.239147:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16028 00000100:00100000:1.0:1788572579.239176:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+110:3640:x1875440196071808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.239461:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.239489:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c4873b5 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4873ae expref: 110 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.239508:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:1.0:1788572579.239519:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.239596:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+109:3640:x1875440196071808:12345-0@lo:103:ldlm_bl.0 Request processed in 423us (8016us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.239604:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16028 00000100:00100000:0.0:1788572579.239690:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196071808:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572579.240500:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.240511:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487417 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.240519:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8aa00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.240524:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487417 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.240538:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487417 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.240550:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x21b:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:3.0:1788572579.240552:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.240556:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487417 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.240563:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487417 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x21b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.240842:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.240845:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.240847:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.240976:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.241044:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633045888 00000100:00100000:0.0:1788572579.241052:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633045888 00000100:00100000:0.0:1788572579.241112:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138272 00000100:00100000:0.0:1788572579.241121:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+117:361572:x1875453633045888:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.241143:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.241186:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48741e lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778b8 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241262:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487425 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241275:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487425 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241285:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487425 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241299:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c48742c lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241305:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c48742c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241312:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c48742c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241408:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487433 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241416:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487433 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241423:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487433 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.241466:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x3ad:0x0]: returning size 0 00000004:00200000:0.0:1788572579.241470:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572579.241487:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487433 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241499:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487433 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241509:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487425 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241515:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487425 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241527:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487425 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241533:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487425 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241539:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.241542:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487425 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241549:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487425 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241557:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb981f5300) 00010000:00010000:0.0:1788572579.241560:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.241563:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487425 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241569:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487425 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241580:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c48742c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241586:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c48742c lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241591:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c48742c lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241596:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.241599:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c48742c lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241605:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c48742c lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241611:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8f249d3e (ffff88ca8e88de00) 00010000:00010000:0.0:1788572579.241613:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.241616:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c48742c lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241621:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1fc00/0xaad440e68c48742c lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241649:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21c00/0xaad440e68c48741e lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778b8 expref: 119 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241665:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487433 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778b8 expref: 118 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.241673:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3ad:0x0].0x0 (ffff88cb86578c00) 00010000:00010000:0.0:1788572579.241675:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572579.241677:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ee00, rc 0) 00000100:00100000:0.0:1788572579.241737:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+118:361572:x1875453633045888:12345-192.168.202.54@tcp:101:rm.0 Request processed in 616us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.241744:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138272 00000100:00100000:2.0:1788572579.245556:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.245723:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633046144 00000100:00100000:1.0:1788572579.245735:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633046144 00000100:00100000:1.0:1788572579.245799:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138273 00000100:00100000:1.0:1788572579.245810:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+118:361572:x1875453633046144:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.245889:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.245916:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487433 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778b8 expref: 118 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.245934:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3ad:0x0].0x0 (ffff88cb86578c00) 00010000:00010000:1.0:1788572579.245966:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.245991:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48743a lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.246005:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48743a lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.246016:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48743a lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.246028:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264a00/0xaad440e68c487441 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.246034:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264a00/0xaad440e68c487441 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.246040:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264a00/0xaad440e68c487441 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.246146:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c487448 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.246183:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c487448 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.246915:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c487448 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572579.255410:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3236, 64 off215296 00010000:00010000:0.0:1788572579.255517:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48744f lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255540:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48744f lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255551:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48744f lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255560:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48744f lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255566:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48744f lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255572:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48744f lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255630:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572579.255655:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c487448 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255662:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c487448 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255669:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c487448 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255674:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.255678:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c487448 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255686:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c487448 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255704:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3ad:0x0].0x0 (ffff88cbb71efd00) 00010000:00010000:0.0:1788572579.255706:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572579.255711:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c487448 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255718:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c487448 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255740:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48743a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255747:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48743a lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255752:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48743a lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255757:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48743a lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255761:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.255764:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48743a lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255769:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48743a lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255776:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:0.0:1788572579.255778:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.255781:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48743a lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255791:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265000/0xaad440e68c48743a lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.255806:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003cbfcec9 reply state 0000000066d5c472 transno 8589973315 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264a00/0xaad440e68c487441 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255818:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264a00/0xaad440e68c487441 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.255823:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8f249d3e (ffff88cbb71ef900) 00010000:00010000:0.0:1788572579.255825:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572579.255827:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572579.255937:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+119:361572:x1875453633046144:12345-192.168.202.54@tcp:36:rm.0 Request processed in 10123us (10386us total) trans 8589973315 rc 0/0 00000100:00100000:0.0:1788572579.255947:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138273 00000100:00100000:3.0:1788572579.267822:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.267931:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633046272 00000100:00100000:0.0:1788572579.267945:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633046272 00000100:00100000:0.0:1788572579.268012:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138274 00000100:00100000:0.0:1788572579.268023:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:361572:x1875453633046272:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.268048:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.268078:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c487456 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778bf expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.268193:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48745d lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.268219:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48745d lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.268236:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48745d lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.268261:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487464 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.268268:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487464 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.268276:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487464 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.268418:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196071936:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572579.268473:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.268502:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671600 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.268758:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196071936 00000100:00100000:3.0:1788572579.268764:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196071936 00000100:00100000:3.0:1788572579.268809:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37234 00000100:00100000:3.0:1788572579.268817:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+109:205632:x1875440196071936:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572579.268910:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+109:205632:x1875440196071936:12345-0@lo:1000:mdt00_004.0 Request processed in 93us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.268919:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37234 00000100:00100000:0.0:1788572579.269111:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196071936:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1788572579.269200:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48746b lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269213:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48746b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269222:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48746b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.269259:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48746b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269273:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48745d lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269283:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48745d lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269288:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48745d lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269295:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48745d lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269301:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.269306:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48745d lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269313:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48745d lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269324:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb86578800) 00010000:00010000:0.0:1788572579.269327:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.269332:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48745d lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269338:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c48745d lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269351:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487464 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269356:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487464 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269361:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487464 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269366:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.269368:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487464 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269373:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487464 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269379:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x75739c09 (ffff88cb86578700) 00010000:00010000:0.0:1788572579.269381:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.269383:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487464 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269388:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487464 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269429:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c487456 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778bf expref: 88 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269445:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48746b lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778bf expref: 87 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.269452:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x608:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:0.0:1788572579.269454:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.269456:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21c00, rc 0) 00000100:00100000:0.0:1788572579.269501:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:361572:x1875453633046272:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1480us (1690us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.269508:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138274 00010000:00010000:1.0:1788572579.270724:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572579.270736:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48744f lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.270745:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572579.270749:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48744f lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.270758:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48744f lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.270776:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x3ad:0x0].0x0 (ffff88cbb71efd00) 00010000:00010000:1.0:1788572579.270779:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572579.270783:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48744f lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.270789:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9fa00/0xaad440e68c48744f lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x3ad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.270806:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.270808:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.270810:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.271619:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.271718:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633046400 00000100:00100000:0.0:1788572579.271726:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633046400 00000100:00100000:0.0:1788572579.271789:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138275 00000100:00100000:0.0:1788572579.271798:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+119:361572:x1875453633046400:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.271819:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.271841:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487472 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778c6 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.271906:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487479 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.271919:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487479 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x608:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.271930:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487479 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x608:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.271978:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x608:0x0]: returning size 0 00000004:00200000:0.0:1788572579.271983:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572579.272017:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21000/0xaad440e68c487472 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778c6 expref: 121 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.272034:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487479 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x608:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778c6 expref: 120 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.272042:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x608:0x0].0x0 (ffff88ca9149b200) 00010000:00010000:0.0:1788572579.272044:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572579.272047:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc3400, rc 0) 00000100:00100000:0.0:1788572579.272105:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+120:361572:x1875453633046400:12345-192.168.202.54@tcp:101:rm.0 Request processed in 307us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.272116:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138275 00000100:00100000:2.0:1788572579.275925:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.276022:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.276236:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633046528 00000100:00100000:0.0:1788572579.276246:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633046528 00000100:00100000:0.0:1788572579.276334:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16029 00000100:00100000:0.0:1788572579.276345:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:352626:x1875453633046528:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572579.276361:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.276388:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c48746b lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778bf expref: 87 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.276407:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x608:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:0.0:1788572579.276418:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.276470:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:352626:x1875453633046528:12345-192.168.202.54@tcp:103:rm.0 Request processed in 127us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.276478:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16029 00000100:00100000:3.0:1788572579.276596:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633046784 00000100:00100000:3.0:1788572579.276601:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633046784 00000100:00100000:3.0:1788572579.276646:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138276 00000100:00100000:3.0:1788572579.276653:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+120:361572:x1875453633046784:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572579.276705:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.276720:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487479 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x608:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778c6 expref: 120 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.276738:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x608:0x0].0x0 (ffff88ca9149b200) 00010000:00010000:3.0:1788572579.276745:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572579.276795:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.276803:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.276813:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.276836:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196072064:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1788572579.276895:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.276924:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca840 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.276943:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196072064 00000100:00100000:3.0:1788572579.276946:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196072064 00000100:00100000:3.0:1788572579.276975:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37235 00000100:00100000:3.0:1788572579.276981:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+70:202394:x1875440196072064:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572579.276995:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.277009:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c487487 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487480 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.277031:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c487487 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487480 expref: 71 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.277043:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c487487 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487480 expref: 71 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.277054:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec8a00) 00010000:00010000:3.0:1788572579.277056:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.277059:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fde00, rc 0) 00000100:00100000:3.0:1788572579.277090:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+71:202394:x1875440196072064:12345-0@lo:101:mdt00_002.0 Request processed in 109us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.277096:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37235 00000100:00100000:3.0:1788572579.277135:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196072064:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572579.277181:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487487 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.277193:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487487 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572579.277211:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572579.277229:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c48748e lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.277236:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c48748e lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.277243:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c48748e lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.277267:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196072192:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1788572579.277288:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.277303:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca840 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.277317:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196072192 00000100:00100000:3.0:1788572579.277321:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196072192 00000100:00100000:3.0:1788572579.277347:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37236 00000100:00100000:3.0:1788572579.277353:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+71:202394:x1875440196072192:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572579.277360:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.277371:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487495 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48748e expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.277385:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487495 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48748e expref: 72 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.277396:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487495 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48748e expref: 72 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.277403:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x75739c09 (ffff88caa2ec8e00) 00010000:00010000:3.0:1788572579.277405:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.277407:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fca00, rc 0) 00000100:00100000:3.0:1788572579.277432:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+72:202394:x1875440196072192:12345-0@lo:101:mdt00_002.0 Request processed in 79us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.277438:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37236 00000100:00100000:3.0:1788572579.277459:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196072192:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572579.277468:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c48748e lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487495 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.277476:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c48748e lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487495 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572579.277487:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:3.0:1788572579.277519:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196072320:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572579.277545:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.277558:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca540 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.277570:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196072320 00000100:00100000:3.0:1788572579.277573:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196072320 00000100:00100000:3.0:1788572579.277591:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37237 00000100:00100000:3.0:1788572579.277596:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+72:202394:x1875440196072320:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572579.277659:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+72:202394:x1875440196072320:12345-0@lo:1000:mdt00_002.0 Request processed in 62us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.277666:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37237 00000100:00100000:3.0:1788572579.277692:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196072320:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572579.277734:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee22a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196072448:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572579.277757:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.277770:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca540 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.277781:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196072448 00000100:00100000:3.0:1788572579.277784:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196072448 00000100:00100000:3.0:1788572579.277799:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37238 00000100:00100000:3.0:1788572579.277804:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+72:202394:x1875440196072448:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572579.277896:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+72:202394:x1875440196072448:12345-0@lo:1000:mdt00_002.0 Request processed in 91us (138us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572579.277903:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37238 00000100:00100000:3.0:1788572579.277927:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee22a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196072448:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1788572579.277971:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.277978:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.277990:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.278002:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee22a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196072576:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1788572579.278023:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.278038:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859ca840 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.278049:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196072576 00000100:00100000:3.0:1788572579.278052:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196072576 00000100:00100000:3.0:1788572579.278070:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37239 00000100:00100000:3.0:1788572579.278075:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+72:202394:x1875440196072576:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572579.278083:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.278096:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4874a3 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48749c expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.278112:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4874a3 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48749c expref: 73 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.278124:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4874a3 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48749c expref: 73 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.278132:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x608:0x0].0x0 (ffff88caa2ec8000) 00010000:00010000:3.0:1788572579.278135:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572579.278138:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513800, rc 0) 00000100:00100000:3.0:1788572579.278194:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+73:202394:x1875440196072576:12345-0@lo:101:mdt00_002.0 Request processed in 118us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.278201:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37239 00000100:00100000:3.0:1788572579.278225:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee22a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196072576:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572579.278237:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4874a3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.278258:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4874a3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.278285:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c4874aa lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.278292:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c4874aa lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.278300:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c4874aa lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572579.278591:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3244, 64 off215808 00000040:00080000:3.0:1788572579.278618:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].918, 392 off524056 00000040:00080000:3.0:1788572579.278662:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1461, 472 off1268312 00000004:00080000:3.0:1788572579.278667:0:202394:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca859ca840 with version 15473 00000004:00080000:3.0:1788572579.278683:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15473 rpc_version 15473 00000020:00100000:3.0:1788572579.278700:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572579.278708:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee22a00 x1875440196072832/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572579.278724:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee22a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196072832:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572579.278753:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.278769:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859cab40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.278782:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196072832 00000100:00100000:3.0:1788572579.278785:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196072832 00000100:00100000:3.0:1788572579.278805:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37240 00000100:00100000:3.0:1788572579.278812:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+73:203127:x1875440196072832:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572579.279028:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+74:203127:x1875440196072832:12345-0@lo:1000:osp_up0-1.0 Request processed in 215us (273us total) trans 12884962002 rc 0/0 00000100:00100000:3.0:1788572579.279034:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37240 00000100:00100000:3.0:1788572579.279074:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee22a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196072832:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1788572579.279099:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4874b1 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x608:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279109:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4874b1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279117:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4874b1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279124:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4874b1 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279130:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4874b1 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279137:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4874b1 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x608:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279178:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572579.279201:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c4874aa lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279208:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c4874aa lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279213:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c4874aa lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279219:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.279224:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c4874aa lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279232:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c4874aa lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279243:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x608:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572579.279246:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.279263:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c4874aa lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279270:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c4874aa lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279282:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4874a3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279289:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4874a3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279296:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4874a3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279312:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572579.279321:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572579.279326:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487487 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279338:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487487 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279344:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487487 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279355:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572579.279359:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:3.0:1788572579.279364:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c48748e lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487495 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279371:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c48748e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487495 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.279427:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+120:361572:x1875453633046784:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2771us (3402us total) trans 8589973316 rc 0/0 00000100:00100000:3.0:1788572579.279434:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138276 00010000:00010000:3.0:1788572579.279457:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572579.279462:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4874b1 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279468:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.279472:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4874b1 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279478:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4874b1 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279490:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x608:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572579.279492:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.279495:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4874b1 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279501:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4874b1 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x608:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279514:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572579.279518:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4874a3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279523:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513c00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.279527:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4874a3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.279534:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4874a3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279557:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4874a3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279563:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.279583:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4874a3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279590:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513c00/0xaad440e68c48749c lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4874a3 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279607:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.279610:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c487487 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279616:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fd000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.279620:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487487 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.279627:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487487 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279642:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487487 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279648:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.279661:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487487 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279668:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd000/0xaad440e68c487480 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487487 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279679:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.279680:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.279682:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.279689:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.279698:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196072960:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572579.279730:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.279767:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196073088:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572579.279791:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.279825:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196072960 00000100:00100000:3.0:1788572579.279830:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196072960 00000100:00100000:3.0:1788572579.279861:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196073088 00000100:00100000:3.0:1788572579.279864:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196073088 00000100:00100000:3.0:1788572579.279879:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16030 00000100:00100000:3.0:1788572579.279886:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+75:3640:x1875440196072960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572579.279896:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.279910:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4874a3 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x608:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48749c expref: 75 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.279921:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x608:0x0].0x0 (ffff88caa2ec8000) 00010000:00010000:3.0:1788572579.279928:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572579.279954:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+74:3640:x1875440196072960:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.279960:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16030 00000100:00100000:3.0:1788572579.279973:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16031 00000100:00100000:3.0:1788572579.279978:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+73:3637:x1875440196073088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572579.279986:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.279995:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fde00/0xaad440e68c487487 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487480 expref: 73 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.280004:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec8a00) 00010000:00010000:3.0:1788572579.280010:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572579.280033:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+72:3637:x1875440196073088:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.280040:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16031 00000100:00100000:3.0:1788572579.280067:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196073088:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572579.280092:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196072960:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572579.280688:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572579.290183:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.290371:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633046912 00000100:00100000:2.0:1788572579.290385:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633046912 00000100:00100000:2.0:1788572579.290451:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138277 00000100:00100000:2.0:1788572579.290461:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+120:361572:x1875453633046912:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.290487:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.290513:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4874b8 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778cd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290589:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4874bf lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290604:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4874bf lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290616:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4874bf lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290630:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4874c6 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290638:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4874c6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290645:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4874c6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290757:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4874cd lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x317:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290765:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4874cd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x317:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290772:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4874cd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x317:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.290817:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x317:0x0]: returning size 0 00000004:00200000:2.0:1788572579.290821:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.290840:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4874cd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x317:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290869:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4874cd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290879:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4874bf lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290884:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4874bf lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290891:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4874bf lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290901:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4874bf lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290906:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.290910:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4874bf lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290917:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4874bf lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290928:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8a287e00) 00010000:00010000:2.0:1788572579.290931:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.290936:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4874bf lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290942:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a200/0xaad440e68c4874bf lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290953:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4874c6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290958:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4874c6 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290964:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4874c6 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290968:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.290970:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4874c6 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290979:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4874c6 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290985:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xcd67516d (ffff88cb8a287100) 00010000:00010000:2.0:1788572579.290987:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.290989:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4874c6 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.290994:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b800/0xaad440e68c4874c6 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.291023:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4874b8 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778cd expref: 122 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.291037:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4874cd lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778cd expref: 121 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.291044:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x317:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:2.0:1788572579.291046:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572579.291048:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8a400, rc 0) 00000100:00100000:2.0:1788572579.291110:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+121:361572:x1875453633046912:12345-192.168.202.54@tcp:101:rm.0 Request processed in 650us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.291117:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138277 00000100:00100000:2.0:1788572579.294722:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.294800:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633047168 00000100:00100000:0.0:1788572579.294809:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633047168 00000100:00100000:0.0:1788572579.294881:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138278 00000100:00100000:0.0:1788572579.294890:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+121:361572:x1875453633047168:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.294945:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.294970:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c4874cd lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x317:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778cd expref: 121 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.294988:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x317:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:0.0:1788572579.294999:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.295023:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4874d4 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295035:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4874d4 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295044:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4874d4 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295056:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3c00/0xaad440e68c4874db lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295062:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3c00/0xaad440e68c4874db lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295068:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3c00/0xaad440e68c4874db lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295220:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3e00/0xaad440e68c4874e2 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x317:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295228:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3e00/0xaad440e68c4874e2 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x317:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295235:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3e00/0xaad440e68c4874e2 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x317:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572579.295455:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3237, 64 off215360 00010000:00010000:0.0:1788572579.295504:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4874e9 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x317:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295513:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4874e9 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295525:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4874e9 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295532:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4874e9 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295537:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4874e9 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295543:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4874e9 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x317:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295562:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572579.295581:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3e00/0xaad440e68c4874e2 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x317:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295586:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3e00/0xaad440e68c4874e2 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x317:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295592:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3e00/0xaad440e68c4874e2 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x317:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295598:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.295602:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3e00/0xaad440e68c4874e2 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x317:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295610:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3e00/0xaad440e68c4874e2 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x317:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295619:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x317:0x0].0x0 (ffff88ca9149bf00) 00010000:00010000:0.0:1788572579.295622:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572579.295626:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3e00/0xaad440e68c4874e2 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x317:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295632:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3e00/0xaad440e68c4874e2 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x317:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295650:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4874d4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295656:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4874d4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295660:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4874d4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295665:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4874d4 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295669:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.295671:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4874d4 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295675:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4874d4 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295682:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9149b600) 00010000:00010000:0.0:1788572579.295684:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.295686:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4874d4 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295691:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4874d4 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.295701:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a05b2c64 reply state 00000000ee7b2e00 transno 8589973317 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3c00/0xaad440e68c4874db lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295712:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3c00/0xaad440e68c4874db lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.295718:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xcd67516d (ffff88ca9149b500) 00010000:00010000:0.0:1788572579.295720:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572579.295723:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572579.295795:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+122:361572:x1875453633047168:12345-192.168.202.54@tcp:36:rm.0 Request processed in 904us (1084us total) trans 8589973317 rc 0/0 00000100:00100000:0.0:1788572579.295802:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138278 00010000:00010000:2.0:1788572579.296820:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572579.296830:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4874e9 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x317:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.296843:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572579.296847:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4874e9 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x317:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.296854:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4874e9 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x317:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.296880:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x317:0x0].0x0 (ffff88ca9149bf00) 00010000:00010000:2.0:1788572579.296883:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572579.296887:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4874e9 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x317:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.296892:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4874e9 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x317:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.296911:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.296913:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.296914:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.298475:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.298574:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633047296 00000100:00100000:1.0:1788572579.298585:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633047296 00000100:00100000:1.0:1788572579.298646:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138279 00000100:00100000:1.0:1788572579.298658:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f934700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+86:361572:x1875453633047296:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.298676:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.298698:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4874f0 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778d4 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.298773:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4874f7 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.298786:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4874f7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.298798:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4874f7 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.298812:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4874fe lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.298818:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4874fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.298824:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4874fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.298977:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487505 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xacd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.298985:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487505 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xacd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.298991:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487505 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xacd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.299025:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xacd:0x0]: returning size 0 00000004:00200000:1.0:1788572579.299029:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572579.299052:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487505 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xacd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299063:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487505 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xacd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299072:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4874f7 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299078:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4874f7 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299085:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4874f7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299111:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4874f7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299117:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.299121:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4874f7 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299128:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4874f7 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299138:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb71efd00) 00010000:00010000:1.0:1788572579.299141:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.299145:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4874f7 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299186:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4874f7 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299201:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4874fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299207:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4874fe lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299212:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4874fe lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299217:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.299220:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4874fe lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299231:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4874fe lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299238:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x4cef620b (ffff88cbb71efa00) 00010000:00010000:1.0:1788572579.299241:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.299244:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4874fe lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299261:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4874fe lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299296:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4874f0 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778d4 expref: 88 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299311:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487505 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xacd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778d4 expref: 87 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.299318:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xacd:0x0].0x0 (ffff88cbb71ef200) 00010000:00010000:1.0:1788572579.299320:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572579.299322:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264c00, rc 0) 00000100:00100000:1.0:1788572579.299384:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f934700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:361572:x1875453633047296:12345-192.168.202.54@tcp:101:rm.0 Request processed in 728us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.299391:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138279 00000100:00100000:3.0:1788572579.305354:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.305547:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633047552 00000100:00100000:0.0:1788572579.305558:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633047552 00000100:00100000:0.0:1788572579.305615:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138280 00000100:00100000:0.0:1788572579.305626:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f936680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+87:361572:x1875453633047552:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.305680:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.305708:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487505 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xacd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778d4 expref: 87 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.305726:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xacd:0x0].0x0 (ffff88cbb71ef200) 00010000:00010000:0.0:1788572579.305737:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.305764:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c48750c lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.305776:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c48750c lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.305785:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c48750c lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.305799:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2400/0xaad440e68c487513 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.305805:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2400/0xaad440e68c487513 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.305810:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2400/0xaad440e68c487513 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.305908:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c48751a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xacd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.305917:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c48751a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.305924:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c48751a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572579.306202:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3917, 64 off258880 00010000:00010000:0.0:1788572579.306281:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2000/0xaad440e68c487521 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xacd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306291:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2000/0xaad440e68c487521 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306300:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2000/0xaad440e68c487521 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306307:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2000/0xaad440e68c487521 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306313:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2000/0xaad440e68c487521 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306319:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2000/0xaad440e68c487521 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306342:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572579.306361:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c48751a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306366:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c48751a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306371:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c48751a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306377:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.306381:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c48751a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306387:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c48751a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306395:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xacd:0x0].0x0 (ffff88ca9149b900) 00010000:00010000:0.0:1788572579.306398:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572579.306401:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c48751a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306407:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c48751a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xacd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306424:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c48750c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306434:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c48750c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306439:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c48750c lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306444:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c48750c lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306448:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.306451:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c48750c lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306456:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c48750c lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306463:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca9149b100) 00010000:00010000:0.0:1788572579.306465:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.306467:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c48750c lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306472:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c48750c lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.306484:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000580a15bc reply state 0000000047cdbd25 transno 12884962003 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2400/0xaad440e68c487513 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306494:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2400/0xaad440e68c487513 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.306500:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x4cef620b (ffff88ca9149b400) 00010000:00010000:0.0:1788572579.306502:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572579.306505:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572579.306581:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f936680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+88:361572:x1875453633047552:12345-192.168.202.54@tcp:36:rm.0 Request processed in 956us (1235us total) trans 12884962003 rc 0/0 00000100:00100000:0.0:1788572579.306589:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138280 00010000:00010000:3.0:1788572579.307057:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.307066:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2000/0xaad440e68c487521 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.307073:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.307077:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2000/0xaad440e68c487521 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.307084:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2000/0xaad440e68c487521 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.307107:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xacd:0x0].0x0 (ffff88ca9149b900) 00010000:00010000:3.0:1788572579.307110:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.307114:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2000/0xaad440e68c487521 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.307119:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2000/0xaad440e68c487521 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xacd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.307136:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.307137:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.307139:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572579.309209:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.309314:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633047680 00000100:00100000:1.0:1788572579.309325:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633047680 00000100:00100000:1.0:1788572579.309385:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138281 00000100:00100000:1.0:1788572579.309397:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+88:361572:x1875453633047680:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.309426:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.309452:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c487528 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778db expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.309521:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48752f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.309535:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48752f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.309546:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48752f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.309559:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487536 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.309567:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487536 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.309575:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487536 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.309702:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e180000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196073216:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788572579.309757:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.309788:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca9443c540 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.310012:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196073216 00000100:00100000:3.0:1788572579.310017:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196073216 00000100:00100000:3.0:1788572579.310054:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37241 00000100:00100000:3.0:1788572579.310062:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+109:225655:x1875440196073216:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788572579.310144:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+109:225655:x1875440196073216:12345-0@lo:1000:mdt00_005.0 Request processed in 82us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.310173:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37241 00000100:00100000:1.0:1788572579.310450:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e180000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196073216:0@lo:1000:mdt00_005.0 00010000:00010000:1.0:1788572579.310499:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c48753d lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x421:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310510:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c48753d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310520:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c48753d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.310542:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c48753d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310556:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48752f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310563:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48752f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310570:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48752f lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310576:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48752f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310582:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.310586:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48752f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310593:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48752f lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310605:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb71efd00) 00010000:00010000:1.0:1788572579.310609:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.310614:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48752f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310621:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c48752f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310634:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487536 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310640:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487536 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310645:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487536 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310651:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.310653:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487536 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310659:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487536 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310667:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x693d46c2 (ffff88cbb71efa00) 00010000:00010000:1.0:1788572579.310669:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.310672:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487536 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310678:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264600/0xaad440e68c487536 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310712:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c487528 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778db expref: 90 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310728:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c48753d lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778db expref: 89 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.310740:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x421:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:1.0:1788572579.310742:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572579.310744:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264800, rc 0) 00000100:00100000:1.0:1788572579.310797:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+89:361572:x1875453633047680:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1402us (1648us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.310805:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138281 00000100:00100000:1.0:1788572579.324305:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.324425:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633047808 00000100:00100000:0.0:1788572579.324437:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633047808 00000100:00100000:0.0:1788572579.324501:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138282 00000100:00100000:0.0:1788572579.324511:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+122:361572:x1875453633047808:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.324535:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.324558:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487544 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x421:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778e2 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.324632:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c48754b lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.324647:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c48754b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x421:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.324661:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c48754b lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x421:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.324716:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x421:0x0]: returning size 0 00000004:00200000:0.0:1788572579.324722:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572579.324759:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487544 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x421:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778e2 expref: 124 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.324778:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c48754b lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x421:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778e2 expref: 123 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.324790:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x421:0x0].0x0 (ffff88ca9149b100) 00010000:00010000:0.0:1788572579.324793:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572579.324797:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc3a00, rc 0) 00000100:00100000:0.0:1788572579.324863:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+123:361572:x1875453633047808:12345-192.168.202.54@tcp:101:rm.0 Request processed in 354us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.324870:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138282 00000100:00100000:3.0:1788572579.331540:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.331586:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.331671:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633047936 00000100:00100000:0.0:1788572579.331682:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633047936 00000100:00100000:0.0:1788572579.331753:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16032 00000100:00100000:0.0:1788572579.331764:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+89:352624:x1875453633047936:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572579.331782:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.331808:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c48753d lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778db expref: 89 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.331826:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x421:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:0.0:1788572579.331839:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.331900:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+88:352624:x1875453633047936:12345-192.168.202.54@tcp:103:rm.0 Request processed in 138us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.331908:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16032 00000100:00100000:1.0:1788572579.332126:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633048192 00000100:00100000:1.0:1788572579.332132:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633048192 00000100:00100000:1.0:1788572579.332202:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138283 00000100:00100000:1.0:1788572579.332210:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+123:361572:x1875453633048192:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.332283:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.332299:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c48754b lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x421:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778e2 expref: 123 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.332312:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x421:0x0].0x0 (ffff88ca9149b100) 00010000:00010000:1.0:1788572579.332321:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.332373:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.332382:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.332392:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.332414:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196073344:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1788572579.332461:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.332690:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093600 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.333113:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196073344 00000100:00100000:2.0:1788572579.333120:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196073344 00000100:00100000:2.0:1788572579.333182:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37242 00000100:00100000:2.0:1788572579.333191:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+72:202394:x1875440196073344:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572579.333211:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.333230:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c487559 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487552 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.333272:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c487559 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487552 expref: 73 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.333291:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c487559 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487552 expref: 73 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.333299:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a287e00) 00010000:00010000:2.0:1788572579.333302:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.333307:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8a200, rc 0) 00000100:00100000:2.0:1788572579.333358:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+73:202394:x1875440196073344:12345-0@lo:101:mdt00_002.0 Request processed in 169us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.333365:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37242 00000100:00100000:1.0:1788572579.333729:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196073344:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1788572579.333750:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487559 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.333760:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487559 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.333783:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572579.333810:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264600/0xaad440e68c487560 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.333816:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264600/0xaad440e68c487560 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.333824:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264600/0xaad440e68c487560 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.333840:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196073472:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1788572579.333870:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.333894:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093600 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.333944:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196073472 00000100:00100000:3.0:1788572579.333950:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196073472 00000100:00100000:3.0:1788572579.333986:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37243 00000100:00100000:3.0:1788572579.333994:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+73:202394:x1875440196073472:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1788572579.334003:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.334027:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c487567 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487560 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.334041:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c487567 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487560 expref: 74 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.334051:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c487567 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487560 expref: 74 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.334058:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x693d46c2 (ffff88caa2ec8a00) 00010000:00010000:3.0:1788572579.334061:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.334063:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513e00, rc 0) 00000100:00100000:3.0:1788572579.334105:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+74:202394:x1875440196073472:12345-0@lo:101:mdt00_002.0 Request processed in 112us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.334111:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37243 00000100:00100000:2.0:1788572579.336448:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196073472:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572579.336481:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264600/0xaad440e68c487560 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487567 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.336495:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264600/0xaad440e68c487560 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487567 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572579.336524:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:2.0:1788572579.336586:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196073600:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572579.336645:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.336683:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca967d8900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.336779:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196073600 00000100:00100000:0.0:1788572579.336786:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196073600 00000100:00100000:0.0:1788572579.336838:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37244 00000100:00100000:0.0:1788572579.336847:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+74:202394:x1875440196073600:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788572579.336940:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+74:202394:x1875440196073600:12345-0@lo:1000:mdt00_002.0 Request processed in 93us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.336951:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37244 00000100:00100000:2.0:1788572579.337375:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196073600:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572579.337427:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196073728:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788572579.337455:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.337479:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca967d8900 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.337530:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196073728 00000100:00100000:3.0:1788572579.337534:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196073728 00000100:00100000:3.0:1788572579.337571:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37245 00000100:00100000:3.0:1788572579.337577:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+74:202394:x1875440196073728:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572579.337675:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+74:202394:x1875440196073728:12345-0@lo:1000:mdt00_002.0 Request processed in 97us (218us total) trans 0 rc 1/1 00000100:00100000:3.0:1788572579.337683:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37245 00000100:00100000:2.0:1788572579.337773:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196073728:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1788572579.337828:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.337838:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.337847:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.337857:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196073856:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1788572579.337882:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.337906:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca967d8780 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.337954:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196073856 00000100:00100000:0.0:1788572579.337959:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196073856 00000100:00100000:0.0:1788572579.337988:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37246 00000100:00100000:0.0:1788572579.337995:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+74:202394:x1875440196073856:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1788572579.338004:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.338032:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c487575 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c48756e expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.338055:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c487575 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c48756e expref: 75 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.338069:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c487575 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c48756e expref: 75 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.338077:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x421:0x0].0x0 (ffff88ca9149b600) 00010000:00010000:0.0:1788572579.338080:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.338084:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc2e00, rc 0) 00000100:00100000:0.0:1788572579.338127:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+75:202394:x1875440196073856:12345-0@lo:101:mdt00_002.0 Request processed in 133us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.338132:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37246 00000100:00100000:2.0:1788572579.338474:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:202394:1875440196073856:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1788572579.338489:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487575 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.338498:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487575 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.338523:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c48757c lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.338531:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c48757c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.338539:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c48757c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.338856:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3238, 64 off215424 00000004:00080000:2.0:1788572579.338865:0:202394:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 13557432711751ns, next at 13558432709421ns, rc = 0 00000040:00080000:2.0:1788572579.338900:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].920, 392 off524680 00000040:00080000:2.0:1788572579.338947:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1462, 472 off1268784 00000004:00080000:2.0:1788572579.338952:0:202394:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca967d8780 with version 15474 00000004:00080000:0.0:1788572579.340123:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15474 rpc_version 15474 00000020:00100000:0.0:1788572579.340207:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572579.340217:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9513ca80 x1875440196074112/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572579.340243:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196074112:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572579.340330:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.340367:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c6719c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.340623:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196074112 00000100:00100000:3.0:1788572579.340631:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196074112 00000100:00100000:3.0:1788572579.340685:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37247 00000100:00100000:3.0:1788572579.340693:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+75:203127:x1875440196074112:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572579.341034:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+76:203127:x1875440196074112:12345-0@lo:1000:osp_up0-1.0 Request processed in 341us (703us total) trans 12884962004 rc 0/0 00000100:00100000:3.0:1788572579.341042:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37247 00000100:00100000:0.0:1788572579.341422:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196074112:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572579.341511:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487583 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341528:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487583 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341540:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487583 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341549:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487583 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341556:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487583 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341562:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487583 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341583:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.341607:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c48757c lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341614:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c48757c lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341621:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c48757c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341626:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ba00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.341631:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c48757c lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341639:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c48757c lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341651:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x421:0x0].0x0 (ffff88cb8a287700) 00010000:00010000:2.0:1788572579.341655:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.341660:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c48757c lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341666:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c48757c lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341678:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487575 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341684:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487575 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341691:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487575 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341713:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1788572579.341728:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572579.341734:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487559 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341741:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487559 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341748:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487559 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341803:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1788572579.341809:0:202394:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572579.341814:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264600/0xaad440e68c487560 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487567 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.341821:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264600/0xaad440e68c487560 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487567 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.341893:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+123:361572:x1875453633048192:12345-192.168.202.54@tcp:36:rm.0 Request processed in 9682us (10304us total) trans 8589973318 rc 0/0 00000100:00100000:2.0:1788572579.341901:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138283 00010000:00010000:1.0:1788572579.345513:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572579.345529:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487583 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x421:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345541:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572579.345546:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487583 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x421:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345560:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487583 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x421:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345581:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x421:0x0].0x0 (ffff88cb8a287700) 00010000:00010000:1.0:1788572579.345584:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572579.345589:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487583 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x421:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345595:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a400/0xaad440e68c487583 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x421:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345622:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572579.345626:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c487575 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345633:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572579.345637:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487575 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.345646:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487575 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345703:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487575 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345710:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572579.345750:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487575 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345764:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8a600/0xaad440e68c48756e lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487575 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345777:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572579.345781:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c487559 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345787:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572579.345791:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487559 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.345798:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487559 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345815:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487559 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345821:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572579.345837:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487559 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345843:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265400/0xaad440e68c487552 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487559 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.345857:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.345859:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.345860:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.345875:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788572579.345896:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196074368:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.345969:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.346036:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196074368 00000100:00100000:1.0:1788572579.346044:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196074368 00000100:00100000:1.0:1788572579.346112:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16033 00000100:00100000:1.0:1788572579.346121:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+76:3640:x1875440196074368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.346134:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.346148:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c487559 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487552 expref: 76 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.346186:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a287e00) 00010000:00010000:1.0:1788572579.346194:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.346230:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+75:3640:x1875440196074368:12345-0@lo:103:ldlm_bl.0 Request processed in 110us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.346238:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16033 00000100:00100000:1.0:1788572579.346301:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196074368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572579.346395:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196074240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572579.346432:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.346463:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196074240 00000100:00100000:2.0:1788572579.346467:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196074240 00000100:00100000:2.0:1788572579.346496:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16034 00000100:00100000:2.0:1788572579.346502:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbcb8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+75:3638:x1875440196074240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572579.346509:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.346523:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c487575 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x421:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48756e expref: 75 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.346533:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x421:0x0].0x0 (ffff88ca9149b600) 00010000:00010000:2.0:1788572579.346540:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572579.346566:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbcb8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+74:3638:x1875440196074240:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.346572:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16034 00000100:00100000:2.0:1788572579.346621:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196074240:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572579.350970:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.351113:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572579.351512:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.351583:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633048320 00000100:00100000:2.0:1788572579.351596:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633048320 00000100:00100000:2.0:1788572579.351658:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138284 00000100:00100000:2.0:1788572579.351668:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+123:361572:x1875453633048320:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.351691:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.351718:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b200/0xaad440e68c48758a lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778e9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351785:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487591 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351799:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487591 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351812:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487591 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351825:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487598 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351831:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487598 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351837:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487598 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351908:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c48759f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351916:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c48759f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351923:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c48759f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.351943:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c48759f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351955:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487591 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351961:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487591 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351967:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487591 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351972:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487591 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351978:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.351982:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487591 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.351988:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487591 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.352000:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8a287c00) 00010000:00010000:2.0:1788572579.352002:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.352007:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487591 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.352013:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c487591 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.352039:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487598 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.352045:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487598 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.352050:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487598 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.352054:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8aa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.352057:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487598 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.352061:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487598 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.352068:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x23878051 (ffff88cb8a287900) 00010000:00010000:2.0:1788572579.352070:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.352072:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487598 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.352077:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c487598 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.352117:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b200/0xaad440e68c48758a lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778e9 expref: 125 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.352134:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c48759f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778e9 expref: 124 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.352146:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x66e:0x0].0x0 (ffff88cb8a287600) 00010000:00010000:2.0:1788572579.352178:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572579.352181:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8a800, rc 0) 00000100:00100000:2.0:1788572579.352257:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:361572:x1875453633048320:12345-192.168.202.54@tcp:101:rm.0 Request processed in 579us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.352264:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138284 00000100:00100000:2.0:1788572579.362345:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.362456:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633048448 00000100:00100000:1.0:1788572579.362466:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633048448 00000100:00100000:1.0:1788572579.362519:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138285 00000100:00100000:1.0:1788572579.362529:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+88:361572:x1875453633048448:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.362551:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.362577:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4875a6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778f0 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.362730:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875ad lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.362748:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.362760:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.362795:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x66e:0x0]: returning size 0 00000004:00200000:1.0:1788572579.362799:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1788572579.362839:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4875a6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778f0 expref: 90 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.362870:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778f0 expref: 89 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.362879:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x66e:0x0].0x0 (ffff88cbb71efd00) 00010000:00010000:1.0:1788572579.362882:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572579.362886:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe265800, rc 0) 00000100:00100000:1.0:1788572579.362953:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+89:361572:x1875453633048448:12345-192.168.202.54@tcp:101:rm.0 Request processed in 424us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.362960:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138285 00000100:00100000:3.0:1788572579.381477:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.381649:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633048576 00000100:00100000:0.0:1788572579.381660:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633048576 00000100:00100000:0.0:1788572579.381738:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16035 00000100:00100000:0.0:1788572579.381749:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f936a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:352627:x1875453633048576:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:0.0:1788572579.381770:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.381798:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c48759f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778e9 expref: 124 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.381818:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x66e:0x0].0x0 (ffff88cb8a287600) 00010000:00010000:0.0:1788572579.381830:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572579.383388:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.383488:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633048832 00000100:00100000:1.0:1788572579.383496:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633048832 00000100:00100000:1.0:1788572579.383559:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138286 00000100:00100000:1.0:1788572579.383569:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+89:361572:x1875453633048832:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.383620:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.383647:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875ad lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x66e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778f0 expref: 89 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.383670:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x66e:0x0].0x0 (ffff88cbb71efd00) 00010000:00010000:1.0:1788572579.383682:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.383730:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.383739:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.383750:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.383773:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196074496:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1788572579.383820:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.383867:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093600 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.384023:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196074496 00000100:00100000:3.0:1788572579.384029:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196074496 00000100:00100000:3.0:1788572579.384071:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37248 00000100:00100000:3.0:1788572579.384079:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+109:230921:x1875440196074496:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1788572579.384091:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.384107:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c4875bb lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4875b4 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.384132:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c4875bb lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4875b4 expref: 110 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.384146:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c4875bb lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4875b4 expref: 110 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.384197:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8000) 00010000:00010000:3.0:1788572579.384200:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.384203:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513800, rc 0) 00000100:00100000:3.0:1788572579.384256:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+110:230921:x1875440196074496:12345-0@lo:101:mdt00_006.0 Request processed in 167us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.384262:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37248 00000100:00100000:1.0:1788572579.384542:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196074496:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572579.384560:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4875bb expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.384571:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4875bb expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.384596:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572579.384622:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265000/0xaad440e68c4875c2 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.384629:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265000/0xaad440e68c4875c2 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.384641:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265000/0xaad440e68c4875c2 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.384655:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196074624:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1788572579.384683:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.384707:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093600 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.384721:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196074624 00000100:00100000:1.0:1788572579.384725:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196074624 00000100:00100000:1.0:1788572579.384758:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37249 00000100:00100000:1.0:1788572579.384765:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+110:230921:x1875440196074624:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572579.384773:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.384785:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4875c9 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4875c2 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.384800:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4875c9 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4875c2 expref: 111 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.384811:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4875c9 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4875c2 expref: 111 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.384819:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x23878051 (ffff88cbb71ef700) 00010000:00010000:1.0:1788572579.384822:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.384824:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264400, rc 0) 00000100:00100000:1.0:1788572579.384866:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+111:230921:x1875440196074624:12345-0@lo:101:mdt00_006.0 Request processed in 89us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.384872:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37249 00000100:00100000:1.0:1788572579.384901:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196074624:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1788572579.384913:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265000/0xaad440e68c4875c2 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4875c9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.384921:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265000/0xaad440e68c4875c2 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4875c9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.384934:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:1.0:1788572579.384966:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183480 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196074752:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572579.384990:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.385004:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca967d8480 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.385029:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196074752 00000100:00100000:1.0:1788572579.385032:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196074752 00000100:00100000:1.0:1788572579.385057:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37250 00000100:00100000:1.0:1788572579.385064:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+111:230921:x1875440196074752:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572579.385124:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+111:230921:x1875440196074752:12345-0@lo:1000:mdt00_006.0 Request processed in 61us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.385130:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37250 00000100:00100000:1.0:1788572579.385175:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183480 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196074752:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572579.385481:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f936a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+123:352627:x1875453633048576:12345-192.168.202.54@tcp:103:rm.0 Request processed in 268us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.385495:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16035 00000100:00100000:0.0:1788572579.385813:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85589180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196074880:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1788572579.385847:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.385936:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.385981:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196074880 00000100:00100000:1.0:1788572579.385986:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196074880 00000100:00100000:1.0:1788572579.386052:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37251 00000100:00100000:1.0:1788572579.386059:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+111:230921:x1875440196074880:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572579.386181:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+111:230921:x1875440196074880:12345-0@lo:1000:mdt00_006.0 Request processed in 122us (332us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572579.386199:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37251 00000100:00100000:2.0:1788572579.386278:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85589180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196074880:0@lo:1000:mdt00_006.0 00010000:00010000:2.0:1788572579.386337:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.386346:0:230921:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.386355:0:230921:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.386368:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196075008:0@lo:101:mdt00_006.0 00000100:00100000:2.0:1788572579.386393:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.391687:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b60be40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.391803:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196075008 00000100:00100000:0.0:1788572579.391813:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196075008 00000100:00100000:0.0:1788572579.391886:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37252 00000100:00100000:0.0:1788572579.391896:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+111:230921:x1875440196075008:12345-0@lo:101:mdt00_006.0 00010000:00010000:0.0:1788572579.391916:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.391939:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4875d7 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4875d0 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.391970:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4875d7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4875d0 expref: 112 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.391985:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4875d7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4875d0 expref: 112 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.391993:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x66e:0x0].0x0 (ffff88ca9149b300) 00010000:00010000:0.0:1788572579.391996:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.392000:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc2c00, rc 0) 00000100:00100000:0.0:1788572579.392058:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+112:230921:x1875440196075008:12345-0@lo:101:mdt00_006.0 Request processed in 165us (5664us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.392065:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37252 00000100:00100000:2.0:1788572579.392385:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196075008:0@lo:101:mdt00_006.0 00010000:00010000:2.0:1788572579.392405:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4875d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.392417:0:230921:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4875d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.392456:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4875de lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.392465:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4875de lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.392472:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4875de lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.392828:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3918, 64 off258944 00000040:00080000:2.0:1788572579.392873:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].205, 392 off112808 00000040:00080000:2.0:1788572579.392919:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].674, 472 off365168 00000004:00080000:2.0:1788572579.392924:0:230921:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8b60be40 with version 4843 00000004:00080000:0.0:1788572579.393116:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4843 rpc_version 4843 00000020:00100000:0.0:1788572579.393146:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572579.393183:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8558a300 x1875440196075264/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572579.393517:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558a300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196075264:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572579.393574:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.393611:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.393661:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196075264 00000100:00100000:1.0:1788572579.393669:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196075264 00000100:00100000:1.0:1788572579.393721:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37253 00000100:00100000:1.0:1788572579.393730:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+112:202414:x1875440196075264:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572579.394037:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+113:202414:x1875440196075264:12345-0@lo:1000:osp_up1-0.0 Request processed in 308us (461us total) trans 8589973319 rc 0/0 00000100:00100000:1.0:1788572579.394045:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37253 00000100:00100000:0.0:1788572579.394581:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558a300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196075264:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1788572579.394675:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875e5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x66e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394694:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875e5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x66e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394706:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875e5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x66e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394715:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875e5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x66e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394721:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875e5 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x66e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394728:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875e5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x66e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394751:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572579.394774:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4875de lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394781:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4875de lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394787:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4875de lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394794:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.394798:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4875de lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394805:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4875de lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394818:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x66e:0x0].0x0 (ffff88cb8a287900) 00010000:00010000:1.0:1788572579.394821:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.394826:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4875de lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394832:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4875de lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394845:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4875d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394863:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4875d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394869:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4875d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394885:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572579.394897:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572579.394905:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572579.394910:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875e5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x66e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394920:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572579.394923:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875e5 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x66e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394928:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875e5 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x66e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394936:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x66e:0x0].0x0 (ffff88cb8a287900) 00010000:00010000:1.0:1788572579.394939:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572579.394942:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875e5 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x66e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394947:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875e5 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x66e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394962:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572579.394965:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4875d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.394972:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8aa00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572579.394976:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4875d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.394983:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4875d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.395011:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4875d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.395023:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572579.395041:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4875d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.395049:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cb9ca8aa00/0xaad440e68c4875d0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4875d7 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.395062:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.395064:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.395066:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.395074:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788572579.395085:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196075392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.395139:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572579.395652:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.395694:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196075392 00000100:00100000:1.0:1788572579.395700:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196075392 00000100:00100000:1.0:1788572579.395858:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16036 00000100:00100000:1.0:1788572579.395867:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+113:3639:x1875440196075392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.395879:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.395896:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c4875d7 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x66e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4875d0 expref: 113 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.395908:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x66e:0x0].0x0 (ffff88ca9149b300) 00010000:00010000:1.0:1788572579.395916:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.395962:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+112:3639:x1875440196075392:12345-0@lo:103:ldlm_bl.0 Request processed in 96us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.395967:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16036 00000100:00100000:2.0:1788572579.396032:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196075392:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572579.396784:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4875bb expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.396796:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4875bb expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.396803:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4875bb expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.396826:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1788572579.396834:0:230921:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:2.0:1788572579.396839:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265000/0xaad440e68c4875c2 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4875c9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.396860:0:230921:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265000/0xaad440e68c4875c2 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4875c9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.396945:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+89:361572:x1875453633048832:12345-192.168.202.54@tcp:36:rm.0 Request processed in 13374us (13561us total) trans 12884962005 rc 0/0 00000100:00100000:2.0:1788572579.396952:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138286 00010000:00010000:0.0:1788572579.397987:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572579.397998:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4875bb expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.398011:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265400 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572579.398017:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4875bb expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.398025:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4875bb expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.398062:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4875bb expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.398069:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572579.398104:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4875bb expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.398112:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265400/0xaad440e68c4875b4 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4875bb expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.398133:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.398135:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.398137:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.398302:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788572579.398322:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85588700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196075520:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572579.398381:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.398470:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196075520 00000100:00100000:0.0:1788572579.398478:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196075520 00000100:00100000:0.0:1788572579.398533:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16037 00000100:00100000:0.0:1788572579.398542:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+112:3638:x1875440196075520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572579.398555:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.398572:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c4875bb lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4875b4 expref: 112 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.398591:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8000) 00010000:00010000:0.0:1788572579.398604:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.398638:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+111:3638:x1875440196075520:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.398645:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16037 00000100:00100000:3.0:1788572579.398721:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85588700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196075520:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572579.406872:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.407029:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633048960 00000100:00100000:1.0:1788572579.407039:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633048960 00000100:00100000:1.0:1788572579.407132:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138287 00000100:00100000:1.0:1788572579.407144:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+89:361572:x1875453633048960:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.407213:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.407237:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875ec lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778f7 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.407313:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875f3 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.407328:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875f3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.407339:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875f3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.407353:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4875fa lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.407360:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4875fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.407366:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4875fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.407498:0:202394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196075648:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788572579.407552:0:202394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.407579:0:202394:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.407718:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196075648 00000100:00100000:3.0:1788572579.407723:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196075648 00000100:00100000:3.0:1788572579.407761:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37254 00000100:00100000:3.0:1788572579.407779:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+111:202394:x1875440196075648:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788572579.407871:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+111:202394:x1875440196075648:12345-0@lo:1000:mdt00_002.0 Request processed in 102us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.407879:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37254 00000100:00100000:0.0:1788572579.408126:0:202394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:202394:1875440196075648:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1788572579.408213:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3e00/0xaad440e68c487601 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408226:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3e00/0xaad440e68c487601 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408235:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3e00/0xaad440e68c487601 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.408267:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3e00/0xaad440e68c487601 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408281:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875f3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408288:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875f3 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408295:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875f3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408302:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875f3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408312:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.408316:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875f3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408323:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875f3 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408334:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb71efd00) 00010000:00010000:0.0:1788572579.408337:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.408342:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875f3 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408349:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c4875f3 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408364:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4875fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408370:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4875fa lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408375:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4875fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408380:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.408382:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4875fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408388:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4875fa lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408399:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xfdfe6d85 (ffff88cbb71efb00) 00010000:00010000:0.0:1788572579.408402:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.408404:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4875fa lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408410:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4875fa lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408449:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c4875ec lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778f7 expref: 91 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408467:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3e00/0xaad440e68c487601 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778f7 expref: 90 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.408475:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x15f:0x0].0x0 (ffff88ca9149ba00) 00010000:00010000:0.0:1788572579.408477:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.408479:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc3e00, rc 0) 00000100:00100000:0.0:1788572579.408538:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+90:361572:x1875453633048960:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1396us (1676us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.408545:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138287 00000100:00100000:3.0:1788572579.410557:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.410628:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633049088 00000100:00100000:0.0:1788572579.410638:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633049088 00000100:00100000:0.0:1788572579.410730:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138288 00000100:00100000:0.0:1788572579.410741:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+123:361572:x1875453633049088:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.410762:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.410797:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2800/0xaad440e68c487608 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b778fe expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.410864:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c48760f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.410878:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c48760f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.410890:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c48760f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.410944:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x15f:0x0]: returning size 0 00000004:00200000:0.0:1788572579.410949:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572579.410981:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2800/0xaad440e68c487608 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778fe expref: 125 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.410999:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c48760f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778fe expref: 124 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.411008:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x15f:0x0].0x0 (ffff88ca9149b000) 00010000:00010000:0.0:1788572579.411011:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572579.411014:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc3800, rc 0) 00000100:00100000:0.0:1788572579.411082:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:361572:x1875453633049088:12345-192.168.202.54@tcp:101:rm.0 Request processed in 343us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.411089:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138288 00000100:00100000:0.0:1788572579.413511:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.413553:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.413670:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633049472 00000100:00100000:2.0:1788572579.413680:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633049472 00000100:00100000:2.0:1788572579.413742:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138289 00000100:00100000:2.0:1788572579.413753:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:361572:x1875453633049472:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.413898:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.413930:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c48760f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778fe expref: 124 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.413948:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x15f:0x0].0x0 (ffff88ca9149b000) 00010000:00010000:2.0:1788572579.413959:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.414012:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.414204:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.414215:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.414251:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196075776:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1788572579.414305:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.414386:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b60bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.414454:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633049216 00000100:00100000:1.0:1788572579.414459:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633049216 00000100:00100000:1.0:1788572579.414513:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16038 00000100:00100000:1.0:1788572579.414523:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+90:352627:x1875453633049216:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572579.414534:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.414549:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3e00/0xaad440e68c487601 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b778f7 expref: 90 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.414561:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x15f:0x0].0x0 (ffff88ca9149ba00) 00010000:00010000:1.0:1788572579.414568:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.414612:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+89:352627:x1875453633049216:12345-192.168.202.54@tcp:103:rm.0 Request processed in 91us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.414620:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16038 00000100:00100000:3.0:1788572579.416121:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196075776 00000100:00100000:3.0:1788572579.416133:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196075776 00000100:00100000:3.0:1788572579.416485:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37255 00000100:00100000:3.0:1788572579.416498:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+74:202393:x1875440196075776:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1788572579.416523:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.416547:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c48761d lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487616 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.416582:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c48761d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487616 expref: 75 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.416597:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c48761d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487616 expref: 75 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.416606:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec8800) 00010000:00010000:3.0:1788572579.416609:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.416613:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513c00, rc 0) 00000100:00100000:3.0:1788572579.416682:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+75:202393:x1875440196075776:12345-0@lo:101:mdt00_001.0 Request processed in 188us (2377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.416689:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37255 00000100:00100000:2.0:1788572579.416760:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196075776:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1788572579.416791:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48761d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.416802:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48761d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572579.416825:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572579.416867:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8ac00/0xaad440e68c487624 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.416874:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8ac00/0xaad440e68c487624 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.416883:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8ac00/0xaad440e68c487624 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.416901:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196075904:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1788572579.416935:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.417445:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b60bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.417508:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196075904 00000100:00100000:0.0:1788572579.417514:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196075904 00000100:00100000:0.0:1788572579.417557:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37256 00000100:00100000:0.0:1788572579.417565:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+75:202393:x1875440196075904:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1788572579.417576:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.417592:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2800/0xaad440e68c48762b lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487624 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.417611:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2800/0xaad440e68c48762b lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487624 expref: 76 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.417622:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2800/0xaad440e68c48762b lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487624 expref: 76 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.417629:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xfdfe6d85 (ffff88ca9149bd00) 00010000:00010000:0.0:1788572579.417632:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.417635:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc2800, rc 0) 00000100:00100000:0.0:1788572579.417667:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+76:202393:x1875440196075904:12345-0@lo:101:mdt00_001.0 Request processed in 104us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.417673:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37256 00000100:00100000:2.0:1788572579.417746:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196075904:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1788572579.417759:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8ac00/0xaad440e68c487624 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48762b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.417836:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8ac00/0xaad440e68c487624 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48762b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572579.417866:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:2.0:1788572579.417904:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196076032:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788572579.417934:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.417958:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b60b180 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.418105:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196076032 00000100:00100000:0.0:1788572579.418109:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196076032 00000100:00100000:0.0:1788572579.418139:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37257 00000100:00100000:0.0:1788572579.418147:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+76:202393:x1875440196076032:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572579.418311:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+76:202393:x1875440196076032:12345-0@lo:1000:mdt00_001.0 Request processed in 165us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.418319:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37257 00000100:00100000:2.0:1788572579.418444:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196076032:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788572579.418490:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196076160:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788572579.418515:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.418578:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b60b180 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.418630:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196076160 00000100:00100000:1.0:1788572579.418635:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196076160 00000100:00100000:0.0:1788572579.418678:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37258 00000100:00100000:0.0:1788572579.418686:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+76:202393:x1875440196076160:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788572579.418970:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+76:202393:x1875440196076160:12345-0@lo:1000:mdt00_001.0 Request processed in 284us (452us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572579.418978:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37258 00000100:00100000:2.0:1788572579.419475:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196076160:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1788572579.419550:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.419560:0:202393:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.419571:0:202393:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.419588:0:202393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196076288:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1788572579.419622:0:202393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.419688:0:202393:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b60bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.419725:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196076288 00000100:00100000:1.0:1788572579.419731:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196076288 00000100:00100000:1.0:1788572579.419956:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37259 00000100:00100000:1.0:1788572579.419966:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+76:202393:x1875440196076288:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1788572579.419981:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.420000:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c487639 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487632 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.420130:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c487639 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487632 expref: 77 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.420145:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c487639 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487632 expref: 77 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.420301:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x15f:0x0].0x0 (ffff88cbb71efd00) 00010000:00010000:1.0:1788572579.420306:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572579.420311:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264800, rc 0) 00000100:00100000:1.0:1788572579.420362:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+77:202393:x1875440196076288:12345-0@lo:101:mdt00_001.0 Request processed in 398us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.420368:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37259 00000100:00100000:2.0:1788572579.420421:0:202393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:202393:1875440196076288:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1788572579.420437:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487639 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.420447:0:202393:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487639 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.420473:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c487640 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.420483:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c487640 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.420491:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c487640 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.420865:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3239, 64 off215488 00000040:00080000:2.0:1788572579.420899:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].921, 392 off525072 00000040:00080000:2.0:1788572579.420944:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1463, 472 off1269256 00000004:00080000:2.0:1788572579.420951:0:202393:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8b60bc00 with version 15475 00000004:00080000:3.0:1788572579.421141:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15475 rpc_version 15475 00000020:00100000:3.0:1788572579.421227:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572579.421235:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96b02d80 x1875440196076544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572579.421268:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196076544:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572579.421320:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.421583:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859cab40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.421643:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196076544 00000100:00100000:0.0:1788572579.421651:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196076544 00000100:00100000:0.0:1788572579.421700:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37260 00000100:00100000:0.0:1788572579.421709:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb907850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+77:203127:x1875440196076544:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572579.422316:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb907850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+78:203127:x1875440196076544:12345-0@lo:1000:osp_up0-1.0 Request processed in 605us (993us total) trans 12884962006 rc 0/0 00000100:00100000:0.0:1788572579.422327:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37260 00000100:00100000:3.0:1788572579.422746:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196076544:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572579.422942:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487647 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x15f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.422958:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487647 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x15f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.422968:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487647 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x15f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.422977:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487647 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x15f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.422983:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487647 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x15f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.422989:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487647 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x15f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.423051:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.423077:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c487640 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.423084:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c487640 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.423091:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c487640 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.423097:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.423103:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c487640 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.423112:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c487640 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.423126:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x15f:0x0].0x0 (ffff88cb8a287600) 00010000:00010000:2.0:1788572579.423129:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.423136:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c487640 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.423143:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c487640 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.423275:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487639 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.423285:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487639 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.423297:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487639 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.423405:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572579.423411:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487647 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x15f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.423418:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ba00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.423421:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487647 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x15f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.423428:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487647 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x15f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.423438:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x15f:0x0].0x0 (ffff88cb8a287600) 00010000:00010000:3.0:1788572579.423441:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.423445:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487647 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x15f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.423450:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487647 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x15f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.423468:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.423471:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c487639 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.423478:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8bc00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.423482:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487639 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.423490:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 5/0,0 mode: EX/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487639 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.423520:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 4/0,0 mode: --/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487639 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.423526:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788572579.423584:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196076672:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.423637:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.423709:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196076672 00000100:00100000:1.0:1788572579.423716:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196076672 00000100:00100000:1.0:1788572579.423778:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16039 00000100:00100000:1.0:1788572579.423788:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+78:3638:x1875440196076672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.423800:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.423818:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264800/0xaad440e68c487639 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487632 expref: 78 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.423830:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x15f:0x0].0x0 (ffff88cbb71efd00) 00010000:00010000:1.0:1788572579.423837:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572579.424003:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 3/0,0 mode: --/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487639 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.424018:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.424020:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.424022:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.424063:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788572579.424069:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8bc00/0xaad440e68c487632 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x15f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487639 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572579.424094:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572579.424106:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48761d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.424114:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48761d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.424121:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48761d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.424134:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1788572579.424137:0:202393:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:2.0:1788572579.424143:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572579.424147:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 2/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48761d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.424181:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8be00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572579.424184:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48761d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.424285:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1788572579.424312:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48761d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.424337:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48761d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.424343:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788572579.424383:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196076800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572579.424420:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572579.424500:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 1/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48761d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.424509:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8be00/0xaad440e68c487616 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48761d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.424523:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.424524:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.424526:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.424536:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8ac00/0xaad440e68c487624 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48762b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.424544:0:202393:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8ac00/0xaad440e68c487624 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48762b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.424616:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:361572:x1875453633049472:12345-192.168.202.54@tcp:36:rm.0 Request processed in 10862us (11059us total) trans 8589973320 rc 0/0 00000100:00100000:2.0:1788572579.424625:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138289 00000100:00100000:1.0:1788572579.425392:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+77:3638:x1875440196076672:12345-0@lo:103:ldlm_bl.0 Request processed in 1601us (1749us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.425402:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16039 00000100:00100000:1.0:1788572579.425423:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196076800 00000100:00100000:1.0:1788572579.425430:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196076800 00000100:00100000:1.0:1788572579.425474:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16040 00000100:00100000:1.0:1788572579.425482:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+77:3639:x1875440196076800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.425494:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.425515:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513c00/0xaad440e68c48761d lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487616 expref: 77 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.425531:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88caa2ec8800) 00010000:00010000:1.0:1788572579.425543:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.427959:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196076672:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.428490:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+76:3639:x1875440196076800:12345-0@lo:103:ldlm_bl.0 Request processed in 3004us (4065us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.428501:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16040 00000100:00100000:3.0:1788572579.428569:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196076800:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.429998:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.430136:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633049600 00000100:00100000:3.0:1788572579.430144:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633049600 00000100:00100000:3.0:1788572579.430234:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138290 00000100:00100000:3.0:1788572579.430254:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:361572:x1875453633049600:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.430281:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.430306:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c48764e lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77905 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430372:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487655 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430387:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487655 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430398:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487655 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430411:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c48765c lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430418:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c48765c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430425:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c48765c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430496:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487663 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x673:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430504:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487663 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430511:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487663 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.430531:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487663 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430544:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487655 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430550:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487655 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430557:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487655 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430563:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487655 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430569:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.430572:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487655 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430579:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487655 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430591:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8f00) 00010000:00010000:3.0:1788572579.430594:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.430597:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487655 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430603:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487655 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430616:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c48765c lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430621:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c48765c lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430626:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c48765c lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430631:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.430634:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c48765c lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430639:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c48765c lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430646:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1d387dea (ffff88caa2ec8600) 00010000:00010000:3.0:1788572579.430649:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.430652:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c48765c lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430658:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c48765c lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430691:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c48764e lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77905 expref: 126 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430708:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487663 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77905 expref: 125 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.430715:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x673:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:3.0:1788572579.430718:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788572579.430720:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fde00, rc 0) 00000100:00100000:3.0:1788572579.431205:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+125:361572:x1875453633049600:12345-192.168.202.54@tcp:101:rm.0 Request processed in 959us (1209us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.431214:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138290 00000100:00100000:2.0:1788572579.437529:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.438131:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633049728 00000100:00100000:0.0:1788572579.438143:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633049728 00000100:00100000:0.0:1788572579.438252:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138291 00000100:00100000:0.0:1788572579.438262:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+89:361572:x1875453633049728:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.438284:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.438308:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c48766a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x673:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7790c expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.438465:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c487671 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x673:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.438480:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c487671 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x673:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.438492:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c487671 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x673:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.438541:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x673:0x0]: returning size 0 00000004:00200000:0.0:1788572579.438546:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1788572579.438584:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c48766a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x673:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7790c expref: 91 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.438603:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c487671 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x673:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7790c expref: 90 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.438612:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x673:0x0].0x0 (ffff88ca9149b700) 00010000:00010000:0.0:1788572579.438615:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572579.438619:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc2200, rc 0) 00000100:00100000:0.0:1788572579.438679:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+90:361572:x1875453633049728:12345-192.168.202.54@tcp:101:rm.0 Request processed in 418us (1161us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.438687:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138291 00000100:00100000:1.0:1788572579.442449:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.442497:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.442572:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633050112 00000100:00100000:0.0:1788572579.442585:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633050112 00000100:00100000:0.0:1788572579.442650:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138292 00000100:00100000:0.0:1788572579.442660:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+90:361572:x1875453633050112:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.442717:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.442743:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c487671 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x673:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7790c expref: 90 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.442764:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x673:0x0].0x0 (ffff88ca9149b700) 00010000:00010000:0.0:1788572579.442786:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.442849:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.442872:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.442883:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.442912:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196076928:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1788572579.442970:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.442999:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.443180:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633049856 00000100:00100000:3.0:1788572579.443195:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633049856 00000100:00100000:3.0:1788572579.443252:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16041 00000100:00100000:3.0:1788572579.443261:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85547850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+125:352627:x1875453633049856:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:3.0:1788572579.443272:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.443287:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487663 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77905 expref: 125 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.443299:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x673:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:3.0:1788572579.443309:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572579.443366:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85547850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:352627:x1875453633049856:12345-192.168.202.54@tcp:103:rm.0 Request processed in 105us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.443373:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16041 00000100:00100000:3.0:1788572579.443446:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196076928 00000100:00100000:3.0:1788572579.443450:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196076928 00000100:00100000:3.0:1788572579.443474:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37261 00000100:00100000:3.0:1788572579.443481:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+111:205632:x1875440196076928:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1788572579.443492:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.443508:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c48767f lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487678 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.443530:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c48767f lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487678 expref: 112 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.443543:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c48767f lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487678 expref: 112 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.443550:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8400) 00010000:00010000:3.0:1788572579.443552:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.443555:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca944fd000, rc 0) 00000100:00100000:3.0:1788572579.443589:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+112:205632:x1875440196076928:12345-0@lo:101:mdt00_004.0 Request processed in 108us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.443595:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37261 00000100:00100000:0.0:1788572579.444091:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196076928:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572579.444110:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48767f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.444123:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48767f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572579.444143:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572579.444208:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3e00/0xaad440e68c487686 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.444216:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3e00/0xaad440e68c487686 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.444225:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3e00/0xaad440e68c487686 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.444250:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196077056:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1788572579.444284:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.444306:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.444425:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196077056 00000100:00100000:1.0:1788572579.444431:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196077056 00000100:00100000:1.0:1788572579.444467:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37262 00000100:00100000:1.0:1788572579.444475:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+112:205632:x1875440196077056:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572579.444486:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.444500:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264800/0xaad440e68c48768d lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487686 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.444517:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264800/0xaad440e68c48768d lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487686 expref: 113 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.444527:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264800/0xaad440e68c48768d lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487686 expref: 113 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.444533:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1d387dea (ffff88cbb71efd00) 00010000:00010000:1.0:1788572579.444537:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.444539:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264800, rc 0) 00000100:00100000:1.0:1788572579.444572:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+113:205632:x1875440196077056:12345-0@lo:101:mdt00_004.0 Request processed in 99us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.444578:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37262 00000100:00100000:0.0:1788572579.445563:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196077056:0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572579.445583:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3e00/0xaad440e68c487686 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48768d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.445594:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3e00/0xaad440e68c487686 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48768d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572579.445612:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572579.445662:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196077184:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572579.445700:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.445733:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671540 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.445911:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196077184 00000100:00100000:3.0:1788572579.445917:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196077184 00000100:00100000:3.0:1788572579.445963:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37263 00000100:00100000:3.0:1788572579.445973:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+113:205632:x1875440196077184:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788572579.446058:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+113:205632:x1875440196077184:12345-0@lo:1000:mdt00_004.0 Request processed in 86us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.446065:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37263 00000100:00100000:1.0:1788572579.446426:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196077184:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572579.446476:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196077312:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572579.446507:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.446536:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787300 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.446585:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196077312 00000100:00100000:0.0:1788572579.446590:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196077312 00000100:00100000:0.0:1788572579.446617:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37264 00000100:00100000:0.0:1788572579.446624:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+113:205632:x1875440196077312:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788572579.446727:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+113:205632:x1875440196077312:12345-0@lo:1000:mdt00_004.0 Request processed in 103us (219us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572579.446734:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37264 00000100:00100000:1.0:1788572579.447000:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196077312:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1788572579.447065:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.447075:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.447084:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.447096:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a55880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196077440:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572579.447120:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.447142:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787000 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.447401:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196077440 00000100:00100000:0.0:1788572579.447407:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196077440 00000100:00100000:0.0:1788572579.447435:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37265 00000100:00100000:0.0:1788572579.447442:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+113:205632:x1875440196077440:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572579.447454:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.447472:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c48769b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487694 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.447498:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c48769b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487694 expref: 114 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.447516:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c48769b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487694 expref: 114 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.447524:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x673:0x0].0x0 (ffff88ca9149be00) 00010000:00010000:0.0:1788572579.447527:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.447531:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc2c00, rc 0) 00000100:00100000:0.0:1788572579.447565:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+114:205632:x1875440196077440:12345-0@lo:101:mdt00_004.0 Request processed in 124us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.447571:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37265 00000100:00100000:2.0:1788572579.447643:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a55880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196077440:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1788572579.447658:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48769b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.447667:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48769b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.447693:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4876a2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.447702:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4876a2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.447710:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4876a2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.448562:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3912, 64 off258560 00000040:00080000:2.0:1788572579.448605:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].206, 392 off113200 00000040:00080000:2.0:1788572579.448659:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].675, 472 off365640 00000004:00080000:2.0:1788572579.448665:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8b60b3c0 with version 4844 00000004:00080000:0.0:1788572579.449742:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4844 rpc_version 4844 00000020:00100000:0.0:1788572579.449933:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572579.449944:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca85588a80 x1875440196077696/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572579.449968:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85588a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196077696:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572579.450562:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.450654:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.450699:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196077696 00000100:00100000:2.0:1788572579.450707:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196077696 00000100:00100000:2.0:1788572579.450874:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37266 00000100:00100000:2.0:1788572579.450884:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+114:202414:x1875440196077696:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572579.451523:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+115:202414:x1875440196077696:12345-0@lo:1000:osp_up1-0.0 Request processed in 638us (960us total) trans 8589973321 rc 0/0 00000100:00100000:2.0:1788572579.451533:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37266 00000100:00100000:0.0:1788572579.451739:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85588a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196077696:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1788572579.451944:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4876a9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x673:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.451961:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4876a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x673:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.451974:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4876a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x673:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.451983:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4876a9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x673:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.451990:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4876a9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x673:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.451997:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4876a9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x673:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.452109:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572579.452135:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4876a2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.452142:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4876a2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.452178:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4876a2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.452193:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8bc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.452199:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4876a2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.452207:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4876a2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.452220:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x673:0x0].0x0 (ffff88cb8a287300) 00010000:00010000:1.0:1788572579.452224:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.452229:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4876a2 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.452235:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4876a2 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.452258:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48769b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.452266:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48769b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.452278:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48769b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.452590:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572579.452598:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4876a9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x673:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.452604:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572579.452607:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4876a9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x673:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.452615:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4876a9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x673:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.452626:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x673:0x0].0x0 (ffff88cb8a287300) 00010000:00010000:0.0:1788572579.452628:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572579.452631:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4876a9 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x673:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.452637:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4876a9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x673:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.452654:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572579.452657:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48769b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.452663:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572579.452667:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 5/0,0 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48769b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.452675:0:225819:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 5/0,0 mode: EX/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48769b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.452707:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 4/0,0 mode: --/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48769b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.452714:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788572579.452775:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196077824:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788572579.452830:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.452904:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196077824 00000100:00100000:3.0:1788572579.452912:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196077824 00000100:00100000:3.0:1788572579.452965:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16042 00000100:00100000:3.0:1788572579.452975:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+115:3640:x1875440196077824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572579.452988:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.453006:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2c00/0xaad440e68c48769b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487694 expref: 115 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.453031:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x673:0x0].0x0 (ffff88ca9149be00) 00010000:00010000:3.0:1788572579.453040:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.453713:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 3/0,0 mode: --/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48769b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.453942:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.453945:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.453947:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.454013:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788572579.454020:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265800/0xaad440e68c487694 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x673:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48769b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.454053:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572579.454060:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48767f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.454068:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48767f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.454076:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48767f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.454093:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1788572579.454099:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572579.454104:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3e00/0xaad440e68c487686 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48768d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.454112:0:205632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3e00/0xaad440e68c487686 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48768d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.454283:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572579.454289:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48767f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.454296:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572579.454301:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48767f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.454310:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48767f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.454337:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48767f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.454344:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572579.454364:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48767f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.454372:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c487678 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48767f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.454392:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572579.454411:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196077952:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.454491:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+90:361572:x1875453633050112:12345-192.168.202.54@tcp:36:rm.0 Request processed in 11828us (11989us total) trans 12884962007 rc 0/0 00000100:00100000:1.0:1788572579.454503:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138292 00000100:00100000:0.0:1788572579.454630:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572579.454673:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.454675:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.454677:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.454715:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196077952 00000100:00100000:1.0:1788572579.454722:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196077952 00000100:00100000:1.0:1788572579.454799:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16043 00000100:00100000:1.0:1788572579.454808:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+115:3638:x1875440196077952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.454820:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.454836:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c48767f lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487678 expref: 115 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.454862:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8400) 00010000:00010000:1.0:1788572579.454874:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.454907:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+114:3638:x1875440196077952:12345-0@lo:103:ldlm_bl.0 Request processed in 101us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.454913:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16043 00000100:00100000:3.0:1788572579.455085:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+113:3640:x1875440196077824:12345-0@lo:103:ldlm_bl.0 Request processed in 2110us (2253us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.455092:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16042 00000100:00100000:2.0:1788572579.455165:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196077824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.455383:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196077952:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572579.455491:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.458566:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.458727:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633050240 00000100:00100000:0.0:1788572579.458737:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633050240 00000100:00100000:0.0:1788572579.458951:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138293 00000100:00100000:0.0:1788572579.458965:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:361572:x1875453633050240:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.458987:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.459011:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c4876b0 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77913 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459091:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c4876b7 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459107:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c4876b7 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459119:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c4876b7 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459135:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c4876be lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459143:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c4876be lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459194:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c4876be lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459309:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4876c5 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459318:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4876c5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459325:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4876c5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.459369:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x5f3:0x0]: returning size 0 00000004:00200000:0.0:1788572579.459373:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572579.459393:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4876c5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459406:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4876c5 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459415:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c4876b7 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459422:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c4876b7 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459429:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c4876b7 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459436:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c4876b7 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459441:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.459445:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c4876b7 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459453:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c4876b7 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459464:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9149b700) 00010000:00010000:0.0:1788572579.459467:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.459472:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c4876b7 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459482:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c4876b7 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459496:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c4876be lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459502:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c4876be lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459507:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c4876be lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459512:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.459514:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c4876be lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459519:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c4876be lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459525:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd9d6592 (ffff88ca9149b000) 00010000:00010000:0.0:1788572579.459528:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.459530:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c4876be lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459535:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c4876be lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459564:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c4876b0 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77913 expref: 126 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459585:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4876c5 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77913 expref: 125 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.459591:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5f3:0x0].0x0 (ffff88ca9149ba00) 00010000:00010000:0.0:1788572579.459594:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572579.459597:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc3a00, rc 0) 00000100:00100000:0.0:1788572579.459660:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+125:361572:x1875453633050240:12345-192.168.202.54@tcp:101:rm.0 Request processed in 698us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.459668:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138293 00000100:00100000:3.0:1788572579.462197:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.465410:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633050496 00000100:00100000:2.0:1788572579.465428:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633050496 00000100:00100000:2.0:1788572579.465506:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138294 00000100:00100000:2.0:1788572579.465516:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+125:361572:x1875453633050496:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.465583:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.465614:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4876c5 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77913 expref: 125 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.465635:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5f3:0x0].0x0 (ffff88ca9149ba00) 00010000:00010000:2.0:1788572579.465649:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.465675:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c4876cc lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.465688:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c4876cc lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.465699:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c4876cc lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.465713:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c4876d3 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.465720:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c4876d3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.465727:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c4876d3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.465844:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c4876da lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.466454:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c4876da lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.466464:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c4876da lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.466733:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3240, 64 off215552 00010000:00010000:2.0:1788572579.466806:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c4876e1 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.466816:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c4876e1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.466822:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c4876e1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.466830:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c4876e1 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.466836:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c4876e1 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.466842:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c4876e1 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.466937:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.466960:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c4876da lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.466967:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c4876da lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.466977:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c4876da lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.466983:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.466988:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c4876da lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.466996:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c4876da lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467008:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5f3:0x0].0x0 (ffff88cb8a287100) 00010000:00010000:2.0:1788572579.467011:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.467178:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c4876da lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467187:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b000/0xaad440e68c4876da lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467286:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c4876cc lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467293:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c4876cc lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467299:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c4876cc lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467305:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c4876cc lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467311:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.467314:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c4876cc lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467321:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c4876cc lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467330:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb8a287900) 00010000:00010000:2.0:1788572579.467332:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.467335:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c4876cc lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467341:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a000/0xaad440e68c4876cc lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.467356:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d4938929 reply state 000000004545e1c6 transno 8589973322 ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c4876d3 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467366:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c4876d3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467373:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd9d6592 (ffff88cb8a287e00) 00010000:00010000:2.0:1788572579.467375:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572579.467378:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572579.467524:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+126:361572:x1875453633050496:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2006us (5341us total) trans 8589973322 rc 0/0 00000100:00100000:2.0:1788572579.467533:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138294 00010000:00010000:2.0:1788572579.467574:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572579.467580:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c4876e1 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467586:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572579.467589:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c4876e1 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467596:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c4876e1 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467604:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x5f3:0x0].0x0 (ffff88cb8a287100) 00010000:00010000:2.0:1788572579.467606:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572579.467608:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c4876e1 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467614:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8a800/0xaad440e68c4876e1 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x5f3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.467626:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.467628:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.467630:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572579.470839:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.470979:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633050624 00000100:00100000:1.0:1788572579.470990:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633050624 00000100:00100000:1.0:1788572579.471139:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138295 00000100:00100000:1.0:1788572579.471177:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+126:361572:x1875453633050624:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.471389:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.471414:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c4876e8 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7791a expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471483:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c4876ef lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471503:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c4876ef lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471515:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c4876ef lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471529:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4876f6 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471537:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4876f6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471544:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4876f6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471638:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c4876fd lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x52c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471645:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c4876fd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x52c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471653:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c4876fd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x52c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.471694:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x52c:0x0]: returning size 0 00000004:00200000:1.0:1788572579.471699:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572579.471717:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c4876fd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x52c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471730:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c4876fd lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x52c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471744:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c4876ef lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471750:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c4876ef lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471756:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c4876ef lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471762:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c4876ef lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471777:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.471781:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c4876ef lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471789:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c4876ef lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471800:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb71efb00) 00010000:00010000:1.0:1788572579.471803:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.471808:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c4876ef lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471814:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265400/0xaad440e68c4876ef lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471827:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4876f6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471833:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4876f6 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471838:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4876f6 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471843:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.471846:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4876f6 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471863:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4876f6 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471870:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x43611119 (ffff88cbb71ef000) 00010000:00010000:1.0:1788572579.471872:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.471875:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4876f6 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471882:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4876f6 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471916:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c4876e8 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7791a expref: 128 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471932:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c4876fd lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x52c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7791a expref: 127 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.471939:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x52c:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:1.0:1788572579.471941:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572579.471943:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513800, rc 0) 00000100:00100000:1.0:1788572579.472123:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+127:361572:x1875453633050624:12345-192.168.202.54@tcp:101:rm.0 Request processed in 973us (1357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.472134:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138295 00000100:00100000:3.0:1788572579.475568:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.475665:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633050880 00000100:00100000:1.0:1788572579.475675:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633050880 00000100:00100000:1.0:1788572579.475774:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138296 00000100:00100000:1.0:1788572579.475786:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+127:361572:x1875453633050880:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.475859:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.475887:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513800/0xaad440e68c4876fd lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x52c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7791a expref: 127 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.475908:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x52c:0x0].0x0 (ffff88cbb71efe00) 00010000:00010000:1.0:1788572579.475919:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.475943:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487704 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.475956:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487704 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.475965:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487704 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.475977:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48770b lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.475983:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48770b lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.475990:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48770b lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476091:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c487712 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x52c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476098:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c487712 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x52c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476105:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c487712 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x52c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572579.476377:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3245, 64 off215872 00010000:00010000:1.0:1788572579.476435:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c487719 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x52c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476445:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c487719 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x52c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476455:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c487719 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x52c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476462:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c487719 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x52c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476469:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c487719 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x52c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476476:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c487719 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x52c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476495:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572579.476514:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c487712 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x52c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476525:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c487712 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x52c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476531:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c487712 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x52c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476536:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.476541:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c487712 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x52c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476549:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c487712 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x52c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476558:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x52c:0x0].0x0 (ffff88cb86578700) 00010000:00010000:1.0:1788572579.476561:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572579.476566:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c487712 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x52c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476572:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f400/0xaad440e68c487712 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x52c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476590:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487704 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476596:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487704 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476602:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487704 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476608:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487704 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476614:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.476617:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487704 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476623:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487704 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476630:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb71ef200) 00010000:00010000:1.0:1788572579.476633:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.476635:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487704 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476641:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512a00/0xaad440e68c487704 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.476657:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a96e8ecf reply state 000000000b63fe51 transno 8589973323 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48770b lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476668:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48770b lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.476674:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x43611119 (ffff88cb86578800) 00010000:00010000:1.0:1788572579.476676:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572579.476679:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572579.476757:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95508a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+128:361572:x1875453633050880:12345-192.168.202.54@tcp:36:rm.0 Request processed in 973us (1201us total) trans 8589973323 rc 0/0 00000100:00100000:1.0:1788572579.476766:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138296 00010000:00010000:0.0:1788572579.477277:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572579.477286:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c487719 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x52c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.477293:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572579.477296:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c487719 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x52c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.477303:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c487719 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x52c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.477312:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x52c:0x0].0x0 (ffff88cb86578700) 00010000:00010000:0.0:1788572579.477314:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572579.477318:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c487719 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x52c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.477323:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f200/0xaad440e68c487719 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x52c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.477342:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.477344:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.477346:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572579.480402:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.480635:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633051008 00000100:00100000:1.0:1788572579.480645:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633051008 00000100:00100000:1.0:1788572579.480710:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138297 00000100:00100000:1.0:1788572579.480721:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+90:361572:x1875453633051008:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.480747:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.480940:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487720 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77921 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481067:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487727 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481082:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487727 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481094:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487727 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481111:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48772e lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481118:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48772e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481125:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48772e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481372:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c487735 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481382:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c487735 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481390:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c487735 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.481427:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x9e7:0x0]: returning size 0 00000004:00200000:1.0:1788572579.481431:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572579.481452:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c487735 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481464:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c487735 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481473:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487727 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481480:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487727 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481486:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487727 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481492:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487727 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481498:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.481502:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487727 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481510:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487727 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481522:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb86578c00) 00010000:00010000:1.0:1788572579.481524:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.481529:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487727 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481540:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487727 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481556:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48772e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481563:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48772e lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481569:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48772e lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481573:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.481576:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48772e lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481582:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48772e lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481589:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xde8d5cf8 (ffff88cb981f5300) 00010000:00010000:1.0:1788572579.481591:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.481594:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48772e lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481600:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48772e lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481632:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487720 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77921 expref: 92 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481654:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c487735 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77921 expref: 91 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.481662:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e7:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:1.0:1788572579.481664:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572579.481667:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148b000, rc 0) 00000100:00100000:1.0:1788572579.481736:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+91:361572:x1875453633051008:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1016us (1345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.481744:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138297 00000100:00100000:0.0:1788572579.485403:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.485471:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633051264 00000100:00100000:1.0:1788572579.485486:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633051264 00000100:00100000:1.0:1788572579.485560:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138298 00000100:00100000:1.0:1788572579.485571:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+91:361572:x1875453633051264:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.485631:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.485658:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c487735 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77921 expref: 91 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.485681:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e7:0x0].0x0 (ffff88cb981f5700) 00010000:00010000:1.0:1788572579.485697:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.485730:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48773c lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.485743:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48773c lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.485753:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48773c lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.486483:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c487743 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.486497:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c487743 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.486506:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c487743 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.486618:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48774a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.486626:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48774a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.486633:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48774a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572579.486996:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3919, 64 off259008 00010000:00010000:1.0:1788572579.487457:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c487751 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487470:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c487751 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487479:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c487751 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487487:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c487751 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487494:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c487751 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487500:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c487751 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487525:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572579.487549:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48774a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487556:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48774a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487563:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48774a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487569:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.487573:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48774a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487580:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48774a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487591:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e7:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:1.0:1788572579.487594:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572579.487598:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48774a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487605:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48774a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487627:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48773c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487638:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48773c lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487644:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48773c lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487650:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48773c lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487655:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.487658:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48773c lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487665:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48773c lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487672:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:1.0:1788572579.487675:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.487678:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48773c lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487683:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c48773c lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.487699:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000058ab7a3d reply state 000000004fa6ea9a transno 12884962008 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c487743 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487709:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c487743 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.487715:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xde8d5cf8 (ffff88ca8ff27400) 00010000:00010000:1.0:1788572579.487718:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572579.487721:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788572579.487843:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572579.487858:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c487751 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.487865:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572579.487869:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c487751 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.487876:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c487751 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.487884:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9e7:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:0.0:1788572579.487886:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572579.487889:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c487751 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.487894:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c487751 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x9e7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.487910:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.487912:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.487914:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.488212:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+92:361572:x1875453633051264:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2636us (2815us total) trans 12884962008 rc 0/0 00000100:00100000:1.0:1788572579.488222:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138298 00000100:00100000:2.0:1788572579.492118:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.492586:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633051392 00000100:00100000:1.0:1788572579.492597:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633051392 00000100:00100000:1.0:1788572579.492691:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138299 00000100:00100000:1.0:1788572579.492701:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+92:361572:x1875453633051392:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.492726:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.492752:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c487758 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77928 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.492840:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c48775f lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.492866:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c48775f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.492880:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c48775f lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.492895:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c487766 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.492901:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c487766 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.492907:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c487766 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493082:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c48776d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xad2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493092:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c48776d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xad2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493099:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c48776d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xad2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.493132:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xad2:0x0]: returning size 0 00000004:00200000:1.0:1788572579.493136:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572579.493520:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c48776d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xad2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493535:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c48776d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xad2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493545:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c48775f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493551:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c48775f lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493556:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c48775f lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493561:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c48775f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493566:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.493570:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c48775f lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493578:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c48775f lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493590:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb71efb00) 00010000:00010000:1.0:1788572579.493594:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.493599:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c48775f lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493605:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03e00/0xaad440e68c48775f lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493619:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c487766 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493624:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c487766 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493630:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c487766 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493635:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.493637:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c487766 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493643:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c487766 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493650:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x16f4a8bc (ffff88cbb71ef000) 00010000:00010000:1.0:1788572579.493652:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.493655:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c487766 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493661:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c487766 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493697:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c487758 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77928 expref: 94 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493713:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c48776d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xad2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77928 expref: 93 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.493721:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xad2:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:1.0:1788572579.493723:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572579.493726:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b02c00, rc 0) 00000100:00100000:1.0:1788572579.493808:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+93:361572:x1875453633051392:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1108us (1700us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.493817:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138299 00000100:00100000:0.0:1788572579.496758:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.497408:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633051648 00000100:00100000:2.0:1788572579.497422:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633051648 00000100:00100000:2.0:1788572579.497499:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138300 00000100:00100000:2.0:1788572579.497511:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+93:361572:x1875453633051648:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.497569:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.497598:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c48776d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xad2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77928 expref: 93 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.497618:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xad2:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:2.0:1788572579.497631:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.497660:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c487774 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.497676:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c487774 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.497686:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c487774 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.497698:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a600/0xaad440e68c48777b lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.497704:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a600/0xaad440e68c48777b lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.497711:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a600/0xaad440e68c48777b lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.497869:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c487782 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xad2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.497879:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c487782 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.497886:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c487782 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.498433:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3913, 64 off258624 00010000:00010000:2.0:1788572579.498484:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c487789 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xad2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498494:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c487789 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498502:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c487789 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498510:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c487789 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498517:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c487789 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498523:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c487789 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498545:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.498567:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572579.498573:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c487789 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498580:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572579.498584:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c487789 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498592:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c487789 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498601:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xad2:0x0].0x0 (ffff88cb8a287700) 00010000:00010000:2.0:1788572579.498604:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572579.498608:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c487789 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498614:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c487789 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xad2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498627:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.498629:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.498631:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.498645:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c487782 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498651:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c487782 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498655:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c487782 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498661:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.498664:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c487782 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498669:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c487782 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498676:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xad2:0x0].0x0 (ffff88cb8a287700) 00010000:00010000:2.0:1788572579.498678:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.498682:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c487782 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498687:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c487782 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xad2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498706:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c487774 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498712:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c487774 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498718:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c487774 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498728:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c487774 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498733:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.498736:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c487774 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498742:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c487774 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498748:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a287100) 00010000:00010000:2.0:1788572579.498751:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.498754:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c487774 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498759:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c487774 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.498831:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000990062e3 reply state 00000000c233c554 transno 12884962009 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a600/0xaad440e68c48777b lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498842:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a600/0xaad440e68c48777b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.498905:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x16f4a8bc (ffff88cb8a287900) 00010000:00010000:2.0:1788572579.498908:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572579.498911:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572579.498991:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+94:361572:x1875453633051648:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1480us (2240us total) trans 12884962009 rc 0/0 00000100:00100000:2.0:1788572579.499000:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138300 00000100:00100000:0.0:1788572579.501833:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.502031:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633051776 00000100:00100000:2.0:1788572579.502042:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633051776 00000100:00100000:2.0:1788572579.502099:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138301 00000100:00100000:2.0:1788572579.502109:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+94:361572:x1875453633051776:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.502132:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.502176:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c487790 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7792f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502266:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c487797 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502281:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c487797 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502291:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c487797 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502305:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c48779e lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502311:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c48779e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502318:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c48779e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502466:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c4877a5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502474:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c4877a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502484:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c4877a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.502519:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x8a7:0x0]: returning size 0 00000004:00200000:2.0:1788572579.502523:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.502545:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c4877a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502557:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c4877a5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502566:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c487797 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502572:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c487797 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502578:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c487797 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502584:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c487797 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502589:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.502594:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c487797 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502601:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c487797 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502612:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:2.0:1788572579.502615:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.502620:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c487797 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502626:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c487797 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502640:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c48779e lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502647:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c48779e lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502652:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c48779e lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502657:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.502660:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c48779e lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502666:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c48779e lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502673:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xe6734074 (ffff88cb8a287300) 00010000:00010000:2.0:1788572579.502676:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.502678:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c48779e lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502684:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c48779e lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502714:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c487790 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7792f expref: 96 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502729:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c4877a5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7792f expref: 95 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.502736:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8a7:0x0].0x0 (ffff88cb8a287600) 00010000:00010000:2.0:1788572579.502739:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572579.502741:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8a200, rc 0) 00000100:00100000:2.0:1788572579.502811:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+95:361572:x1875453633051776:12345-192.168.202.54@tcp:101:rm.0 Request processed in 703us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.502818:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138301 00000100:00100000:1.0:1788572579.509655:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.509719:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633052032 00000100:00100000:2.0:1788572579.509731:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633052032 00000100:00100000:2.0:1788572579.509801:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138302 00000100:00100000:2.0:1788572579.509812:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+95:361572:x1875453633052032:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.509889:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.509922:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c4877a5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7792f expref: 95 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.509947:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8a7:0x0].0x0 (ffff88cb8a287600) 00010000:00010000:2.0:1788572579.509961:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.509987:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4877ac lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510001:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4877ac lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510011:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4877ac lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510034:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8be00/0xaad440e68c4877b3 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510041:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8be00/0xaad440e68c4877b3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510049:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8be00/0xaad440e68c4877b3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510143:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4877ba lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510179:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4877ba lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510199:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4877ba lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.510460:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3920, 64 off259072 00010000:00010000:2.0:1788572579.510513:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4877c1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510523:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4877c1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510531:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4877c1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510539:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4877c1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510545:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4877c1 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510552:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4877c1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510572:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.510591:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572579.510597:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4877c1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510603:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572579.510607:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4877c1 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510615:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4877c1 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510623:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8a7:0x0].0x0 (ffff88cb98ddfd00) 00010000:00010000:2.0:1788572579.510626:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572579.510630:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4877c1 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510635:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4877c1 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510646:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.510648:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.510650:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.510664:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4877ba lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510670:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4877ba lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510681:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4877ba lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510685:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ba00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.510689:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4877ba lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510695:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4877ba lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510702:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x8a7:0x0].0x0 (ffff88cb98ddfd00) 00010000:00010000:2.0:1788572579.510704:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.510707:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4877ba lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510713:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4877ba lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x8a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510730:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4877ac lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510736:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4877ac lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510741:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4877ac lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510746:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4877ac lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510750:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8bc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.510754:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4877ac lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510760:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4877ac lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510766:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca962ac400) 00010000:00010000:2.0:1788572579.510769:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.510771:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4877ac lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510777:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c4877ac lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.510789:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005830d440 reply state 0000000008816a2c transno 12884962010 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8be00/0xaad440e68c4877b3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510798:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8be00/0xaad440e68c4877b3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.510804:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xe6734074 (ffff88cb98ddf800) 00010000:00010000:2.0:1788572579.510807:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572579.510809:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572579.510886:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+96:361572:x1875453633052032:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1074us (1239us total) trans 12884962010 rc 0/0 00000100:00100000:2.0:1788572579.510894:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138302 00000100:00100000:1.0:1788572579.514508:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.514600:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633052160 00000100:00100000:2.0:1788572579.514613:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633052160 00000100:00100000:2.0:1788572579.514714:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138303 00000100:00100000:2.0:1788572579.514727:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+96:361572:x1875453633052160:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.514753:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.514791:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c4877c8 lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77936 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.514879:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4877cf lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.514895:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4877cf lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.514907:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4877cf lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.514918:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c4877d6 lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.514926:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c4877d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.514932:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c4877d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515094:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c4877dd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515103:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c4877dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515110:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c4877dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.515144:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x6f6:0x0]: returning size 0 00000004:00200000:2.0:1788572579.515148:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.515206:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c4877dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515220:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c4877dd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515230:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4877cf lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515248:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4877cf lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515255:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4877cf lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515262:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4877cf lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515269:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.515273:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4877cf lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515281:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4877cf lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515293:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cb98ddf700) 00010000:00010000:2.0:1788572579.515296:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.515301:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4877cf lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515308:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4877cf lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515322:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c4877d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515329:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c4877d6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515334:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c4877d6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515340:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.515343:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c4877d6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515349:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c4877d6 lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515356:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xb534ea61 (ffff88cb98ddf000) 00010000:00010000:2.0:1788572579.515359:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.515361:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c4877d6 lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515367:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c4877d6 lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515399:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c4877c8 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77936 expref: 98 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515416:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c4877dd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77936 expref: 97 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.515423:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6f6:0x0].0x0 (ffff88cb98ddf600) 00010000:00010000:2.0:1788572579.515426:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572579.515428:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d2c00, rc 0) 00000100:00100000:2.0:1788572579.515491:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+97:361572:x1875453633052160:12345-192.168.202.54@tcp:101:rm.0 Request processed in 767us (995us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.515500:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138303 00000100:00100000:3.0:1788572579.518337:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.519562:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633052416 00000100:00100000:0.0:1788572579.519574:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633052416 00000100:00100000:1.0:1788572579.519640:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138304 00000100:00100000:1.0:1788572579.519651:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f936a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+97:361572:x1875453633052416:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.519709:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.519737:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c4877dd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77936 expref: 97 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.519757:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6f6:0x0].0x0 (ffff88cb98ddf600) 00010000:00010000:1.0:1788572579.519782:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.519809:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c4877e4 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.519824:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c4877e4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.519834:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c4877e4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.519859:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4877eb lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.519867:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4877eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.519874:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4877eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.519967:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4877f2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.519975:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4877f2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.519982:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4877f2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572579.520598:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3921, 64 off259136 00010000:00010000:1.0:1788572579.520650:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4877f9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520660:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4877f9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520667:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4877f9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520675:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4877f9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520681:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4877f9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520687:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4877f9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520704:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572579.520726:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4877f2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520733:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4877f2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520739:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4877f2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520745:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.520750:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4877f2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520759:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4877f2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520780:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6f6:0x0].0x0 (ffff88cbb349dd00) 00010000:00010000:1.0:1788572579.520784:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572579.520788:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4877f2 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520799:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c4877f2 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520817:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c4877e4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520823:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c4877e4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520829:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c4877e4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520835:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c4877e4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520840:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.520842:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c4877e4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520860:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c4877e4 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520869:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349d700) 00010000:00010000:1.0:1788572579.520871:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.520874:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c4877e4 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520880:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c4877e4 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.520895:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000dfe9cfaa reply state 0000000008e8c538 transno 12884962011 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4877eb lrc: 3/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520907:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4877eb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.520914:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xb534ea61 (ffff88cbb349da00) 00010000:00010000:1.0:1788572579.520916:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572579.520919:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572579.521002:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f936a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+98:361572:x1875453633052416:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1351us (2671us total) trans 12884962011 rc 0/0 00000100:00100000:1.0:1788572579.521010:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138304 00010000:00010000:3.0:1788572579.523643:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.523658:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4877f9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.523669:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.523674:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4877f9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.523685:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4877f9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.523703:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x6f6:0x0].0x0 (ffff88cbb349dd00) 00010000:00010000:3.0:1788572579.523707:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.523712:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4877f9 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.523719:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c4877f9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.523744:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.523745:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.523747:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.526442:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.526546:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633052544 00000100:00100000:3.0:1788572579.526556:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633052544 00000100:00100000:3.0:1788572579.526624:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138305 00000100:00100000:3.0:1788572579.526636:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+128:361572:x1875453633052544:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.526662:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.526688:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487800 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7793d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.526764:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c487807 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.526780:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c487807 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.526791:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c487807 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.526805:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c48780e lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.526811:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c48780e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.526818:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c48780e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.526925:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c487815 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x536:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.526933:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c487815 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x536:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.526940:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c487815 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x536:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572579.526982:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x536:0x0]: returning size 0 00000004:00200000:3.0:1788572579.526986:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572579.527005:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c487815 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x536:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527018:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c487815 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x536:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527028:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c487807 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527034:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c487807 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527041:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c487807 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527047:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c487807 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527057:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fd000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.527061:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c487807 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527069:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c487807 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527081:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8200) 00010000:00010000:3.0:1788572579.527084:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.527089:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c487807 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527095:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fd000/0xaad440e68c487807 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527109:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c48780e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527114:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c48780e lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527119:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c48780e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527124:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.527127:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c48780e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527132:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c48780e lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527144:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xf0a6b466 (ffff88caa2ec8f00) 00010000:00010000:3.0:1788572579.527147:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.527176:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c48780e lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527183:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9000/0xaad440e68c48780e lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527231:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fde00/0xaad440e68c487800 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7793d expref: 130 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527260:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c487815 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x536:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7793d expref: 129 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.527268:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x536:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572579.527270:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572579.527273:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8000, rc 0) 00000100:00100000:3.0:1788572579.527337:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+129:361572:x1875453633052544:12345-192.168.202.54@tcp:101:rm.0 Request processed in 704us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.527344:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138305 00000100:00100000:1.0:1788572579.531445:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.531532:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633052800 00000100:00100000:3.0:1788572579.531542:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633052800 00000100:00100000:3.0:1788572579.531627:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138306 00000100:00100000:3.0:1788572579.531637:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+129:361572:x1875453633052800:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572579.531698:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.531728:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8000/0xaad440e68c487815 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x536:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7793d expref: 129 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.531753:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x536:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572579.531768:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572579.531796:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c48781c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.531811:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c48781c lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.531821:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c48781c lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.531833:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487823 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.531839:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487823 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.531845:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487823 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.531950:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c48782a lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x536:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.531959:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c48782a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x536:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.531966:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c48782a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x536:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572579.532508:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3246, 64 off215936 00000004:00080000:3.0:1788572579.532518:0:230921:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 13557626364964ns, next at 13558626362276ns, rc = 0 00010000:00010000:3.0:1788572579.532564:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487831 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x536:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532574:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487831 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x536:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532580:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487831 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x536:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532587:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487831 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x536:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532594:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487831 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x536:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532599:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487831 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x536:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532679:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572579.532699:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c48782a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x536:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532705:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c48782a lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x536:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532711:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c48782a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x536:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532716:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.532720:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c48782a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x536:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532731:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c48782a lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x536:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532741:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x536:0x0].0x0 (ffff88caa2ec8000) 00010000:00010000:3.0:1788572579.532743:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572579.532747:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c48782a lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x536:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532752:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b200/0xaad440e68c48782a lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x536:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532770:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c48781c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532776:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c48781c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532782:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c48781c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532788:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c48781c lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532793:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.532796:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c48781c lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532802:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c48781c lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532809:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88caa2ec8400) 00010000:00010000:3.0:1788572579.532812:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.532815:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c48781c lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532821:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a800/0xaad440e68c48781c lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.532836:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fb844ed3 reply state 0000000084d9703f transno 8589973324 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487823 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532857:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487823 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.532864:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xf0a6b466 (ffff88caa2ec8800) 00010000:00010000:3.0:1788572579.532866:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572579.532869:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572579.532950:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+130:361572:x1875453633052800:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1312us (1512us total) trans 8589973324 rc 0/0 00000100:00100000:3.0:1788572579.532959:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138306 00010000:00010000:0.0:1788572579.535867:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572579.535886:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487831 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x536:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.535897:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572579.535902:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487831 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x536:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.535913:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487831 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x536:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.535934:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x536:0x0].0x0 (ffff88caa2ec8000) 00010000:00010000:0.0:1788572579.535938:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572579.535945:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487831 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x536:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.535952:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b800/0xaad440e68c487831 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x536:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.535989:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.535991:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.535993:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572579.536697:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.537126:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633052928 00000100:00100000:3.0:1788572579.537137:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633052928 00000100:00100000:3.0:1788572579.537351:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138307 00000100:00100000:3.0:1788572579.537363:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+130:361572:x1875453633052928:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.537392:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.537416:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780e00/0xaad440e68c487838 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77944 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537479:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c48783f lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537496:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c48783f lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537506:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c48783f lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537520:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c487846 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537527:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c487846 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537533:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c487846 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537624:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c48784d lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x37e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537632:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c48784d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x37e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537638:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c48784d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x37e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572579.537676:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x37e:0x0]: returning size 0 00000004:00200000:3.0:1788572579.537680:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572579.537701:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c48784d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x37e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537714:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c48784d lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x37e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537727:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c48783f lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537734:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c48783f lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537740:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c48783f lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537747:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c48783f lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537752:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b780000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.537756:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c48783f lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537763:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c48783f lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537774:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cba1399000) 00010000:00010000:3.0:1788572579.537778:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.537783:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c48783f lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537789:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780000/0xaad440e68c48783f lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537804:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c487846 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537809:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c487846 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537814:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c487846 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537819:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b781600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.537822:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c487846 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537827:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c487846 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537833:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xab47351d (ffff88cba1399b00) 00010000:00010000:3.0:1788572579.537835:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.537837:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c487846 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537842:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781600/0xaad440e68c487846 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537884:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780e00/0xaad440e68c487838 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77944 expref: 132 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537898:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c48784d lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x37e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77944 expref: 131 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.537904:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x37e:0x0].0x0 (ffff88cba1399800) 00010000:00010000:3.0:1788572579.537906:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572579.537908:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8b781000, rc 0) 00000100:00100000:3.0:1788572579.538177:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+131:361572:x1875453633052928:12345-192.168.202.54@tcp:101:rm.0 Request processed in 655us (1324us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.538260:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138307 00000100:00100000:2.0:1788572579.541569:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.541643:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633053184 00000100:00100000:0.0:1788572579.541654:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633053184 00000100:00100000:0.0:1788572579.541720:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138308 00000100:00100000:0.0:1788572579.541731:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+131:361572:x1875453633053184:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.541791:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.541819:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b781000/0xaad440e68c48784d lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x37e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77944 expref: 131 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.541845:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x37e:0x0].0x0 (ffff88cba1399800) 00010000:00010000:0.0:1788572579.541874:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.541905:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c487854 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.541919:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c487854 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.541932:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c487854 lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.541945:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2000/0xaad440e68c48785b lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.541952:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2000/0xaad440e68c48785b lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.541959:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2000/0xaad440e68c48785b lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542393:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c487862 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x37e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542404:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c487862 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x37e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542410:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c487862 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x37e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572579.542637:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3247, 64 off216000 00010000:00010000:0.0:1788572579.542689:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487869 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x37e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542699:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487869 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x37e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542707:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487869 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x37e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542716:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487869 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x37e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542722:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487869 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x37e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542729:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487869 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x37e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542756:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572579.542777:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c487862 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x37e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542784:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c487862 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x37e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542791:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c487862 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x37e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542796:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.542801:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c487862 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x37e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542809:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c487862 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x37e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542818:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x37e:0x0].0x0 (ffff88ca9149bb00) 00010000:00010000:0.0:1788572579.542821:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572579.542826:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c487862 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x37e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.542832:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c487862 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x37e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.543075:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c487854 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.543084:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c487854 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.543090:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c487854 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.543096:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c487854 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.543101:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.543105:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c487854 lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.543111:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c487854 lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.543119:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9149b700) 00010000:00010000:0.0:1788572579.543122:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.543125:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c487854 lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.543135:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3800/0xaad440e68c487854 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.543148:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c1409765 reply state 00000000833ee57d transno 8589973325 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2000/0xaad440e68c48785b lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.543326:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2000/0xaad440e68c48785b lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.543333:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xab47351d (ffff88ca9149b000) 00010000:00010000:0.0:1788572579.543335:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572579.543338:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572579.543416:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+132:361572:x1875453633053184:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1686us (1855us total) trans 8589973325 rc 0/0 00000100:00100000:0.0:1788572579.543425:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138308 00010000:00010000:3.0:1788572579.543499:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.543506:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487869 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x37e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.543513:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.543516:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487869 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x37e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.543523:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487869 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x37e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.543533:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x37e:0x0].0x0 (ffff88ca9149bb00) 00010000:00010000:3.0:1788572579.543535:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.543538:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487869 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x37e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.543544:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c487869 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x37e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.543558:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.543560:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.543561:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572579.545931:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.546068:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633053312 00000100:00100000:2.0:1788572579.546079:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633053312 00000100:00100000:2.0:1788572579.546145:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138309 00000100:00100000:2.0:1788572579.546194:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+132:361572:x1875453633053312:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.546220:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.546255:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2e00/0xaad440e68c487870 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7794b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546329:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487877 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546343:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487877 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546355:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487877 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546369:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2400/0xaad440e68c48787e lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546376:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2400/0xaad440e68c48787e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546382:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2400/0xaad440e68c48787e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546487:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3a00/0xaad440e68c487885 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x371:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546496:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3a00/0xaad440e68c487885 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x371:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546503:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3a00/0xaad440e68c487885 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x371:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.546544:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x371:0x0]: returning size 0 00000004:00200000:2.0:1788572579.546549:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.546568:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3a00/0xaad440e68c487885 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x371:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546580:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3a00/0xaad440e68c487885 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x371:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546589:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487877 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546596:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487877 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546602:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487877 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546608:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487877 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546613:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.546617:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487877 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546626:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487877 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546637:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb98ddf700) 00010000:00010000:2.0:1788572579.546640:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.546645:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487877 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546651:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487877 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546665:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2400/0xaad440e68c48787e lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546671:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2400/0xaad440e68c48787e lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546677:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2400/0xaad440e68c48787e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546681:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.546684:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2400/0xaad440e68c48787e lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546689:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2400/0xaad440e68c48787e lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546696:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xee1f1a60 (ffff88cb98ddf000) 00010000:00010000:2.0:1788572579.546698:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.546700:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2400/0xaad440e68c48787e lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546706:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2400/0xaad440e68c48787e lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546735:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2e00/0xaad440e68c487870 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7794b expref: 134 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546752:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3a00/0xaad440e68c487885 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x371:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7794b expref: 133 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.546759:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x371:0x0].0x0 (ffff88cb98ddfd00) 00010000:00010000:2.0:1788572579.546761:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572579.546763:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3a00, rc 0) 00000100:00100000:2.0:1788572579.546829:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+133:361572:x1875453633053312:12345-192.168.202.54@tcp:101:rm.0 Request processed in 646us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.546837:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138309 00000100:00100000:3.0:1788572579.549570:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.549668:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633053568 00000100:00100000:0.0:1788572579.549679:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633053568 00000100:00100000:0.0:1788572579.549737:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138310 00000100:00100000:0.0:1788572579.549746:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f937480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+133:361572:x1875453633053568:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.549802:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.549829:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3a00/0xaad440e68c487885 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x371:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7794b expref: 133 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.549848:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x371:0x0].0x0 (ffff88cb98ddfd00) 00010000:00010000:0.0:1788572579.549872:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.549898:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c48788c lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.549912:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c48788c lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.549924:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c48788c lrc: 3/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.549936:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487893 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.549942:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487893 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.549949:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487893 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550040:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c48789a lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x371:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550048:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c48789a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x371:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550056:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c48789a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x371:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572579.550336:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].3241, 64 off215616 00010000:00010000:0.0:1788572579.550389:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4878a1 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x371:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550399:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4878a1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x371:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550406:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4878a1 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x371:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550413:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4878a1 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x371:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550420:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4878a1 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x371:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550426:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4878a1 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x371:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550450:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572579.550467:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c48789a lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x371:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550473:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c48789a lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x371:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550479:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c48789a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x371:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550485:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.550490:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c48789a lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x371:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550497:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c48789a lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x371:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550505:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x371:0x0].0x0 (ffff88ca9149b100) 00010000:00010000:0.0:1788572579.550508:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572579.550511:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c48789a lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x371:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550520:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c48789a lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x371:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550536:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c48788c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550542:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c48788c lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550548:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c48788c lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550553:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c48788c lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550558:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.550561:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c48788c lrc: 4/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550567:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c48788c lrc: 5/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550575:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9149b300) 00010000:00010000:0.0:1788572579.550578:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.550581:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c48788c lrc: 3/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550586:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2600/0xaad440e68c48788c lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.550598:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000085b5b929 reply state 000000008233ac07 transno 8589973326 ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487893 lrc: 3/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550608:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487893 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.550614:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xee1f1a60 (ffff88ca9149b600) 00010000:00010000:0.0:1788572579.550616:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572579.550619:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572579.550698:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f937480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:361572:x1875453633053568:12345-192.168.202.54@tcp:36:rm.0 Request processed in 952us (1136us total) trans 8589973326 rc 0/0 00000100:00100000:0.0:1788572579.550707:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138310 00010000:00010000:3.0:1788572579.551480:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.551490:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4878a1 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x371:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.551498:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.551502:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4878a1 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x371:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.551510:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4878a1 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x371:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.551522:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x371:0x0].0x0 (ffff88ca9149b100) 00010000:00010000:3.0:1788572579.551524:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.551528:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4878a1 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x371:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.551533:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3a00/0xaad440e68c4878a1 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x371:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.551552:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.551554:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.551556:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.554123:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.554337:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633053696 00000100:00100000:1.0:1788572579.554347:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633053696 00000100:00100000:1.0:1788572579.554417:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138311 00000100:00100000:1.0:1788572579.554428:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:361572:x1875453633053696:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.554454:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.554479:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c4878a8 lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77952 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554546:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4878af lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554560:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4878af lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554572:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4878af lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554591:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4878b6 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554598:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4878b6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554604:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4878b6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554674:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4878bd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554681:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4878bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554687:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4878bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.554706:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4878bd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554719:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4878af lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554726:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4878af lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554733:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4878af lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554739:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4878af lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554745:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.554749:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4878af lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554756:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4878af lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554767:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cbb349d700) 00010000:00010000:1.0:1788572579.554770:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.554776:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4878af lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554782:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6a00/0xaad440e68c4878af lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554798:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4878b6 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554805:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4878b6 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554810:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4878b6 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554815:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.554817:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4878b6 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554822:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4878b6 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554833:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x7e72ad46 (ffff88cbb349d300) 00010000:00010000:1.0:1788572579.554835:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.554838:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4878b6 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554844:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4878b6 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554889:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10800/0xaad440e68c4878a8 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77952 expref: 136 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554905:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4878bd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77952 expref: 135 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.554912:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xaf7:0x0].0x0 (ffff88cbb349dd00) 00010000:00010000:1.0:1788572579.554914:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572579.554916:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513000, rc 0) 00000100:00100000:1.0:1788572579.554982:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453633053696:12345-192.168.202.54@tcp:101:rm.0 Request processed in 556us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.554991:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138311 00000100:00100000:0.0:1788572579.558043:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.558119:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633053824 00000100:00100000:2.0:1788572579.558129:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633053824 00000100:00100000:2.0:1788572579.558255:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138312 00000100:00100000:2.0:1788572579.558266:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+98:361572:x1875453633053824:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.558292:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.558314:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c4878c4 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77959 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.558490:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4878cb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.558506:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4878cb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.558519:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4878cb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.558556:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0xaf7:0x0]: returning size 0 00000004:00200000:2.0:1788572579.558561:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572579.558600:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c4878c4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77959 expref: 100 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.558618:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4878cb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77959 expref: 99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.558628:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xaf7:0x0].0x0 (ffff88cb98ddf700) 00010000:00010000:2.0:1788572579.558631:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572579.558635:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d2400, rc 0) 00000100:00100000:2.0:1788572579.558691:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+99:361572:x1875453633053824:12345-192.168.202.54@tcp:101:rm.0 Request processed in 427us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.558699:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138312 00000100:00100000:3.0:1788572579.562347:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.562405:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.562539:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633053952 00000100:00100000:1.0:1788572579.562549:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633053952 00000100:00100000:1.0:1788572579.562617:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16044 00000100:00100000:1.0:1788572579.562629:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:352626:x1875453633053952:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572579.562644:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.562671:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513000/0xaad440e68c4878bd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77952 expref: 135 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.562695:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xaf7:0x0].0x0 (ffff88cbb349dd00) 00010000:00010000:1.0:1788572579.562706:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.562771:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:352626:x1875453633053952:12345-192.168.202.54@tcp:103:rm.0 Request processed in 145us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.562779:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16044 00000100:00100000:0.0:1788572579.562991:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633054208 00000100:00100000:0.0:1788572579.562997:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633054208 00000100:00100000:0.0:1788572579.563037:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138313 00000100:00100000:0.0:1788572579.563045:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+99:361572:x1875453633054208:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.563090:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.563105:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c4878cb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77959 expref: 99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563117:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xaf7:0x0].0x0 (ffff88cb98ddf700) 00010000:00010000:0.0:1788572579.563124:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.563214:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563222:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563233:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.563269:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196078080:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1788572579.563314:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.563345:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196078080 00000100:00100000:0.0:1788572579.563350:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196078080 00000100:00100000:0.0:1788572579.563378:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37267 00000100:00100000:0.0:1788572579.563384:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+113:202392:x1875440196078080:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.563398:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.563413:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c4878d9 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4878d2 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563435:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c4878d9 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4878d2 expref: 114 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563449:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c4878d9 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4878d2 expref: 114 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563457:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9149b700) 00010000:00010000:0.0:1788572579.563460:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.563462:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc2200, rc 0) 00000100:00100000:0.0:1788572579.563490:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+114:202392:x1875440196078080:12345-0@lo:101:mdt00_000.0 Request processed in 106us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.563496:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37267 00000100:00100000:0.0:1788572579.563521:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671600 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.563543:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196078080:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.563559:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4878d9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563574:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4878d9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572579.563592:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572579.563610:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c4878e0 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563617:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c4878e0 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563623:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c4878e0 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.563635:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196078208:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1788572579.563658:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.563680:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196078208 00000100:00100000:0.0:1788572579.563683:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196078208 00000100:00100000:0.0:1788572579.563709:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37268 00000100:00100000:0.0:1788572579.563715:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+114:202392:x1875440196078208:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.563723:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.563734:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4878e7 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4878e0 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563749:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4878e7 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4878e0 expref: 115 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563759:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4878e7 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4878e0 expref: 115 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563770:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x7e72ad46 (ffff88ca9149bf00) 00010000:00010000:0.0:1788572579.563773:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.563775:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc3600, rc 0) 00000100:00100000:0.0:1788572579.563797:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+115:202392:x1875440196078208:12345-0@lo:101:mdt00_000.0 Request processed in 83us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.563803:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37268 00000100:00100000:0.0:1788572579.563823:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671600 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.563835:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196078208:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.563859:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c4878e0 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4878e7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.563869:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c4878e0 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4878e7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572579.563880:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:0.0:1788572579.563911:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196078336:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572579.563936:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.563953:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196078336 00000100:00100000:0.0:1788572579.563957:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196078336 00000100:00100000:0.0:1788572579.563977:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37269 00000100:00100000:0.0:1788572579.563983:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+115:202392:x1875440196078336:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572579.564035:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+115:202392:x1875440196078336:12345-0@lo:1000:mdt00_000.0 Request processed in 52us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.564041:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37269 00000100:00100000:0.0:1788572579.564056:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671300 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.564066:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196078336:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572579.564100:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196078464:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572579.564122:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.564138:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196078464 00000100:00100000:0.0:1788572579.564141:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196078464 00000100:00100000:0.0:1788572579.564185:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37270 00000100:00100000:0.0:1788572579.564190:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+115:202392:x1875440196078464:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788572579.564276:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+115:202392:x1875440196078464:12345-0@lo:1000:mdt00_000.0 Request processed in 86us (153us total) trans 0 rc 1/1 00000100:00100000:0.0:1788572579.564283:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37270 00000100:00100000:0.0:1788572579.564300:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671300 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.564312:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196078464:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1788572579.564349:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.564357:0:202392:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.564364:0:202392:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.564375:0:202392:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196078592:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1788572579.564395:0:202392:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.564414:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196078592 00000100:00100000:0.0:1788572579.564417:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196078592 00000100:00100000:0.0:1788572579.564456:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37271 00000100:00100000:0.0:1788572579.564463:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+115:202392:x1875440196078592:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.564471:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.564481:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c4878f5 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4878ee expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.564496:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c4878f5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4878ee expref: 116 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.564505:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c4878f5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4878ee expref: 116 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.564512:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xaf7:0x0].0x0 (ffff88ca9149b100) 00010000:00010000:0.0:1788572579.564515:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.564517:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc3400, rc 0) 00000100:00100000:0.0:1788572579.564538:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+116:202392:x1875440196078592:12345-0@lo:101:mdt00_000.0 Request processed in 76us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.564544:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37271 00000100:00100000:0.0:1788572579.564637:0:202392:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671600 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.564651:0:202392:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:202392:1875440196078592:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1788572579.564662:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4878f5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.564671:0:202392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4878f5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.564694:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4878fc lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.564702:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4878fc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.564714:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4878fc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572579.565020:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3922, 64 off259200 00000040:00080000:0.0:1788572579.565050:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].207, 392 off113592 00000040:00080000:0.0:1788572579.565094:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].676, 472 off366112 00000004:00080000:0.0:1788572579.565099:0:202392:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8c671600 with version 4845 00000004:00080000:0.0:1788572579.565115:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4845 rpc_version 4845 00000020:00100000:0.0:1788572579.565134:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572579.565141:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8fcb3800 x1875440196078848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572579.565176:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb3800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196078848:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572579.565205:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.565220:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c6710c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.565233:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196078848 00000100:00100000:0.0:1788572579.565248:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196078848 00000100:00100000:0.0:1788572579.565273:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37272 00000100:00100000:0.0:1788572579.565280:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+116:202414:x1875440196078848:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572579.565512:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+117:202414:x1875440196078848:12345-0@lo:1000:osp_up1-0.0 Request processed in 231us (305us total) trans 8589973327 rc 0/0 00000100:00100000:0.0:1788572579.565519:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37272 00000100:00100000:0.0:1788572579.565554:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb3800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196078848:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572579.565581:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487903 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565591:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487903 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565600:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487903 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565607:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487903 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565612:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487903 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565618:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487903 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565632:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572579.565650:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4878fc lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565657:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4878fc lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565663:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4878fc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565669:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.565673:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4878fc lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565680:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4878fc lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565691:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xaf7:0x0].0x0 (ffff88ca9149bb00) 00010000:00010000:0.0:1788572579.565694:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.565698:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4878fc lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565705:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4878fc lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565715:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4878f5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565721:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4878f5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565728:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4878f5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565741:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572579.565752:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572579.565756:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4878d9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565762:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4878d9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565769:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4878d9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565780:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1788572579.565784:0:202392:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:0.0:1788572579.565788:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c4878e0 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4878e7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565800:0:202392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c4878e0 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4878e7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.565855:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+99:361572:x1875453633054208:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2809us (3448us total) trans 12884962012 rc 0/0 00000100:00100000:0.0:1788572579.565862:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138313 00010000:00010000:0.0:1788572579.565882:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572579.565888:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487903 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565895:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572579.565898:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487903 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565905:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487903 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565912:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xaf7:0x0].0x0 (ffff88ca9149bb00) 00010000:00010000:0.0:1788572579.565915:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572579.565917:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487903 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565922:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487903 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565935:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572579.565938:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4878f5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565948:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572579.565952:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4878f5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.565959:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4878f5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565981:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4878f5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.565988:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572579.566008:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4878f5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.566014:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3a00/0xaad440e68c4878ee lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4878f5 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.566036:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196078976:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.566065:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.566102:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196078976 00000100:00100000:0.0:1788572579.566106:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196078976 00000100:00100000:0.0:1788572579.566134:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16045 00000100:00100000:0.0:1788572579.566141:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+117:3638:x1875440196078976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572579.566173:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.566189:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3400/0xaad440e68c4878f5 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0xaf7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4878ee expref: 117 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.566202:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0xaf7:0x0].0x0 (ffff88ca9149b100) 00010000:00010000:0.0:1788572579.566208:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572579.566654:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.566662:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4878d9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.566670:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2600 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.566675:0:202381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4878d9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.566681:0:202381:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4878d9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.566705:0:202381:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4878d9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.566711:0:202381:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.566743:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4878d9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.566751:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc2600/0xaad440e68c4878d2 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4878d9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.566767:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.566769:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.566770:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.566904:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.567144:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788572579.567201:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196079104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.567252:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.567479:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196079104 00000100:00100000:3.0:1788572579.567485:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196079104 00000100:00100000:3.0:1788572579.567534:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16046 00000100:00100000:3.0:1788572579.567542:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+117:3640:x1875440196079104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572579.567552:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.567567:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2200/0xaad440e68c4878d9 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4878d2 expref: 117 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.567581:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca9149b700) 00010000:00010000:3.0:1788572579.567590:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572579.567630:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+116:3640:x1875440196079104:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.567637:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16046 00000100:00100000:1.0:1788572579.567740:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196079104:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572579.568297:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.568301:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.568303:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.568373:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196078976:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.568881:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+116:3638:x1875440196078976:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.568895:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16045 00000100:00100000:3.0:1788572579.571393:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.571475:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633054336 00000100:00100000:2.0:1788572579.571485:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633054336 00000100:00100000:2.0:1788572579.571554:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138314 00000100:00100000:2.0:1788572579.571568:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:361572:x1875453633054336:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.571591:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.571618:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2e00/0xaad440e68c48790a lrc: 2/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77960 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571703:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487911 lrc: 3/1,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571721:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487911 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571733:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487911 lrc: 3/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571748:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3000/0xaad440e68c487918 lrc: 3/1,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571756:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3000/0xaad440e68c487918 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571763:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3000/0xaad440e68c487918 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571840:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3400/0xaad440e68c48791f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571862:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3400/0xaad440e68c48791f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571870:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3400/0xaad440e68c48791f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.571897:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3400/0xaad440e68c48791f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571913:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487911 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571922:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487911 lrc: 4/1,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571929:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487911 lrc: 3/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571936:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487911 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571942:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.571947:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487911 lrc: 4/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571954:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487911 lrc: 5/0,0 mode: CR/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571965:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:2.0:1788572579.571968:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.571972:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487911 lrc: 3/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571979:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487911 lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.571994:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3000/0xaad440e68c487918 lrc: 3/1,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.572001:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3000/0xaad440e68c487918 lrc: 2/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.572006:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3000/0xaad440e68c487918 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.572011:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.572025:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3000/0xaad440e68c487918 lrc: 3/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.572032:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3000/0xaad440e68c487918 lrc: 4/0,0 mode: PR/PR res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.572039:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x319d6307 (ffff88cb98ddf100) 00010000:00010000:2.0:1788572579.572042:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.572044:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3000/0xaad440e68c487918 lrc: 2/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.572051:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3000/0xaad440e68c487918 lrc: 0/0,0 mode: --/PR res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.572086:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2e00/0xaad440e68c48790a lrc: 0/0,0 mode: --/CR res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77960 expref: 136 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.572102:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3400/0xaad440e68c48791f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77960 expref: 135 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.572109:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c7:0x0].0x0 (ffff88cb98ddf300) 00010000:00010000:2.0:1788572579.572112:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572579.572114:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3400, rc 0) 00000100:00100000:2.0:1788572579.572562:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453633054336:12345-192.168.202.54@tcp:101:rm.0 Request processed in 996us (1176us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.572571:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138314 00000100:00100000:3.0:1788572579.575362:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.575598:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633054464 00000100:00100000:2.0:1788572579.575610:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633054464 00000100:00100000:2.0:1788572579.575671:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138315 00000100:00100000:2.0:1788572579.575683:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+99:361572:x1875453633054464:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.575709:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.575737:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487926 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77967 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.575905:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c48792d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.575920:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c48792d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.575931:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c48792d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.575967:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x9c7:0x0]: returning size 0 00000004:00200000:2.0:1788572579.575972:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572579.576012:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487926 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77967 expref: 101 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.576046:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c48792d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77967 expref: 100 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.576055:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c7:0x0].0x0 (ffff88cb98ddf700) 00010000:00010000:2.0:1788572579.576058:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572579.576061:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d2a00, rc 0) 00000100:00100000:2.0:1788572579.576122:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+100:361572:x1875453633054464:12345-192.168.202.54@tcp:101:rm.0 Request processed in 442us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.576132:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138315 00000100:00100000:0.0:1788572579.579580:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.579672:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633054592 00000100:00100000:1.0:1788572579.579682:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633054592 00000100:00100000:1.0:1788572579.579740:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16047 00000100:00100000:1.0:1788572579.579749:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:352627:x1875453633054592:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572579.579765:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.579790:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3400/0xaad440e68c48791f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77960 expref: 135 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.579807:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c7:0x0].0x0 (ffff88cb98ddf300) 00010000:00010000:1.0:1788572579.579816:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.579877:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:352627:x1875453633054592:12345-192.168.202.54@tcp:103:rm.0 Request processed in 129us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.579885:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16047 00000100:00100000:3.0:1788572579.581877:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.581947:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633054848 00000100:00100000:1.0:1788572579.581956:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633054848 00000100:00100000:1.0:1788572579.582011:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138316 00000100:00100000:1.0:1788572579.582028:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+100:361572:x1875453633054848:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.582084:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.582109:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c48792d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77967 expref: 100 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.582125:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c7:0x0].0x0 (ffff88cb98ddf700) 00010000:00010000:1.0:1788572579.582136:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.582231:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.582251:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.582261:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 3/0,1 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.582284:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196079232:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572579.582334:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.582375:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.582567:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196079232 00000100:00100000:2.0:1788572579.582572:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196079232 00000100:00100000:2.0:1788572579.582616:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37273 00000100:00100000:2.0:1788572579.582625:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+115:205632:x1875440196079232:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1788572579.582641:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.582658:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3200/0xaad440e68c48793b lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487934 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.582683:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3200/0xaad440e68c48793b lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487934 expref: 116 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.582699:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3200/0xaad440e68c48793b lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487934 expref: 116 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.582705:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:2.0:1788572579.582708:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.582711:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3200, rc 0) 00000100:00100000:2.0:1788572579.582762:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+116:205632:x1875440196079232:12345-0@lo:101:mdt00_004.0 Request processed in 138us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.582770:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37273 00000100:00100000:1.0:1788572579.582894:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196079232:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572579.582912:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48793b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.582924:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48793b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.582948:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572579.582971:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512a00/0xaad440e68c487942 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.582979:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512a00/0xaad440e68c487942 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.582987:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512a00/0xaad440e68c487942 lrc: 3/0,1 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.583000:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196079360:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572579.583025:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.583052:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.583146:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196079360 00000100:00100000:0.0:1788572579.583190:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196079360 00000100:00100000:0.0:1788572579.583232:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37274 00000100:00100000:0.0:1788572579.583252:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+116:205632:x1875440196079360:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572579.583261:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.583274:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487949 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487942 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.583291:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487949 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487942 expref: 117 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.583302:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487949 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487942 expref: 117 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.583309:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x319d6307 (ffff88ca9149b100) 00010000:00010000:0.0:1788572579.583312:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.583315:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9ee00, rc 0) 00000100:00100000:0.0:1788572579.583350:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+117:205632:x1875440196079360:12345-0@lo:101:mdt00_004.0 Request processed in 102us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.583356:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37274 00000100:00100000:1.0:1788572579.583613:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196079360:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572579.583627:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512a00/0xaad440e68c487942 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487949 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.583636:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512a00/0xaad440e68c487942 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487949 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.583649:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00000100:00100000:1.0:1788572579.583685:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196079488:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572579.583711:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.583736:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.583784:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196079488 00000100:00100000:2.0:1788572579.583788:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196079488 00000100:00100000:2.0:1788572579.583823:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37275 00000100:00100000:2.0:1788572579.583831:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+117:205632:x1875440196079488:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572579.583911:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+117:205632:x1875440196079488:12345-0@lo:1000:mdt00_004.0 Request processed in 81us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.583921:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37275 00000100:00100000:1.0:1788572579.584043:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196079488:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572579.584085:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196079616:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572579.584111:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.584138:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.584332:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196079616 00000100:00100000:2.0:1788572579.584337:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196079616 00000100:00100000:2.0:1788572579.584374:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37276 00000100:00100000:2.0:1788572579.584382:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+117:205632:x1875440196079616:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788572579.584476:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+117:205632:x1875440196079616:12345-0@lo:1000:mdt00_004.0 Request processed in 95us (364us total) trans 0 rc 1/1 00000100:00100000:2.0:1788572579.584482:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37276 00000100:00100000:1.0:1788572579.584617:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196079616:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1788572579.584667:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.584676:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.584686:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.584699:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196079744:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572579.584726:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.584751:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.584798:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196079744 00000100:00100000:2.0:1788572579.584802:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196079744 00000100:00100000:2.0:1788572579.584836:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37277 00000100:00100000:2.0:1788572579.584842:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+117:205632:x1875440196079744:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1788572579.584865:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.584883:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2e00/0xaad440e68c487957 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487950 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.584906:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2e00/0xaad440e68c487957 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487950 expref: 118 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.584920:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2e00/0xaad440e68c487957 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487950 expref: 118 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.584929:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c7:0x0].0x0 (ffff88cb98ddf100) 00010000:00010000:2.0:1788572579.584932:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572579.584936:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d2e00, rc 0) 00000100:00100000:2.0:1788572579.584975:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+118:205632:x1875440196079744:12345-0@lo:101:mdt00_004.0 Request processed in 133us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.584984:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37277 00000100:00100000:1.0:1788572579.585199:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:205632:1875440196079744:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572579.585215:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487957 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.585224:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487957 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.585262:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48795e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.585271:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48795e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.585279:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48795e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572579.585629:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3923, 64 off259264 00000040:00080000:1.0:1788572579.585664:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].208, 392 off113984 00000040:00080000:1.0:1788572579.585716:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].677, 472 off366584 00000004:00080000:1.0:1788572579.585722:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca82787a80 with version 4846 00000004:00080000:2.0:1788572579.586295:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4846 rpc_version 4846 00000020:00100000:2.0:1788572579.586322:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572579.586330:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbaf5d4000 x1875440196080000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572579.586352:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d4000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196080000:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572579.586405:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.586437:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8b60bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.586490:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196080000 00000100:00100000:0.0:1788572579.586497:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196080000 00000100:00100000:0.0:1788572579.586545:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37278 00000100:00100000:0.0:1788572579.586554:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+118:202414:x1875440196080000:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572579.586814:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+119:202414:x1875440196080000:12345-0@lo:1000:osp_up1-0.0 Request processed in 260us (407us total) trans 8589973328 rc 0/0 00000100:00100000:0.0:1788572579.586821:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37278 00000100:00100000:2.0:1788572579.587391:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d4000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196080000:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1788572579.587470:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487965 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587486:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487965 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587497:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487965 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587506:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487965 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587512:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487965 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587519:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487965 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587542:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572579.587567:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48795e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587573:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48795e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587579:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48795e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587586:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.587590:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48795e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587604:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48795e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587615:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c7:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:1.0:1788572579.587618:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.587623:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48795e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587628:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48795e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587641:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487957 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587649:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487957 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587655:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487957 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587679:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572579.587692:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572579.587699:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48793b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587706:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 4/0,1 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48793b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587713:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48793b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587731:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:1.0:1788572579.587735:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd1:0x1e:0x0] 00010000:00010000:1.0:1788572579.587742:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512a00/0xaad440e68c487942 lrc: 4/0,1 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487949 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.587749:0:205632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512a00/0xaad440e68c487942 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487949 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.587817:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+100:361572:x1875453633054848:12345-192.168.202.54@tcp:36:rm.0 Request processed in 5788us (5945us total) trans 12884962013 rc 0/0 00000100:00100000:1.0:1788572579.587825:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138316 00010000:00010000:3.0:1788572579.587939:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572579.587946:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487965 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.587953:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.587957:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487965 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.587963:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487965 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.587972:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c7:0x0].0x0 (ffff88cbb349dc00) 00010000:00010000:3.0:1788572579.587975:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.587978:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487965 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.587983:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487965 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588000:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572579.588004:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c487957 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588010:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513800 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.588024:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487957 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.588032:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487957 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588059:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487957 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588066:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.588088:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 1/0,0 mode: --/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487957 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588095:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513800/0xaad440e68c487950 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487957 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588110:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.588114:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 2/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48793b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588119:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513000 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:3.0:1788572579.588122:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48793b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.588129:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 3/0,0 mode: CW/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48793b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588144:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 2/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48793b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588175:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572579.588201:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 1/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48793b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588208:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99513000/0xaad440e68c487934 lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48793b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588224:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.588226:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.588228:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.588253:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196080128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572579.588299:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.588340:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196080256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572579.588361:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.588389:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196080128 00000100:00100000:3.0:1788572579.588395:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196080128 00000100:00100000:3.0:1788572579.588429:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196080256 00000100:00100000:3.0:1788572579.588431:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196080256 00000100:00100000:3.0:1788572579.588448:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16048 00000100:00100000:3.0:1788572579.588454:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85545450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+120:3640:x1875440196080128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572579.588466:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.588481:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2e00/0xaad440e68c487957 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x9c7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487950 expref: 120 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588492:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x9c7:0x0].0x0 (ffff88cb98ddf100) 00010000:00010000:3.0:1788572579.588498:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572579.588525:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85545450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+119:3640:x1875440196080128:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.588531:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16048 00000100:00100000:3.0:1788572579.588568:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16049 00000100:00100000:3.0:1788572579.588574:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+118:3637:x1875440196080256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572579.588581:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572579.588590:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3200/0xaad440e68c48793b lrc: 0/0,0 mode: --/CW res: [0x240000bd1:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487934 expref: 118 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.588599:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:3.0:1788572579.588605:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572579.588629:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+117:3637:x1875440196080256:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.588634:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16049 00000100:00100000:3.0:1788572579.588660:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196080256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572579.588683:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196080128:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572579.588887:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.589065:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572579.593812:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.593982:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633054976 00000100:00100000:1.0:1788572579.593996:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633054976 00000100:00100000:1.0:1788572579.594822:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138317 00000100:00100000:1.0:1788572579.594839:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+100:361572:x1875453633054976:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.594877:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.594903:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48796c lrc: 2/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7796e expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.594980:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487973 lrc: 3/1,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.594996:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487973 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.595011:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487973 lrc: 3/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.595436:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48797a lrc: 3/1,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.595445:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48797a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.595452:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48797a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.595580:0:230921:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196080384:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1788572579.595661:0:230921:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.595710:0:230921:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.595812:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196080384 00000100:00100000:2.0:1788572579.595819:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196080384 00000100:00100000:2.0:1788572579.595872:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37279 00000100:00100000:2.0:1788572579.595880:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+117:230921:x1875440196080384:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1788572579.595973:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+117:230921:x1875440196080384:12345-0@lo:1000:mdt00_006.0 Request processed in 94us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.595981:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37279 00000100:00100000:1.0:1788572579.596582:0:230921:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-mdtlov_UUID:230921:1875440196080384:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1788572579.596650:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c487981 lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x352:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596665:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c487981 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596675:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c487981 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.596700:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c487981 lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596715:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487973 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596723:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487973 lrc: 4/1,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596734:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487973 lrc: 3/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596741:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487973 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596746:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.596750:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487973 lrc: 4/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596758:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487973 lrc: 5/0,0 mode: CR/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596771:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cbb349d300) 00010000:00010000:1.0:1788572579.596774:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.596779:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487973 lrc: 3/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596786:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6a00/0xaad440e68c487973 lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596802:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48797a lrc: 3/1,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596810:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48797a lrc: 2/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596815:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48797a lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596819:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.596822:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48797a lrc: 3/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596828:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48797a lrc: 4/0,0 mode: PR/PR res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.596835:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x8549dda5 (ffff88cbb349dc00) 00010000:00010000:1.0:1788572579.596837:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.596840:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48797a lrc: 2/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.597617:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7600/0xaad440e68c48797a lrc: 0/0,0 mode: --/PR res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.597674:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48796c lrc: 0/0,0 mode: --/CR res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7796e expref: 102 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.597693:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c487981 lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7796e expref: 101 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.597701:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x352:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:1.0:1788572579.597703:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572579.597706:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a7e00, rc 0) 00000100:00100000:1.0:1788572579.597777:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+101:361572:x1875453633054976:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2943us (3980us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.597786:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138317 00000100:00100000:0.0:1788572579.600776:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.600925:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633055104 00000100:00100000:2.0:1788572579.600936:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633055104 00000100:00100000:2.0:1788572579.601030:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138318 00000100:00100000:2.0:1788572579.601040:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:361572:x1875453633055104:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.601060:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.601082:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487988 lrc: 2/0,0 mode: --/CR res: [0x240000bd0:0x352:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77975 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.601144:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2800/0xaad440e68c48798f lrc: 3/1,0 mode: --/PR res: [0x240000bd0:0x352:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.601742:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2800/0xaad440e68c48798f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x352:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.601761:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2800/0xaad440e68c48798f lrc: 3/1,0 mode: PR/PR res: [0x240000bd0:0x352:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.601823:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x352:0x0]: returning size 0 00000004:00200000:2.0:1788572579.601828:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1788572579.602006:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487988 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x352:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77975 expref: 136 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.602038:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2800/0xaad440e68c48798f lrc: 3/0,0 mode: PR/PR res: [0x240000bd0:0x352:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77975 expref: 135 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.602048:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x352:0x0].0x0 (ffff88cb98ddfd00) 00010000:00010000:2.0:1788572579.602051:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788572579.602055:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d2800, rc 0) 00000100:00100000:2.0:1788572579.602307:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453633055104:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1267us (1541us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.602317:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138318 00000100:00100000:2.0:1788572579.605819:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.605950:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.606506:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633055488 00000100:00100000:0.0:1788572579.606517:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633055488 00000100:00100000:0.0:1788572579.606617:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138319 00000100:00100000:0.0:1788572579.606628:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453633055488:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.606692:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.606720:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d2800/0xaad440e68c48798f lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x352:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77975 expref: 135 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.606740:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x352:0x0].0x0 (ffff88cb98ddfd00) 00010000:00010000:0.0:1788572579.606751:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.606802:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.606810:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.606820:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 3/0,1 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.606982:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196080512:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1788572579.607045:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.607080:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.607144:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196080512 00000100:00100000:3.0:1788572579.607185:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196080512 00000100:00100000:3.0:1788572579.607224:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37280 00000100:00100000:3.0:1788572579.607232:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+76:204288:x1875440196080512:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1788572579.607257:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.607274:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48799d lrc: 2/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487996 expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.607299:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48799d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487996 expref: 77 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.607313:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48799d lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487996 expref: 77 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.607321:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399000) 00010000:00010000:3.0:1788572579.607323:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.607326:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84aff800, rc 0) 00000100:00100000:3.0:1788572579.607366:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+77:204288:x1875440196080512:12345-0@lo:101:mdt00_003.0 Request processed in 135us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.607372:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37280 00000100:00100000:1.0:1788572579.607585:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633055232 00000100:00100000:1.0:1788572579.607590:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633055232 00000100:00100000:1.0:1788572579.607625:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16050 00000100:00100000:1.0:1788572579.607632:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+101:352626:x1875453633055232:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572579.607642:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.607657:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c487981 lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7796e expref: 101 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.607669:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x352:0x0].0x0 (ffff88cb8a1e3b00) 00010000:00010000:1.0:1788572579.607677:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.607715:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+100:352626:x1875453633055232:12345-192.168.202.54@tcp:103:rm.0 Request processed in 83us (1765us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.607721:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16050 00000100:00100000:1.0:1788572579.608438:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196080512:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572579.608461:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c48799d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.608473:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48799d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.608497:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572579.608533:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c4879a4 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.608540:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c4879a4 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.608548:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c4879a4 lrc: 3/0,1 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.608564:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196080640:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1788572579.608605:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.608638:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196080640 00000100:00100000:1.0:1788572579.608642:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196080640 00000100:00100000:1.0:1788572579.608678:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37281 00000100:00100000:1.0:1788572579.608685:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+77:204288:x1875440196080640:12345-0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572579.608697:0:202397:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.608711:0:202397:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4879ab lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4879a4 expref: -99 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.608729:0:202397:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4879ab lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4879a4 expref: 78 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.608742:0:202397:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4879ab lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4879a4 expref: 78 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.608749:0:202397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x8549dda5 (ffff88ca8b6a2f00) 00010000:00010000:1.0:1788572579.608752:0:202397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.608755:0:202397:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca827a6c00, rc 0) 00000100:00100000:1.0:1788572579.608782:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+78:204288:x1875440196080640:12345-0@lo:101:mdt00_003.0 Request processed in 97us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.608788:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37281 00000100:00100000:1.0:1788572579.608808:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787240 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.608821:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196080640:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1788572579.608832:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c4879a4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4879ab expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.608841:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c4879a4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4879ab expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.608929:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00000100:00100000:1.0:1788572579.608959:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196080768:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572579.608985:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.609002:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.609517:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196080768 00000100:00100000:1.0:1788572579.609524:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196080768 00000100:00100000:1.0:1788572579.609558:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37282 00000100:00100000:1.0:1788572579.609566:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+78:204288:x1875440196080768:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572579.609640:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+78:204288:x1875440196080768:12345-0@lo:1000:mdt00_003.0 Request processed in 76us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.609648:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37282 00000100:00100000:1.0:1788572579.609683:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196080768:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572579.609730:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196080896:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572579.609757:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.609779:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196080896 00000100:00100000:1.0:1788572579.609783:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196080896 00000100:00100000:1.0:1788572579.609806:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37283 00000100:00100000:1.0:1788572579.609812:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+78:204288:x1875440196080896:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788572579.610511:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+78:204288:x1875440196080896:12345-0@lo:1000:mdt00_003.0 Request processed in 697us (750us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572579.610521:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37283 00000100:00100000:1.0:1788572579.610545:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787240 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.610562:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196080896:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1788572579.610637:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.610647:0:204288:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.610657:0:204288:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.610672:0:204288:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196081024:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1788572579.610700:0:204288:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.610722:0:204288:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca82787240 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.610782:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196081024 00000100:00100000:0.0:1788572579.610787:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196081024 00000100:00100000:0.0:1788572579.610829:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37284 00000100:00100000:0.0:1788572579.610838:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+78:204288:x1875440196081024:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1788572579.610863:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.610882:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4879b9 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4879b2 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.610907:0:203129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4879b9 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4879b2 expref: 79 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.610920:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4879b9 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4879b2 expref: 79 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.610929:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x352:0x0].0x0 (ffff88ca9149bb00) 00010000:00010000:0.0:1788572579.610933:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788572579.610936:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fa00, rc 0) 00000100:00100000:0.0:1788572579.610970:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+79:204288:x1875440196081024:12345-0@lo:101:mdt00_003.0 Request processed in 133us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.610975:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37284 00000100:00100000:3.0:1788572579.611099:0:204288:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:204288:1875440196081024:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1788572579.611113:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4879b9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.611124:0:204288:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4879b9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.611188:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4879c0 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.611198:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4879c0 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.611206:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4879c0 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572579.611550:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3248, 64 off216064 00000040:00080000:3.0:1788572579.611580:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].922, 392 off525464 00000040:00080000:3.0:1788572579.611626:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1464, 472 off1269728 00000004:00080000:3.0:1788572579.611632:0:204288:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8b7ab480 with version 15476 00000004:00080000:0.0:1788572579.611833:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15476 rpc_version 15476 00000020:00100000:0.0:1788572579.611925:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572579.611933:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee21180 x1875440196081280/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572579.611954:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee21180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196081280:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572579.612001:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.612027:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c6719c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.612072:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196081280 00000100:00100000:1.0:1788572579.612077:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196081280 00000100:00100000:1.0:1788572579.612119:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37285 00000100:00100000:1.0:1788572579.612129:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+79:203127:x1875440196081280:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572579.612639:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+80:203127:x1875440196081280:12345-0@lo:1000:osp_up0-1.0 Request processed in 510us (635us total) trans 12884962014 rc 0/0 00000100:00100000:1.0:1788572579.612647:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37285 00000100:00100000:3.0:1788572579.612777:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee21180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196081280:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1788572579.612922:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4879c7 lrc: 3/0,1 mode: --/PW res: [0x240000bd0:0x352:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.612938:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4879c7 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.612949:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4879c7 lrc: 3/0,1 mode: PW/PW res: [0x240000bd0:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.612958:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4879c7 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.612964:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4879c7 lrc: 4/0,1 mode: PW/PW res: [0x240000bd0:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.612971:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4879c7 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x352:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.612993:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572579.613020:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4879c0 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.613027:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4879c0 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.613033:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4879c0 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.613039:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.613043:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4879c0 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.613051:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4879c0 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.613063:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x352:0x0].0x0 (ffff88cba1399b00) 00010000:00010000:1.0:1788572579.613066:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.613070:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4879c0 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.613076:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe400/0xaad440e68c4879c0 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.613090:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4879b9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.613103:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4879b9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.613109:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4879b9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.613202:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1788572579.613218:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572579.613224:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c48799d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.613232:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 4/0,1 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48799d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.613436:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 3/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c48799d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.613670:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572579.613679:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4879c7 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x352:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.613686:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.613690:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4879c7 lrc: 2/0,0 mode: PW/PW res: [0x240000bd0:0x352:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.613696:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4879c7 lrc: 3/0,0 mode: PW/PW res: [0x240000bd0:0x352:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.613707:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x352:0x0].0x0 (ffff88cba1399b00) 00010000:00010000:3.0:1788572579.613710:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.613713:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4879c7 lrc: 1/0,0 mode: --/PW res: [0x240000bd0:0x352:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.613719:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01000/0xaad440e68c4879c7 lrc: 0/0,0 mode: --/PW res: [0x240000bd0:0x352:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.613793:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572579.613799:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4879b9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.613806:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572579.613810:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4879b9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.613818:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4879b9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.613859:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879b9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.613865:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572579.613892:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879b9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.613899:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879b2 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879b9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.613912:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572579.613915:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 4/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c48799d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.613926:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:0.0:1788572579.613929:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48799d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.613935:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 5/0,0 mode: CW/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48799d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.613949:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 4/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48799d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.613955:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572579.613968:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 3/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48799d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.613975:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.613976:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.613978:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572579.613985:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788572579.614001:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196081408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.614055:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.614093:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196081536:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.614116:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.614171:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196081408 00000100:00100000:0.0:1788572579.614188:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196081408 00000100:00100000:0.0:1788572579.614244:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196081536 00000100:00100000:0.0:1788572579.614248:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196081536 00000100:00100000:0.0:1788572579.614272:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16051 00000100:00100000:0.0:1788572579.614279:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+81:3637:x1875440196081408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572579.614291:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.614309:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c4879b9 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x352:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4879b2 expref: 81 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.614321:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x352:0x0].0x0 (ffff88ca9149bb00) 00010000:00010000:0.0:1788572579.614328:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.614360:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+80:3637:x1875440196081408:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.614367:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16051 00000100:00100000:0.0:1788572579.614383:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16052 00000100:00100000:0.0:1788572579.614389:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+79:3639:x1875440196081536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572579.614395:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.614407:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c48799d lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487996 expref: 79 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.614418:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88cba1399000) 00010000:00010000:0.0:1788572579.614425:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.614449:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+78:3639:x1875440196081536:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.614454:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16052 00000100:00100000:0.0:1788572579.614489:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196081536:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572579.614510:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196081408:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.616961:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788572579.616978:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9f200/0xaad440e68c487996 lrc: 0/0,0 mode: --/CW res: [0x2000013a2:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48799d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.617016:0:204288:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:1.0:1788572579.617026:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c4879a4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4879ab expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.617035:0:204288:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c4879a4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4879ab expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.617168:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453633055488:12345-192.168.202.54@tcp:36:rm.0 Request processed in 10519us (11336us total) trans 8589973329 rc 0/0 00010000:00010000:3.0:1788572579.617290:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.617324:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138319 00000100:00100000:3.0:1788572579.621814:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.621872:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.621943:0:226934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633055872 00000100:00100000:0.0:1788572579.621953:0:226934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633055872 00000100:00100000:0.0:1788572579.622023:0:226934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16800 00000100:00100000:0.0:1788572579.622035:0:226934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453633055872:12345-192.168.202.54@tcp:35:rm.0 00000100:00100000:0.0:1788572579.622318:0:226934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453633055872:12345-192.168.202.54@tcp:35:rm.0 Request processed in 286us (514us total) trans 8589973330 rc 0/0 00000100:00100000:0.0:1788572579.622327:0:226934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16800 00000100:00100000:1.0:1788572579.623079:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633055616 00000100:00100000:1.0:1788572579.623087:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633055616 00000100:00100000:1.0:1788572579.623142:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16053 00000100:00100000:1.0:1788572579.623170:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+100:352626:x1875453633055616:12345-192.168.202.54@tcp:103:rm.0 00010000:00010000:1.0:1788572579.623193:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.623222:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c45449e lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b71204 expref: 100 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.623253:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x139:0x0].0x0 (ffff88cb921b6c00) 00010000:00010000:1.0:1788572579.623266:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.623307:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+99:352626:x1875453633055616:12345-192.168.202.54@tcp:103:rm.0 Request processed in 157us (1434us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.623314:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16053 00000100:00100000:3.0:1788572579.626727:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.626808:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633056128 00000100:00100000:1.0:1788572579.626819:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633056128 00000100:00100000:1.0:1788572579.626894:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138320 00000100:00100000:1.0:1788572579.626905:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453633056128:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.626966:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572579.626994:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82f2da00/0xaad440e68c4544e4 lrc: 0/0,0 mode: --/CR res: [0x240000bd0:0x139:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b71227 expref: 136 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.627017:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd84600/0xaad440e68c4544ac lrc: 0/0,0 mode: --/PR res: [0x240000bd0:0x139:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7120b expref: 135 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.627029:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x139:0x0].0x0 (ffff88ca962ac600) 00010000:00010000:1.0:1788572579.627040:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.627088:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.627097:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.627132:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.627202:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d05aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196081664:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572579.627262:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.627293:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093600 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.627700:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196081664 00000100:00100000:0.0:1788572579.627706:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196081664 00000100:00100000:0.0:1788572579.627751:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37286 00000100:00100000:0.0:1788572579.627759:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+78:205632:x1875440196081664:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572579.627774:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.627791:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4879d5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4879ce expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.627818:0:203129:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c454482 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b711fd expref: 98 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.627827:0:203129:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4879d5 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4879ce expref: 79 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.627864:0:203129:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c454482 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b711fd expref: 98 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.627877:0:203129:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c454482 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b711fd expref: 98 pid: 204288 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.627888:0:203129:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:203129:1875440196081792:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572579.627959:0:203129:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671240 going to sleep for 11 seconds 00010000:00010000:2.0:1788572579.628413:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572579.630935:0:203129:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:203129:1875440196081792:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572579.630975:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4879d5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4879ce expref: 79 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.630987:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.630990:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.630994:0:203129:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4879d5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4879ce expref: 79 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.631005:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264c00, rc 0) 00000100:00100000:0.0:1788572579.631074:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+79:205632:x1875440196081664:12345-0@lo:101:mdt00_004.0 Request processed in 3315us (3810us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.631083:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37286 00000100:00100000:1.0:1788572579.631327:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d05aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196081664:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572579.631348:0:205632:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.631359:0:205632:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.632424:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.632987:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633056256 00000100:00100000:0.0:1788572579.632997:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633056256 00010000:00010000:0.0:1788572579.633043:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c454482 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b711fd expref: 99 pid: 204288 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.633083:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28078 00000100:00100000:0.0:1788572579.633092:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+99:352627:x1875453633056256:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788572579.633107:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.633114:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c454482 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b711fd expref: 99 pid: 204288 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.633127:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c454482 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b711fd expref: 99 pid: 204288 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.633179:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c454482 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b711fd expref: 99 pid: 204288 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.633197:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.633203:0:202379:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4879d5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4879ce expref: 78 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.633214:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4879d5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xaad440e68c4879ce expref: 78 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.633223:0:202379:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4879d5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xaad440e68c4879ce expref: 78 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.633271:0:202379:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4879d5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4879ce expref: 78 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.633285:0:202379:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:202379:1875440196081920:0@lo:105: 00000100:00100000:0.0:1788572579.633348:0:202379:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.633392:0:202379:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671240 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.633688:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788572579.633702:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196082048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788572579.633736:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.633927:0:203895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196082048 00000100:00100000:3.0:1788572579.633932:0:203895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196082048 00000100:00100000:3.0:1788572579.633976:0:203895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173 00000100:00100000:3.0:1788572579.633984:0:203895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+52:3639:x1875440196082048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788572579.634013:0:203895:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8551232 pending 0 free 3876913152 avail 3645390848 00000100:00100000:3.0:1788572579.634071:0:203895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+52:3639:x1875440196082048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.634079:0:203895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173 00000100:00100000:3.0:1788572579.634105:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196082304:0@lo:400:kworker.0 00000100:00100000:3.0:1788572579.634132:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.634345:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875440196082816:0@lo:400:kworker.0 00000100:00100000:3.0:1788572579.634374:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.634391:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875440196083328:0@lo:400:kworker.0 00000100:00100000:3.0:1788572579.634410:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.634425:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788572579.634431:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3638:1875440196082176:0@lo:400:kworker.0 00000100:00100000:3.0:1788572579.634458:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.634477:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196082688:0@lo:400:kworker.0 00000100:00100000:3.0:1788572579.634496:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.634509:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1875440196083200:0@lo:400:kworker.0 00000100:00100000:3.0:1788572579.634530:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.634711:0:202375:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196081920 00000100:00100000:1.0:1788572579.634716:0:202375:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196081920 00000100:00100000:1.0:1788572579.634792:0:202375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18609 00000100:00100000:1.0:1788572579.634800:0:202375:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:202379:x1875440196081920:12345-0@lo:105: 00010000:00010000:1.0:1788572579.634813:0:202375:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.634828:0:202375:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.634837:0:202375:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.634857:0:202375:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.634866:0:202375:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.634874:0:202375:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.634897:0:202375:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88ca927b6a00) 00000100:00100000:1.0:1788572579.634929:0:202375:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:202379:x1875440196081920:12345-0@lo:105: Request processed in 130us (1580us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.634935:0:202375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18609 00000100:00080000:1.0:1788572579.634953:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788572579.634981:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196082816 00000100:00100000:1.0:1788572579.634984:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196082816 00000100:00100000:1.0:1788572579.635006:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196083328 00000100:00100000:1.0:1788572579.635009:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196083328 00000100:00080000:1.0:1788572579.635130:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788572579.635171:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196083200 00000100:00100000:1.0:1788572579.635245:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196083200 00000100:00080000:1.0:1788572579.635263:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788572579.635285:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4178 00000100:00100000:1.0:1788572579.635292:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875440196082816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788572579.635332:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875440196082816:12345-0@lo:400:kworker.0 Request processed in 41us (957us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.635339:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4178 00000100:00100000:1.0:1788572579.635377:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875440196082816:0@lo:400:kworker.0 00000100:00100000:1.0:1788572579.635405:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4179 00000100:00100000:1.0:1788572579.635412:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875440196083328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788572579.635446:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875440196083328:12345-0@lo:400:kworker.0 Request processed in 35us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.635453:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4179 00000100:00100000:1.0:1788572579.635474:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875440196083328:0@lo:400:kworker.0 00000100:00100000:1.0:1788572579.635492:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4180 00000100:00100000:1.0:1788572579.635499:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875440196083200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788572579.635529:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875440196083200:12345-0@lo:400:kworker.0 Request processed in 32us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.635535:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4180 00000100:00100000:1.0:1788572579.635555:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3638:1875440196083200:0@lo:400:kworker.0 00010000:00010000:1.0:1788572579.635580:0:205632:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.635589:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.635609:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1788572579.635649:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879dc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.635657:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879dc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.635667:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879dc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.635683:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d05aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196083456:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572579.635713:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.635731:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca96093600 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.635807:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196082304 00000100:00100000:2.0:1788572579.635812:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196082304 00000100:00100000:2.0:1788572579.635857:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196082688 00000100:00100000:2.0:1788572579.635861:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196082688 00000100:00100000:2.0:1788572579.635891:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744 00000100:00100000:2.0:1788572579.635898:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+56:3638:x1875440196082304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.635940:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+56:3638:x1875440196082304:12345-0@lo:400:kworker.0 Request processed in 43us (1807us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.635946:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744 00000100:00100000:2.0:1788572579.635958:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00000100:00100000:2.0:1788572579.635964:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+60:3638:x1875440196082688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.635992:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+60:3638:x1875440196082688:12345-0@lo:400:kworker.0 Request processed in 28us (1494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.635998:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00000100:00100000:2.0:1788572579.636029:0:202386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196082176 00000100:00100000:2.0:1788572579.636034:0:202386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196082176 00000100:00100000:2.0:1788572579.636059:0:202386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1788572579.636066:0:202386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbafb01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce9cd10e-f641-4d8f-bce9-32086d762c1a+24:3638:x1875440196082176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.636094:0:202386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbafb01050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce9cd10e-f641-4d8f-bce9-32086d762c1a+24:3638:x1875440196082176:12345-0@lo:400:kworker.0 Request processed in 29us (1635us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.636099:0:202386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00080000:2.0:1788572579.636127:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788572579.636148:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875440196082432:0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.636405:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.636423:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1875440196082944:0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.636442:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.636474:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196082048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788572579.636493:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788572579.636500:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196082560:0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.636523:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.636540:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1875440196083072:0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.636561:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.636593:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3638:1875440196082176:0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.636605:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196082688:0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.636616:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196082304:0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.636638:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196082432 00000100:00100000:2.0:1788572579.636641:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196082432 00000100:00100000:2.0:1788572579.636657:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196082944 00000100:00100000:2.0:1788572579.636660:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196082944 00000100:00080000:2.0:1788572579.636674:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788572579.636684:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196083072 00000100:00100000:2.0:1788572579.636686:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196083072 00000100:00080000:2.0:1788572579.636694:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788572579.636705:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4181 00000100:00100000:2.0:1788572579.636711:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875440196082432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.636746:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875440196082432:12345-0@lo:400:kworker.0 Request processed in 35us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.636752:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4181 00000100:00100000:2.0:1788572579.636775:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875440196082432:0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.636791:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4182 00000100:00100000:2.0:1788572579.636798:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875440196082944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.636829:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875440196082944:12345-0@lo:400:kworker.0 Request processed in 32us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.636834:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4182 00000100:00100000:0.0:1788572579.637043:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572579.637055:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196083584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788572579.637084:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.637123:0:202379:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:202379:1875440196081920:0@lo:105: 00010000:00010000:0.0:1788572579.637140:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.637221:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+98:352627:x1875453633056256:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 4127us (4800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.637230:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28078 00000100:00100000:0.0:1788572579.637286:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4183 00000100:00100000:0.0:1788572579.637293:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875440196083072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788572579.637326:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875440196083072:12345-0@lo:400:kworker.0 Request processed in 34us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.637332:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4183 00000100:00100000:0.0:1788572579.637351:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196083456 00000100:00100000:0.0:1788572579.637355:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196083456 00000100:00100000:0.0:1788572579.637384:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37287 00000100:00100000:0.0:1788572579.637391:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+79:205632:x1875440196083456:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1788572579.637401:0:225657:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.637424:0:225657:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4879e3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4879dc expref: -99 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.637450:0:225657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4879e3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4879dc expref: 80 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.637465:0:225657:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4879e3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4879dc expref: 80 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.637473:0:225657:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0aa6af4 (ffff88ca9149bb00) 00010000:00010000:0.0:1788572579.637476:0:225657:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.637478:0:225657:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe265400, rc 0) 00000100:00100000:0.0:1788572579.637505:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+80:205632:x1875440196083456:12345-0@lo:101:mdt00_004.0 Request processed in 115us (1791us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.637512:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37287 00000100:00100000:2.0:1788572579.638092:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1875440196083072:0@lo:400:kworker.0 00000100:00100000:2.0:1788572579.638105:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3639:1875440196082944:0@lo:400:kworker.0 00000100:00100000:1.0:1788572579.638288:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196082560 00000100:00100000:1.0:1788572579.638294:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196082560 00000100:00100000:1.0:1788572579.638338:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746 00000100:00100000:1.0:1788572579.638346:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+68:3639:x1875440196082560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788572579.638398:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+68:3639:x1875440196082560:12345-0@lo:400:kworker.0 Request processed in 53us (1873us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.638403:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746 00000100:00100000:1.0:1788572579.638432:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196082560:0@lo:400:kworker.0 00000100:00100000:1.0:1788572579.638470:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d05aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196083456:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572579.638489:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879dc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4879e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.638501:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879dc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4879e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572579.638518:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1788572579.638560:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d05aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196083712:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572579.638593:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.638617:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196083712 00000100:00100000:1.0:1788572579.638621:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196083712 00000100:00100000:1.0:1788572579.638652:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37288 00000100:00100000:1.0:1788572579.638659:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+80:205632:x1875440196083712:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572579.638713:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+80:205632:x1875440196083712:12345-0@lo:1000:mdt00_004.0 Request processed in 55us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.638720:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37288 00000100:00100000:1.0:1788572579.638736:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca967d89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.638749:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d05aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196083712:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572579.638787:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d05aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196083840:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572579.638811:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.638832:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196083840 00000100:00100000:1.0:1788572579.638835:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196083840 00000100:00100000:1.0:1788572579.638873:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37289 00000100:00100000:1.0:1788572579.638879:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+80:205632:x1875440196083840:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788572579.638965:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+80:205632:x1875440196083840:12345-0@lo:1000:mdt00_004.0 Request processed in 86us (153us total) trans 0 rc 1/1 00000100:00100000:1.0:1788572579.638970:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37289 00000100:00100000:1.0:1788572579.638984:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca967d8600 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.638995:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d05aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196083840:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1788572579.639044:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639052:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639063:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.639075:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e054700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196083968:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572579.639097:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.639115:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196083968 00000100:00100000:1.0:1788572579.639118:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196083968 00000100:00100000:1.0:1788572579.639139:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37290 00000100:00100000:1.0:1788572579.639145:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+80:205632:x1875440196083968:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572579.639177:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.639193:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4879f1 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c4879ea expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639212:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4879f1 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c4879ea expref: 81 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639225:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4879f1 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c4879ea expref: 81 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639244:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x139:0x0].0x0 (ffff88ca8b6a2700) 00010000:00010000:1.0:1788572579.639247:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572579.639252:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10800, rc 0) 00000100:00100000:1.0:1788572579.639275:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+81:205632:x1875440196083968:12345-0@lo:101:mdt00_004.0 Request processed in 131us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.639281:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37290 00000100:00100000:1.0:1788572579.639296:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca967d89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.639307:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e054700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196083968:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572579.639317:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4879f1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639326:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4879f1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639350:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c4879f8 lrc: 3/0,1 mode: --/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639358:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c4879f8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639367:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c4879f8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639383:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c4879ff lrc: 3/0,1 mode: --/EX res: [0x240000bd1:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639390:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c4879ff lrc: 3/0,1 mode: EX/EX res: [0x240000bd1:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639397:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c4879ff lrc: 3/0,1 mode: EX/EX res: [0x240000bd1:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639417:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 3/0,1 mode: --/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639424:0:205632:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 3/0,1 mode: --/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639431:0:205632:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 3/0,1 mode: --/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572579.639445:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e054700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196084096:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1788572579.639467:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.639487:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196084096 00000100:00100000:1.0:1788572579.639489:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196084096 00000100:00100000:1.0:1788572579.639509:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37291 00000100:00100000:1.0:1788572579.639515:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+81:205632:x1875440196084096:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572579.639523:0:202398:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.639534:0:202398:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c487a0d lrc: 2/0,0 mode: --/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487a06 expref: -99 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639550:0:202398:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c487a0d lrc: 3/0,0 mode: EX/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487a06 expref: 82 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639561:0:202398:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c487a0d lrc: 3/0,0 mode: EX/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487a06 expref: 82 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639568:0:202398:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8b6a2c00) 00010000:00010000:1.0:1788572579.639571:0:202398:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572579.639573:0:202398:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb80031e00, rc 0) 00000100:00100000:1.0:1788572579.639596:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+82:205632:x1875440196084096:12345-0@lo:101:mdt00_004.0 Request processed in 80us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.639602:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37291 00000100:00100000:1.0:1788572579.639618:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca967d89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.639631:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e054700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196084096:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1788572579.639642:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 4/0,1 mode: EX/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487a0d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.639657:0:205632:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 4/0,1 mode: EX/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487a0d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788572579.640295:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788572579.642579:0:205632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196084224:0@lo:403:mdt00_004.0 00000100:00100000:0.0:1788572579.642662:0:205632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.642701:0:205632:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c671240 going to sleep for 11 seconds 00000100:00100000:3.0:1788572579.642787:0:203894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196083584 00000100:00100000:3.0:1788572579.642795:0:203894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196083584 00000100:00100000:3.0:1788572579.642839:0:203894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174 00000100:00100000:3.0:1788572579.642860:0:203894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+60:3640:x1875440196083584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788572579.642883:0:203894:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8551232 pending 0 free 3876913152 avail 3645390848 00000100:00100000:3.0:1788572579.642936:0:203894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+60:3640:x1875440196083584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (5850us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.642942:0:203894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174 00000100:00100000:0.0:1788572579.643193:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196083584:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788572579.643376:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196084224 00000100:00100000:1.0:1788572579.643381:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196084224 00000100:00100000:1.0:1788572579.643419:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37292 00000100:00100000:1.0:1788572579.643426:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+82:205632:x1875440196084224:12345-0@lo:403:mdt00_004.0 00000100:00100000:0.0:1788572579.646468:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+82:205632:x1875440196084224:12345-0@lo:403:mdt00_004.0 Request processed in 3032us (3795us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.646483:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37292 00000100:00100000:1.0:1788572579.646570:0:205632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:205632:1875440196084224:0@lo:403:mdt00_004.0 00000040:00080000:0.0:1788572579.648106:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd1:0x1f:0x0].923, 944 off526408 00000040:00080000:0.0:1788572579.648616:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a2:0x5:0x0].1465, 1024 off1270752 00000004:00080000:0.0:1788572579.648625:0:205632:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8c671540 with version 15477 00000004:00080000:3.0:1788572579.648709:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15477 rpc_version 15477 00000020:00100000:3.0:1788572579.648749:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572579.648759:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca856f7100 x1875440196084480/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2344/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572579.648784:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f7100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196084480:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572579.648920:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.648985:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbade1e480 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.649341:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196084480 00000100:00100000:0.0:1788572579.649349:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196084480 00000100:00100000:0.0:1788572579.649408:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37293 00000100:00100000:0.0:1788572579.649417:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+82:203127:x1875440196084480:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572579.649904:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+83:203127:x1875440196084480:12345-0@lo:1000:osp_up0-1.0 Request processed in 486us (982us total) trans 12884962015 rc 0/0 00000100:00100000:0.0:1788572579.649913:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37293 00000100:00100000:3.0:1788572579.650266:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f7100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196084480:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1788572579.650417:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd0:0x139:0x0]: returning size 4096 00010000:00010000:0.0:1788572579.650439:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c4879ff lrc: 3/0,1 mode: EX/EX res: [0x240000bd1:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650449:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c4879ff lrc: 2/0,0 mode: EX/EX res: [0x240000bd1:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650458:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c4879ff lrc: 3/0,0 mode: EX/EX res: [0x240000bd1:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650464:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.650469:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c4879ff lrc: 3/0,0 mode: EX/EX res: [0x240000bd1:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650477:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c4879ff lrc: 4/0,0 mode: EX/EX res: [0x240000bd1:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650493:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x0 (ffff88ca8b6a2800) 00010000:00010000:0.0:1788572579.650496:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572579.650501:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c4879ff lrc: 2/0,0 mode: --/EX res: [0x240000bd1:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650508:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030c00/0xaad440e68c4879ff lrc: 0/0,0 mode: --/EX res: [0x240000bd1:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650530:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 4/0,1 mode: EX/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487a0d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650540:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 4/0,1 mode: EX/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487a0d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650547:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 3/0,0 mode: EX/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487a0d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650572:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1788572579.650582:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x2000013a2:0x4:0x0] 00010000:00010000:0.0:1788572579.650589:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c4879f8 lrc: 3/0,1 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650595:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c4879f8 lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650602:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c4879f8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650606:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.650610:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c4879f8 lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650617:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c4879f8 lrc: 4/0,0 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650624:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x139:0x0].0x0 (ffff88ca8b6a2b00) 00010000:00010000:0.0:1788572579.650626:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.650629:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c4879f8 lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650635:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030400/0xaad440e68c4879f8 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650647:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4879f1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650655:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 4/0,1 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4879f1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650662:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4879f1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650676:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1788572579.650686:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1788572579.650690:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650697:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650703:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650714:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1788572579.650717:0:205632:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1788572579.650723:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879dc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4879e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.650730:0:205632:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879dc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c4879e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.650795:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453633056128:12345-192.168.202.54@tcp:36:rm.0 Request processed in 23889us (24076us total) trans 8589973331 rc 0/0 00000100:00100000:0.0:1788572579.650803:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138320 00010000:00010000:1.0:1788572579.650873:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572579.650880:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 2/0,0 mode: EX/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c487a0d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.650887:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572579.650891:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 3/0,0 mode: EX/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487a0d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.650899:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 3/0,0 mode: EX/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487a0d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.650928:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 2/0,0 mode: --/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487a0d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.650934:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572579.650963:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 1/0,0 mode: --/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487a0d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.650971:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb80031200/0xaad440e68c487a06 lrc: 0/0,0 mode: --/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487a0d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.650986:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572579.650989:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 2/0,0 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4879f1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.650994:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7e00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572579.650998:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4879f1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.651004:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 3/0,0 mode: EX/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4879f1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.651020:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 2/0,0 mode: --/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879f1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.651026:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572579.651039:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 1/0,0 mode: --/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879f1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.651046:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7e00/0xaad440e68c4879ea lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879f1 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.651059:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572579.651062:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.651068:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6a00 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:1.0:1788572579.651072:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.651079:0:204293:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.651095:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.651101:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572579.651106:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.651113:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca927b6a00/0xaad440e68c4879ce lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.651121:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.651122:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.651124:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.651131:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788572579.651145:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196084608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.651229:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.651275:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196084736:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.651302:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.651320:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788572579.651326:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d05aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196084864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.651346:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.651375:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196084608 00000100:00100000:1.0:1788572579.651381:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196084608 00000100:00100000:1.0:1788572579.651418:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196084736 00000100:00100000:1.0:1788572579.651422:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196084736 00000100:00100000:1.0:1788572579.651437:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196084864 00000100:00100000:1.0:1788572579.651440:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196084864 00000100:00100000:1.0:1788572579.651461:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16054 00000100:00100000:1.0:1788572579.651469:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85545850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+85:3639:x1875440196084608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.651483:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.651502:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c487a0d lrc: 0/0,0 mode: --/EX res: [0x2000013a2:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487a06 expref: 85 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.651515:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x0 (ffff88ca8b6a2c00) 00010000:00010000:1.0:1788572579.651524:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.651553:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85545850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+84:3639:x1875440196084608:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.651559:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16054 00000100:00100000:1.0:1788572579.651600:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16055 00000100:00100000:1.0:1788572579.651606:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+83:3637:x1875440196084736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.651613:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.651623:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4879f1 lrc: 0/0,0 mode: --/EX res: [0x240000bd0:0x139:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4879ea expref: 83 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.651633:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd0:0x139:0x0].0x0 (ffff88ca8b6a2700) 00010000:00010000:1.0:1788572579.651639:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.651663:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+82:3637:x1875440196084736:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.651669:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16055 00000100:00100000:1.0:1788572579.651681:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16056 00000100:00100000:1.0:1788572579.651688:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+81:3637:x1875440196084864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572579.651698:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572579.651708:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c4879d5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4879ce expref: 81 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.651718:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572579.651721:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572579.651738:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+80:3637:x1875440196084864:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.651744:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16056 00000100:00100000:1.0:1788572579.651777:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196084608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.651800:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d05aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196084864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.651807:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196084736:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572579.652070:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.652230:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.654721:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.654806:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633056384 00000100:00100000:1.0:1788572579.654815:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633056384 00000100:00100000:1.0:1788572579.654887:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138321 00000100:00100000:1.0:1788572579.654898:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+98:361572:x1875453633056384:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.654917:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.654939:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c487a14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7797c expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.655002:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c487a1b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.655023:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c487a1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.655035:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c487a1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.655085:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1788572579.655089:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572579.655108:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c487a1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.655131:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031400/0xaad440e68c487a14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7797c expref: 100 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.655149:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c487a1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7797c expref: 99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.655195:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572579.655198:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572579.655202:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb80031a00, rc 0) 00000100:00100000:1.0:1788572579.655267:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+99:361572:x1875453633056384:12345-192.168.202.54@tcp:101:rm.0 Request processed in 371us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.655275:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138321 00000100:00100000:3.0:1788572579.657442:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.657542:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633056512 00000100:00100000:2.0:1788572579.657552:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633056512 00000100:00100000:2.0:1788572579.657615:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138322 00000100:00100000:2.0:1788572579.657625:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+99:361572:x1875453633056512:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.657645:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.657668:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487a22 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77983 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.657735:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a29 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.657749:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.657761:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.657776:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a30 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x34e22964 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.657783:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.657790:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.657902:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487a37 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x186d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.657912:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487a37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.657920:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487a37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.658004:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x186d:0x0]: returning size 4096 00000004:00200000:2.0:1788572579.658008:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1788572579.658029:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487a37 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658044:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a29 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658050:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a29 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658057:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a29 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658064:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a29 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658070:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.658074:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a29 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658082:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a29 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658094:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.658097:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.658103:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a29 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658110:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658124:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658130:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a30 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658136:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658142:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.658144:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658183:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a30 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658192:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x34e22964 (ffff88cb98ddf600) 00010000:00010000:2.0:1788572579.658195:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.658198:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a30 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658204:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a30 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658250:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487a22 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77983 expref: 101 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658265:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487a37 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x186d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77983 expref: 100 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.658272:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186d:0x0].0x0 (ffff88cb98ddfd00) 00010000:00010000:2.0:1788572579.658274:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572579.658277:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d2000, rc 0) 00000100:00100000:2.0:1788572579.658339:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+100:361572:x1875453633056512:12345-192.168.202.54@tcp:101:rm.0 Request processed in 715us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.658346:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138322 00000100:00100000:3.0:1788572579.661349:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.661501:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633056640 00000100:00100000:1.0:1788572579.661512:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633056640 00000100:00100000:1.0:1788572579.661577:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138323 00000100:00100000:1.0:1788572579.661589:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+100:361572:x1875453633056640:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.661609:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.661632:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c487a3e lrc: 2/0,0 mode: --/CR res: [0x2000013a0:0x166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7798a expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.661693:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487a45 lrc: 3/1,0 mode: --/PR res: [0x2000013a0:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.661710:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487a45 lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x166:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.661721:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487a45 lrc: 3/1,0 mode: PR/PR res: [0x2000013a0:0x166:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.661775:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a0:0x166:0x0]: returning size 4096 00000004:00200000:1.0:1788572579.661780:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1788572579.661816:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c487a3e lrc: 0/0,0 mode: --/CR res: [0x2000013a0:0x166:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7798a expref: 102 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.661835:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487a45 lrc: 3/0,0 mode: PR/PR res: [0x2000013a0:0x166:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7798a expref: 101 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.661936:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a0:0x166:0x0].0x0 (ffff88ca8b6a2300) 00010000:00010000:1.0:1788572579.661940:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788572579.661944:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6cc00, rc 0) 00000100:00100000:1.0:1788572579.661998:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+101:361572:x1875453633056640:12345-192.168.202.54@tcp:101:rm.0 Request processed in 412us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.662005:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138323 00000100:00100000:1.0:1788572579.665114:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.665325:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633056768 00000100:00100000:0.0:1788572579.665337:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633056768 00000100:00100000:0.0:1788572579.665407:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138324 00000100:00100000:0.0:1788572579.665419:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453633056768:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.665449:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.665480:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264c00/0xaad440e68c487a4c lrc: 2/0,0 mode: --/CR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77991 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.665555:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c487a53 lrc: 3/1,0 mode: --/PR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.665571:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c487a53 lrc: 3/1,0 mode: PR/PR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.665583:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c487a53 lrc: 3/1,0 mode: PR/PR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.665645:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000bd2:0x14e:0x0]: returning size 4096 00000004:00200000:0.0:1788572579.665650:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1788572579.665688:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264c00/0xaad440e68c487a4c lrc: 0/0,0 mode: --/CR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77991 expref: 137 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.665707:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c487a53 lrc: 3/0,0 mode: PR/PR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77991 expref: 136 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.665717:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd2:0x14e:0x0].0x0 (ffff88ca9149ba00) 00010000:00010000:0.0:1788572579.665720:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788572579.665724:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe265800, rc 0) 00000100:00100000:0.0:1788572579.665793:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453633056768:12345-192.168.202.54@tcp:101:rm.0 Request processed in 375us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.665799:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138324 00000100:00100000:3.0:1788572579.669353:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.669457:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633057024 00000100:00100000:2.0:1788572579.669467:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633057024 00000100:00100000:2.0:1788572579.669520:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138325 00000100:00100000:2.0:1788572579.669530:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+101:361572:x1875453633057024:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.669550:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.669572:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77998 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.669717:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x186d:0x0]: returning size 4096 00010000:00010000:2.0:1788572579.669814:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a5a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77998 expref: 103 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.669828:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.669831:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572579.669837:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487a5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77998 expref: 103 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.669864:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3600, rc 0) 00000100:00100000:2.0:1788572579.669918:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+102:361572:x1875453633057024:12345-192.168.202.54@tcp:101:rm.0 Request processed in 389us (578us total) trans 12884962016 rc 301/301 00000100:00100000:2.0:1788572579.669925:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138325 00000100:00100000:3.0:1788572579.674124:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.674505:0:202396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633057152 00000100:00100000:2.0:1788572579.674518:0:202396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633057152 00000100:00100000:2.0:1788572579.674585:0:202396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16801 00000100:00100000:2.0:1788572579.674597:0:202396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+102:361572:x1875453633057152:12345-192.168.202.54@tcp:37:rm.0 00000100:00100000:2.0:1788572579.678767:0:202396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+102:361572:x1875453633057152:12345-192.168.202.54@tcp:37:rm.0 Request processed in 4161us (4640us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.678781:0:202396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16801 00000100:00100000:3.0:1788572579.682796:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.682878:0:226934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633057280 00000100:00100000:1.0:1788572579.682890:0:226934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633057280 00000100:00100000:1.0:1788572579.682953:0:226934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16802 00000100:00100000:1.0:1788572579.682963:0:226934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453633057280:12345-192.168.202.54@tcp:37:rm.0 00000100:00100000:1.0:1788572579.687640:0:226934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453633057280:12345-192.168.202.54@tcp:37:rm.0 Request processed in 4668us (4845us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.687658:0:226934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16802 00000100:00100000:0.0:1788572579.691945:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.692108:0:202395:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633057536 00000100:00100000:1.0:1788572579.692118:0:202395:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633057536 00000100:00100000:1.0:1788572579.692267:0:202395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16803 00000100:00100000:1.0:1788572579.692279:0:202395:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+102:361572:x1875453633057536:12345-192.168.202.54@tcp:35:rm.0 00000040:00080000:1.0:1788572579.692548:0:202395:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].209, 344 off114328 00000040:00080000:1.0:1788572579.692597:0:202395:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].678, 424 off367008 00000004:00080000:1.0:1788572579.692602:0:202395:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca967d8600 with version 4847 00000004:00080000:0.0:1788572579.692741:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4847 rpc_version 4847 00000020:00100000:0.0:1788572579.692770:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572579.692779:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e181880 x1875440196085120/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572579.692802:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196085120:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572579.692926:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.693051:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff99900 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.693093:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196085120 00000100:00100000:2.0:1788572579.693098:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196085120 00000100:00100000:2.0:1788572579.693198:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37294 00000100:00100000:2.0:1788572579.693207:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+117:202414:x1875440196085120:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572579.693378:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+118:202414:x1875440196085120:12345-0@lo:1000:osp_up1-0.0 Request processed in 172us (451us total) trans 8589973332 rc 0/0 00000100:00100000:2.0:1788572579.693386:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37294 00000100:00100000:1.0:1788572579.693486:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196085120:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572579.693698:0:202395:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+103:361572:x1875453633057536:12345-192.168.202.54@tcp:35:rm.0 Request processed in 1419us (1760us total) trans 12884962017 rc 0/0 00000100:00100000:3.0:1788572579.693706:0:202395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16803 00000100:00100000:2.0:1788572579.697229:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.697328:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633057792 00000100:00100000:3.0:1788572579.697339:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633057792 00000100:00100000:3.0:1788572579.697401:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138326 00000100:00100000:3.0:1788572579.697412:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+103:361572:x1875453633057792:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572579.697475:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572579.697502:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487a37 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x186d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77983 expref: 103 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697521:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186d:0x0].0x0 (ffff88cb98ddfd00) 00010000:00010000:3.0:1788572579.697536:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c487a1b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7797c expref: 102 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697546:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572579.697549:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572579.697570:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487a68 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697583:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487a68 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697593:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487a68 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697608:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c487a6f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x34e22964 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697614:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c487a6f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697620:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c487a6f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697719:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487a76 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x186d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697728:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487a76 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697734:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487a76 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697750:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 3/0,1 mode: --/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697758:0:225655:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487a45 lrc: 2/0,0 mode: PR/PR res: [0x2000013a0:0x166:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7798a expref: 101 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697770:0:225655:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 4/0,1 mode: --/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697800:0:225655:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487a45 lrc: 3/0,0 mode: PR/PR res: [0x2000013a0:0x166:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7798a expref: 101 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.697813:0:225655:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487a45 lrc: 4/0,0 mode: PR/PR res: [0x2000013a0:0x166:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7798a expref: 101 pid: 230921 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.697825:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:225655:1875440196085248:192.168.202.54@tcp:104: 00000100:00100000:3.0:1788572579.698208:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbade1e480 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.703779:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.703881:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633057920 00000100:00100000:2.0:1788572579.703891:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633057920 00010000:00010000:2.0:1788572579.703932:0:204719:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487a45 lrc: 5/0,0 mode: PR/PR res: [0x2000013a0:0x166:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7798a expref: 102 pid: 230921 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.703978:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28079 00000100:00100000:2.0:1788572579.703995:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+102:352626:x1875453633057920:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572579.704012:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.704023:0:204719:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487a45 lrc: 5/0,0 mode: PR/PR res: [0x2000013a0:0x166:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7798a expref: 102 pid: 230921 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.704036:0:204719:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487a45 lrc: 4/0,0 mode: PR/PR res: [0x2000013a0:0x166:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7798a expref: 102 pid: 230921 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.704060:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a0:0x166:0x0].0x0 (ffff88ca8b6a2300) 00010000:00010000:2.0:1788572579.704066:0:204719:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 3/0,1 mode: --/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.704076:0:204719:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 3/0,1 mode: EX/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.704083:0:204719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 4/0,1 mode: EX/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.704102:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572579.704185:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+102:352626:x1875453633057920:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 199us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.704192:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28079 00010000:00010000:3.0:1788572579.704291:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487a45 lrc: 0/0,0 mode: --/PR res: [0x2000013a0:0x166:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7798a expref: 101 pid: 230921 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.704309:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:225655:1875440196085248:192.168.202.54@tcp:104: 00010000:00010000:3.0:1788572579.704331:0:225655:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 3/0,1 mode: EX/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.704340:0:225655:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 3/0,1 mode: EX/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.704346:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 3/0,1 mode: EX/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.704392:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 3/0,1 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.704404:0:225655:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 3/0,1 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.704414:0:225655:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 3/0,1 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.704433:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196085376:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1788572579.704472:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.704508:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbade1e480 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.705330:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196085376 00000100:00100000:2.0:1788572579.705337:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196085376 00000100:00100000:2.0:1788572579.705385:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37295 00000100:00100000:2.0:1788572579.705394:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+118:225655:x1875440196085376:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1788572579.705414:0:203129:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.705431:0:203129:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487a8b lrc: 2/0,0 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaad440e68c487a84 expref: -99 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.705458:0:203129:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c487a53 lrc: 2/0,0 mode: PR/PR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77991 expref: 135 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.705469:0:203129:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487a8b lrc: 4/0,0 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xaad440e68c487a84 expref: 119 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.705493:0:203129:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c487a53 lrc: 3/0,0 mode: PR/PR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77991 expref: 135 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.705507:0:203129:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c487a53 lrc: 4/0,0 mode: PR/PR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77991 expref: 135 pid: 205632 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572579.705519:0:203129:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfab100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:203129:1875440196085504:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572579.705586:0:203129:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca859caf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572579.709656:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.709778:0:203129:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfab100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:203129:1875440196085504:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572579.709826:0:203129:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487a8b lrc: 3/0,0 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487a84 expref: 119 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.709852:0:203129:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd2:0x14e:0x0].0x0 (ffff88ca9149ba00) 00010000:00010000:2.0:1788572579.709855:0:203129:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.709860:0:203129:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487a8b lrc: 3/0,0 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487a84 expref: 119 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.709876:0:203129:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487a8b lrc: 3/0,0 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487a84 expref: 119 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.709884:0:203129:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3e00, rc 0) 00000100:00100000:2.0:1788572579.709957:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+119:225655:x1875440196085376:12345-0@lo:101:mdt00_005.0 Request processed in 4563us (5483us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.709968:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37295 00000100:00100000:0.0:1788572579.710199:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633058048 00000100:00100000:0.0:1788572579.710207:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633058048 00010000:00010000:0.0:1788572579.710247:0:202378:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c487a53 lrc: 4/0,0 mode: PR/PR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77991 expref: 136 pid: 205632 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.710283:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28080 00000100:00100000:0.0:1788572579.710292:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:352624:x1875453633058048:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788572579.710309:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572579.710315:0:202378:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c487a53 lrc: 4/0,0 mode: PR/PR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77991 expref: 136 pid: 205632 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.710328:0:202378:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c487a53 lrc: 3/0,0 mode: PR/PR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77991 expref: 136 pid: 205632 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.710352:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265800/0xaad440e68c487a53 lrc: 0/0,0 mode: --/PR res: [0x240000bd2:0x14e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77991 expref: 136 pid: 205632 timeout: 13657 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.710366:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd2:0x14e:0x0].0x0 (ffff88ca9149ba00) 00010000:00010000:0.0:1788572579.710371:0:202378:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487a8b lrc: 2/0,0 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487a84 expref: 118 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.710380:0:202378:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487a8b lrc: 2/0,0 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xaad440e68c487a84 expref: 118 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.710391:0:202378:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487a8b lrc: 3/0,0 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xaad440e68c487a84 expref: 118 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.710430:0:202378:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487a8b lrc: 3/0,0 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xaad440e68c487a84 expref: 118 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572579.710449:0:202378:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e183480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:202378:1875440196085632:0@lo:105: 00000100:00100000:0.0:1788572579.710489:0:202378:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572579.710525:0:202378:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff99900 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.710585:0:229226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196085632 00000100:00100000:2.0:1788572579.710590:0:229226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196085632 00000100:00100000:2.0:1788572579.710627:0:229226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18610 00000100:00100000:2.0:1788572579.710634:0:229226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:202378:x1875440196085632:12345-0@lo:105: 00010000:00010000:2.0:1788572579.710645:0:229226:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 4/0,1 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.710654:0:229226:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 4/0,1 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.710661:0:229226:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 4/0,1 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.710668:0:229226:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 4/0,1 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.710675:0:229226:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 5/0,1 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.710687:0:229226:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 5/0,1 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.710700:0:229226:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88caa2f01200) 00000100:00100000:2.0:1788572579.710731:0:229226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:202378:x1875440196085632:12345-0@lo:105: Request processed in 97us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.710737:0:229226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18610 00000100:00100000:3.0:1788572579.710961:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196085376:0@lo:101:mdt00_005.0 00010000:00010000:3.0:1788572579.710979:0:225655:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 4/0,1 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572579.711687:0:225655:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196085760:0@lo:403:mdt00_005.0 00000100:00100000:3.0:1788572579.711741:0:225655:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572579.711771:0:225655:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbade1e480 going to sleep for 11 seconds 00000100:00100000:2.0:1788572579.711851:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196085760 00000100:00100000:2.0:1788572579.711857:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196085760 00000100:00100000:2.0:1788572579.711892:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37296 00000100:00100000:2.0:1788572579.711899:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+119:225655:x1875440196085760:12345-0@lo:403:mdt00_005.0 00000100:00100000:2.0:1788572579.713703:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+119:225655:x1875440196085760:12345-0@lo:403:mdt00_005.0 Request processed in 1796us (1952us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.713718:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37296 00000100:00100000:0.0:1788572579.713899:0:202378:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e183480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:202378:1875440196085632:0@lo:105: 00010000:00010000:0.0:1788572579.713920:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572579.713978:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:352624:x1875453633058048:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 3685us (4330us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.713996:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28080 00000100:00100000:3.0:1788572579.714298:0:225655:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:225655:1875440196085760:0@lo:403:mdt00_005.0 00000040:00080000:3.0:1788572579.716080:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x2000013a0:0x2:0x0].210, 952 off115280 00000040:00080000:3.0:1788572579.716610:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000bd2:0x151:0x0].679, 1032 off368040 00000004:00080000:3.0:1788572579.716617:0:225655:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbade1e480 with version 4848 00000004:00080000:1.0:1788572579.716797:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4848 rpc_version 4848 00000020:00100000:1.0:1788572579.716834:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572579.716845:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cb9ca1c380 x1875440196086016/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1992/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572579.716873:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1c380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196086016:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572579.716943:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572579.716987:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8c6710c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572579.717826:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196086016 00000100:00100000:0.0:1788572579.717836:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196086016 00000100:00100000:0.0:1788572579.717905:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37297 00000100:00100000:0.0:1788572579.717914:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+119:202414:x1875440196086016:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572579.718273:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+120:202414:x1875440196086016:12345-0@lo:1000:osp_up1-0.0 Request processed in 359us (1328us total) trans 8589973333 rc 0/0 00000100:00100000:0.0:1788572579.718280:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37297 00000100:00100000:1.0:1788572579.718490:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1c380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196086016:0@lo:1000:osp_up1-0.0 00000004:00200000:3.0:1788572579.718647:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x186d:0x0]: returning size 4096 00010000:00010000:3.0:1788572579.718672:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 3/0,1 mode: EX/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718682:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 2/0,0 mode: EX/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718690:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 3/0,0 mode: EX/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718696:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.718701:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 3/0,0 mode: EX/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718709:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 4/0,0 mode: EX/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718724:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a0:0x166:0x0].0x0 (ffff88ca8b6a2300) 00010000:00010000:3.0:1788572579.718726:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572579.718731:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 2/0,0 mode: --/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718738:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff800/0xaad440e68c487a7d lrc: 0/0,0 mode: --/EX res: [0x2000013a0:0x166:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718760:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 4/0,1 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718769:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 4/0,1 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718776:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 3/0,0 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718797:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1788572579.718805:0:225655:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000bd2:0x14e:0x0] 00010000:00010000:3.0:1788572579.718812:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487a76 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718818:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487a76 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718824:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487a76 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718829:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.718832:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487a76 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718838:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487a76 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718845:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186d:0x0].0x0 (ffff88cba1399000) 00010000:00010000:3.0:1788572579.718847:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572579.718850:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487a76 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718855:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487a76 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x186d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718875:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487a68 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718881:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487a68 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718887:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487a68 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718892:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487a68 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718897:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.718900:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487a68 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718906:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487a68 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718913:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572579.718915:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.718918:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487a68 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718923:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487a68 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.718931:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000ad90b09 reply state 00000000ad4e6d22 transno 12884962018 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c487a6f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718942:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c487a6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.718949:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x34e22964 (ffff88cba1399b00) 00010000:00010000:3.0:1788572579.718951:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572579.718953:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572579.719018:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+102:361572:x1875453633057792:12345-192.168.202.54@tcp:36:rm.0 Request processed in 21606us (21800us total) trans 12884962018 rc 0/0 00000100:00100000:3.0:1788572579.719025:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138326 00010000:00010000:2.0:1788572579.719080:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572579.719088:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 2/0,0 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.719096:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01200 already unused, calling callback (ffffffffc197cee0) 00010000:00010000:2.0:1788572579.719100:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 3/0,0 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.719108:0:202380:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 3/0,0 mode: EX/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.719138:0:202380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 2/0,0 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.719144:0:202380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572579.719203:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 1/0,0 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.719211:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01200/0xaad440e68c487a84 lrc: 0/0,0 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487a8b expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.719227:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.719229:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.719239:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572579.719343:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196086144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.719390:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572579.719681:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196086144 00000100:00100000:2.0:1788572579.719688:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196086144 00000100:00100000:2.0:1788572579.719735:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16057 00000100:00100000:2.0:1788572579.719743:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+120:3639:x1875440196086144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572579.719756:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572579.719773:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca825d3e00/0xaad440e68c487a8b lrc: 0/0,0 mode: --/EX res: [0x240000bd2:0x14e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487a84 expref: 120 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.719785:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd2:0x14e:0x0].0x0 (ffff88ca9149ba00) 00010000:00010000:2.0:1788572579.719793:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572579.719832:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+119:3639:x1875440196086144:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.719848:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16057 00000100:00100000:1.0:1788572579.720887:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196086144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788572579.722742:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.722821:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633058176 00000100:00100000:2.0:1788572579.722831:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633058176 00000100:00100000:2.0:1788572579.722948:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138327 00000100:00100000:2.0:1788572579.722960:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+102:361572:x1875453633058176:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.722986:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.723006:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487a92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b7799f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.723083:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a99 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.723098:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.723109:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.723191:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572579.723196:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.723221:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.723259:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487a92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7799f expref: 104 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.723277:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a99 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7799f expref: 103 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.723286:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.723289:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572579.723293:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d2600, rc 0) 00000100:00100000:2.0:1788572579.723349:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+103:361572:x1875453633058176:12345-192.168.202.54@tcp:101:rm.0 Request processed in 391us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.723356:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138327 00000100:00100000:3.0:1788572579.726282:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.726772:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633058304 00000100:00100000:0.0:1788572579.726783:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633058304 00000100:00100000:1.0:1788572579.727012:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138328 00000100:00100000:1.0:1788572579.727037:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+103:361572:x1875453633058304:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.727057:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.727077:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c487aa0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779a6 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727144:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487aa7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727365:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487aa7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727379:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487aa7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727397:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487aae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727404:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487aae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727410:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487aae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727583:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c487ab5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727592:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c487ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727599:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c487ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.727642:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 12 00000004:00200000:1.0:1788572579.727646:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572579.727668:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c487ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727680:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c487ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727689:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487aa7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727696:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487aa7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727702:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487aa7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727708:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487aa7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727714:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.727718:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487aa7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727726:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487aa7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727739:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572579.727742:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.727747:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487aa7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727757:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487aa7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727771:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487aae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727778:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487aae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727784:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487aae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727788:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ce00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.727790:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487aae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727797:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487aae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727803:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x785452ea (ffff88ca8b6a2700) 00010000:00010000:1.0:1788572579.727806:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.727808:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487aae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727814:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487aae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727860:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c487aa0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779a6 expref: 105 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727879:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c487ab5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779a6 expref: 104 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.727886:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff88ca8b6a2c00) 00010000:00010000:1.0:1788572579.727889:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572579.727891:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6da00, rc 0) 00000100:00100000:1.0:1788572579.727966:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+104:361572:x1875453633058304:12345-192.168.202.54@tcp:101:rm.0 Request processed in 930us (1693us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.727974:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138328 00000100:00100000:3.0:1788572579.730920:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.731022:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633058432 00000100:00100000:0.0:1788572579.731032:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633058432 00000100:00100000:0.0:1788572579.731102:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21310 00000100:00100000:0.0:1788572579.731111:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+7:352627:x1875453633058432:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.731128:0:225661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.731149:0:225661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000657c5e48/0xaad440e68c487abc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779ad expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572579.731305:0:225661:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x7:0x0] initial LVB size: 12, mtime: 0x6a9b409f, atime: 0x0, ctime: 0x6a9b409f, blocks: 0x8 00010000:00010000:0.0:1788572579.731326:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7:0x0].0x0 since=13557s v=(0 0) 00010000:00010000:0.0:1788572579.731331:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572579.731342:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000657c5e48/0xaad440e68c487abc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ad expref: 8 pid: 225661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.731361:0:225661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000657c5e48/0xaad440e68c487abc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ad expref: 8 pid: 225661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.731373:0:225661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21000, rc 0) 00000100:00100000:0.0:1788572579.731423:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+8:352627:x1875453633058432:12345-192.168.202.54@tcp:101:rm.0 Request processed in 312us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.731428:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21310 00000100:00080000:3.0:1788572579.731738:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788572579.734960:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.735132:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633058688 00000100:00100000:2.0:1788572579.735142:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633058688 00000100:00100000:2.0:1788572579.735259:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138329 00000100:00100000:2.0:1788572579.735269:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+104:361572:x1875453633058688:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.735328:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572579.735356:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6da00/0xaad440e68c487ab5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779a6 expref: 104 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735380:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff88ca8b6a2c00) 00010000:00010000:2.0:1788572579.735397:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487a99 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b7799f expref: 103 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735407:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.735410:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.735433:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ac3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735447:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ac3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735457:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ac3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735473:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487aca lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x785452ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735480:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487aca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735488:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487aca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735588:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487ad1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735596:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487ad1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735602:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487ad1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.735876:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3924, 64 off259328 00010000:00010000:2.0:1788572579.735930:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487ad8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735939:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735947:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487ad8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735954:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487ad8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735960:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487ad8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735966:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487ad8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.735983:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.736001:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487ad1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736013:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487ad1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736026:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487ad1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736031:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.736035:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487ad1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736042:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487ad1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736051:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:2.0:1788572579.736054:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.736058:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487ad1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736064:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487ad1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736083:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ac3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736090:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ac3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736095:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ac3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736102:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ac3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736107:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.736109:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ac3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736115:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ac3 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736122:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.736125:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.736128:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ac3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736133:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ac3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.736142:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ba0373c5 reply state 00000000a3cb75b3 transno 12884962019 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487aca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736177:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487aca lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.736183:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x785452ea (ffff88cb98ddf600) 00010000:00010000:2.0:1788572579.736185:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572579.736188:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572579.736271:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+104:361572:x1875453633058688:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1002us (1319us total) trans 12884962019 rc 0/0 00000100:00100000:2.0:1788572579.736279:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138329 00010000:00010000:0.0:1788572579.736363:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572579.736370:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487ad8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.736377:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572579.736380:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487ad8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.736387:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487ad8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.736397:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:0.0:1788572579.736400:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572579.736404:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487ad8 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.736409:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487ad8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.736425:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.736427:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.736429:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.739071:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.739197:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633058816 00000100:00100000:0.0:1788572579.739207:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633058816 00000100:00100000:0.0:1788572579.739297:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138330 00000100:00100000:0.0:1788572579.739308:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+104:361572:x1875453633058816:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.739332:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.739355:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c487adf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779b4 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.739422:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487ae6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.739437:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.739448:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.739496:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572579.739500:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572579.739520:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.739544:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2e21c00/0xaad440e68c487adf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779b4 expref: 106 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.739563:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487ae6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779b4 expref: 105 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.739572:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.739575:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572579.739580:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1fc00, rc 0) 00000100:00100000:0.0:1788572579.739637:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+105:361572:x1875453633058816:12345-192.168.202.54@tcp:101:rm.0 Request processed in 331us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.739645:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138330 00000100:00100000:3.0:1788572579.742905:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.743010:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633058944 00000100:00100000:1.0:1788572579.743031:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633058944 00000100:00100000:1.0:1788572579.743089:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138331 00000100:00100000:1.0:1788572579.743099:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+105:361572:x1875453633058944:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.743119:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.743137:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487aed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779bb expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743245:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487af4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743260:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487af4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743270:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487af4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743283:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487afb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743290:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487afb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743296:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487afb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743385:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487b02 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x187d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743393:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487b02 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x187d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743399:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487b02 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x187d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.743437:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x187d:0x0]: returning size 0 00000004:00200000:1.0:1788572579.743441:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572579.743459:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487b02 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x187d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743471:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487b02 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x187d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743479:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487af4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743485:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487af4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743491:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487af4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743500:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487af4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743505:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ca00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.743509:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487af4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743516:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487af4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743527:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572579.743530:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.743534:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487af4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743540:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487af4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743554:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487afb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743559:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487afb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743565:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487afb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743569:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.743572:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487afb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743581:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487afb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743588:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x144b74e0 (ffff88ca8b6a2a00) 00010000:00010000:1.0:1788572579.743590:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.743592:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487afb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743597:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487afb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743624:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487aed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779bb expref: 107 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743638:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487b02 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x187d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779bb expref: 106 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.743645:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x187d:0x0].0x0 (ffff88ca8b6a2200) 00010000:00010000:1.0:1788572579.743648:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572579.743650:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6cc00, rc 0) 00000100:00100000:1.0:1788572579.743708:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+106:361572:x1875453633058944:12345-192.168.202.54@tcp:101:rm.0 Request processed in 610us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.743715:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138331 00000100:00100000:3.0:1788572579.748126:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.748421:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633059072 00000100:00100000:0.0:1788572579.748432:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633059072 00000100:00100000:0.0:1788572579.748502:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21311 00000100:00100000:0.0:1788572579.748514:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+6:352625:x1875453633059072:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.748532:0:203891:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.748554:0:203891:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a08f75f/0xaad440e68c487b09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779c2 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572579.748579:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1551:0x0] initial LVB size: 0, mtime: 0x6a9b705d, atime: 0x6a9b705d, ctime: 0x6a9b705d, blocks: 0x0 00010000:00010000:0.0:1788572579.748600:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1551:0x0].0x0 since=13557s v=(0 0) 00010000:00010000:0.0:1788572579.748604:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1551:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572579.748615:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a08f75f/0xaad440e68c487b09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779c2 expref: 7 pid: 203891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.748636:0:203891:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a08f75f/0xaad440e68c487b09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779c2 expref: 7 pid: 203891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.748656:0:203891:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2e21c00, rc 0) 00000100:00080000:3.0:1788572579.748855:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788572579.748918:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+7:352625:x1875453633059072:12345-192.168.202.54@tcp:101:rm.0 Request processed in 406us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.748926:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21311 00000100:00100000:3.0:1788572579.753052:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.753122:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633059328 00000100:00100000:2.0:1788572579.753133:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633059328 00000100:00100000:2.0:1788572579.753222:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138332 00000100:00100000:2.0:1788572579.753244:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+106:361572:x1875453633059328:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.753304:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572579.753332:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487b02 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x187d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779bb expref: 106 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753356:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x187d:0x0].0x0 (ffff88ca8b6a2200) 00010000:00010000:2.0:1788572579.753374:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487ae6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779b4 expref: 105 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753384:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.753388:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.753411:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487b10 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753425:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487b10 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753436:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487b10 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753451:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487b17 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753458:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487b17 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753464:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487b17 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753555:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487b1e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x187d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753565:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487b1e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x187d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753572:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487b1e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x187d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.753808:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3914, 64 off258688 00010000:00010000:2.0:1788572579.753866:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487b25 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x187d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753876:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487b25 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x187d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753883:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487b25 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x187d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753890:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487b25 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x187d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753897:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487b25 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x187d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753904:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487b25 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x187d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753926:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.753946:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487b1e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x187d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753952:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487b1e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x187d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753964:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487b1e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x187d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753970:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.753975:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487b1e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x187d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753982:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487b1e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x187d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.753991:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x187d:0x0].0x0 (ffff88cb98ddf700) 00010000:00010000:2.0:1788572579.753994:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.753997:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487b1e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x187d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.754003:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487b1e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x187d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.754031:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487b10 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.754038:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487b10 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.754044:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487b10 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.754050:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487b10 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.754056:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.754060:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487b10 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.754066:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487b10 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.754074:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.754077:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.754079:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487b10 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.754085:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487b10 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.754095:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000da5f1904 reply state 00000000ed8c0171 transno 12884962020 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487b17 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.754106:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487b17 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.754112:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x144b74e0 (ffff88cb98ddf100) 00010000:00010000:2.0:1788572579.754115:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572579.754117:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572579.755241:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+106:361572:x1875453633059328:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1992us (2182us total) trans 12884962020 rc 0/0 00000100:00100000:2.0:1788572579.755254:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138332 00010000:00010000:2.0:1788572579.757070:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572579.757085:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487b25 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x187d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.757096:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572579.757100:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487b25 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x187d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.757111:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487b25 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x187d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.757130:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x187d:0x0].0x0 (ffff88cb98ddf700) 00010000:00010000:2.0:1788572579.757132:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572579.757137:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487b25 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x187d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.757143:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487b25 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x187d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.757195:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.757197:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.757199:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.758631:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.758928:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633059456 00000100:00100000:0.0:1788572579.758939:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633059456 00000100:00100000:0.0:1788572579.759436:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138333 00000100:00100000:0.0:1788572579.759450:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+106:361572:x1875453633059456:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.759478:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.759501:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487b2c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779c9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.759573:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c487b33 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.759587:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c487b33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.759599:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c487b33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.759647:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572579.759651:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572579.759673:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c487b33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.759697:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487b2c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779c9 expref: 108 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.759792:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c487b33 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779c9 expref: 107 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.759805:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.759807:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572579.759811:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f7e00, rc 0) 00000100:00100000:0.0:1788572579.759918:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+107:361572:x1875453633059456:12345-192.168.202.54@tcp:101:rm.0 Request processed in 471us (1294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.759929:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138333 00000100:00100000:3.0:1788572579.762251:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.765094:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633059584 00000100:00100000:2.0:1788572579.765109:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633059584 00000100:00100000:3.0:1788572579.765262:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138334 00000100:00100000:3.0:1788572579.765275:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+107:361572:x1875453633059584:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.765295:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.765314:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487b3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779d0 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765376:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487b41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765390:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487b41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765400:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487b41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765414:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487b48 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x27849676 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765421:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487b48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765427:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487b48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765512:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487b4f lrc: 3/1,0 mode: --/PR res: [0x2000013a5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765520:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487b4f lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765526:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487b4f lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572579.765564:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a5:0x2:0x0]: returning size 16384 00000004:00200000:3.0:1788572579.765568:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572579.765585:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487b4f lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765596:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487b4f lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765606:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487b41 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765613:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487b41 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765619:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487b41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765626:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487b41 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765631:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.765635:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487b41 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765643:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487b41 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765655:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572579.765657:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.765662:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487b41 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765668:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487b41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765681:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487b48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765687:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487b48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765693:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487b48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765697:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.765700:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487b48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765706:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487b48 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765712:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x27849676 (ffff88cba1399000) 00010000:00010000:3.0:1788572579.765714:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.765716:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487b48 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765721:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487b48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765754:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487b3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779d0 expref: 109 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765766:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487b4f lrc: 3/0,0 mode: PR/PR res: [0x2000013a5:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779d0 expref: 108 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.765773:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x2:0x0].0x0 (ffff88cba1399800) 00010000:00010000:3.0:1788572579.765776:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572579.765778:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe400, rc 0) 00000100:00100000:3.0:1788572579.765830:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+108:361572:x1875453633059584:12345-192.168.202.54@tcp:101:rm.0 Request processed in 559us (3599us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.765903:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138334 00000100:00100000:3.0:1788572579.768238:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.768276:0:225662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633059712 00000100:00100000:3.0:1788572579.768286:0:225662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633059712 00000100:00100000:3.0:1788572579.768339:0:225662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21312 00000100:00100000:3.0:1788572579.768350:0:225662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+7:352626:x1875453633059712:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.768367:0:225662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.768388:0:225662:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c487b56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779d7 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788572579.768415:0:225662:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1552:0x0] initial LVB size: 16384, mtime: 0x6a9b70af, atime: 0x0, ctime: 0x6a9b70bc, blocks: 0x18 00010000:00010000:3.0:1788572579.768435:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1552:0x0].0x0 since=13557s v=(0 0) 00010000:00010000:3.0:1788572579.768439:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1552:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572579.768449:0:225662:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c487b56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779d7 expref: 8 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.768470:0:225662:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c487b56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779d7 expref: 8 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.768483:0:225662:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84aff800, rc 0) 00000100:00100000:3.0:1788572579.768530:0:225662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+8:352626:x1875453633059712:12345-192.168.202.54@tcp:101:rm.0 Request processed in 182us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.768537:0:225662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21312 00000100:00100000:2.0:1788572579.774125:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.774417:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633059968 00000100:00100000:0.0:1788572579.774428:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633059968 00000100:00100000:0.0:1788572579.774524:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138335 00000100:00100000:0.0:1788572579.774534:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+108:361572:x1875453633059968:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.774597:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572579.774626:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487b4f lrc: 0/0,0 mode: --/PR res: [0x2000013a5:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779d0 expref: 108 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.774648:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x2:0x0].0x0 (ffff88cba1399800) 00010000:00010000:0.0:1788572579.774667:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7e00/0xaad440e68c487b33 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779c9 expref: 107 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.774677:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.774680:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.774701:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487b5d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.774721:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487b5d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.774731:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487b5d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.774747:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7400/0xaad440e68c487b64 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x27849676 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.774755:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7400/0xaad440e68c487b64 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.774762:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7400/0xaad440e68c487b64 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.774938:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487b6b lrc: 3/0,1 mode: --/EX res: [0x2000013a5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.774948:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487b6b lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.774955:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487b6b lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572579.775335:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3915, 64 off258752 00010000:00010000:0.0:1788572579.775390:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487b72 lrc: 3/0,1 mode: --/PW res: [0x2000013a5:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775399:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487b72 lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775406:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487b72 lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775413:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487b72 lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775419:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487b72 lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775425:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487b72 lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775483:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572579.775505:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487b6b lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775511:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487b6b lrc: 2/0,0 mode: EX/EX res: [0x2000013a5:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775517:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487b6b lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775523:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.775527:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487b6b lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775534:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487b6b lrc: 4/0,0 mode: EX/EX res: [0x2000013a5:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775545:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x2:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:0.0:1788572579.775548:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572579.775551:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487b6b lrc: 2/0,0 mode: --/EX res: [0x2000013a5:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775561:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487b6b lrc: 0/0,0 mode: --/EX res: [0x2000013a5:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775580:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487b5d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775586:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487b5d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775592:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487b5d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775598:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487b5d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775602:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.775604:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487b5d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775610:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487b5d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775617:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.775620:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.775622:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487b5d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775629:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487b5d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.775637:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004030af35 reply state 00000000acc78210 transno 12884962021 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7400/0xaad440e68c487b64 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775648:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7400/0xaad440e68c487b64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.775654:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x27849676 (ffff88ca9149ba00) 00010000:00010000:0.0:1788572579.775657:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572579.775659:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572579.775752:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+108:361572:x1875453633059968:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1217us (1636us total) trans 12884962021 rc 0/0 00000100:00100000:0.0:1788572579.775760:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138335 00010000:00010000:3.0:1788572579.780308:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.780324:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487b72 lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.780335:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f7c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.780341:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487b72 lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.780352:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487b72 lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.780372:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x2:0x0].0x0 (ffff88ca8ff27f00) 00010000:00010000:3.0:1788572579.780375:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.780381:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487b72 lrc: 1/0,0 mode: --/PW res: [0x2000013a5:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.780389:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487b72 lrc: 0/0,0 mode: --/PW res: [0x2000013a5:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.780412:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.780415:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.780417:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572579.780546:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.780641:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633060096 00000100:00100000:0.0:1788572579.780651:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633060096 00000100:00100000:0.0:1788572579.780715:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138336 00000100:00100000:0.0:1788572579.780726:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+108:361572:x1875453633060096:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.780751:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.780768:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487b79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779de expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.780832:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6e00/0xaad440e68c487b80 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.782333:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6e00/0xaad440e68c487b80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.782352:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6e00/0xaad440e68c487b80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.782403:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572579.782407:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572579.782431:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6e00/0xaad440e68c487b80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.782463:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487b79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779de expref: 110 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.782480:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6e00/0xaad440e68c487b80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779de expref: 109 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.782488:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.782491:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572579.782495:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6e00, rc 0) 00000100:00100000:0.0:1788572579.782560:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+109:361572:x1875453633060096:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1835us (2017us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.782568:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138336 00000100:00100000:2.0:1788572579.785675:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.785781:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633060224 00000100:00100000:1.0:1788572579.785792:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633060224 00000100:00100000:1.0:1788572579.785954:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138337 00000100:00100000:1.0:1788572579.785966:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+109:361572:x1875453633060224:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.786001:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.786033:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487b87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779e5 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786104:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487b8e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786120:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487b8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786133:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487b8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786564:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487b95 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786576:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487b95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786585:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487b95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786688:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487b9c lrc: 3/1,0 mode: --/PR res: [0x2000013a5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786696:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487b9c lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786703:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487b9c lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.786745:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a5:0x3:0x0]: returning size 1024 00000004:00200000:1.0:1788572579.786749:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572579.786769:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487b9c lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786781:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487b9c lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786790:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487b8e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786797:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487b8e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786803:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487b8e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786809:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487b8e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786815:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.786819:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487b8e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786826:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487b8e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786934:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572579.786938:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.786944:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487b8e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786951:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487b8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786971:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487b95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786978:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487b95 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.786984:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487b95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.787033:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ca00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.787036:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487b95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.787042:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487b95 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.787050:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf4f22e50 (ffff88ca8b6a2a00) 00010000:00010000:1.0:1788572579.787052:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.787054:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487b95 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.787060:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c487b95 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.787090:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487b87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779e5 expref: 111 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.787103:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487b9c lrc: 3/0,0 mode: PR/PR res: [0x2000013a5:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779e5 expref: 110 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.787115:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x3:0x0].0x0 (ffff88ca8b6a2700) 00010000:00010000:1.0:1788572579.787118:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572579.787120:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6ce00, rc 0) 00000100:00100000:1.0:1788572579.787402:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+110:361572:x1875453633060224:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1436us (1736us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.787411:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138337 00000100:00100000:2.0:1788572579.791076:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.791372:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633060352 00000100:00100000:0.0:1788572579.791382:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633060352 00000100:00100000:0.0:1788572579.791479:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21313 00000100:00100000:0.0:1788572579.791492:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+8:352626:x1875453633060352:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.791513:0:225664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.791540:0:225664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f17510b/0xaad440e68c487ba3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1558:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779ec expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572579.791567:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1558:0x0] initial LVB size: 1024, mtime: 0x6a9b70da, atime: 0x0, ctime: 0x6a9b70da, blocks: 0x8 00010000:00010000:0.0:1788572579.791587:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1558:0x0].0x0 since=13557s v=(0 0) 00010000:00010000:0.0:1788572579.791591:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1558:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572579.791601:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f17510b/0xaad440e68c487ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ec expref: 9 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.791624:0:225664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001f17510b/0xaad440e68c487ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ec expref: 9 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.791637:0:225664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f7e00, rc 0) 00000100:00100000:0.0:1788572579.791705:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:352626:x1875453633060352:12345-192.168.202.54@tcp:101:rm.0 Request processed in 217us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.791712:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21313 00000100:00100000:3.0:1788572579.794884:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.794959:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633060608 00000100:00100000:1.0:1788572579.794968:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633060608 00000100:00100000:1.0:1788572579.795036:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138338 00000100:00100000:1.0:1788572579.795047:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+110:361572:x1875453633060608:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.795103:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572579.795131:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487b9c lrc: 0/0,0 mode: --/PR res: [0x2000013a5:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779e5 expref: 110 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795185:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x3:0x0].0x0 (ffff88ca8b6a2700) 00010000:00010000:1.0:1788572579.795204:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6e00/0xaad440e68c487b80 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779de expref: 109 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795214:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572579.795217:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.795246:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487baa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795260:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487baa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795274:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487baa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795288:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c600/0xaad440e68c487bb1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795295:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c600/0xaad440e68c487bb1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795302:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c600/0xaad440e68c487bb1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795396:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bb8 lrc: 3/0,1 mode: --/EX res: [0x2000013a5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795404:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bb8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795411:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bb8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572579.795636:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3925, 64 off259392 00010000:00010000:1.0:1788572579.795696:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487bbf lrc: 3/0,1 mode: --/PW res: [0x2000013a5:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795705:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487bbf lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795713:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487bbf lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795720:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487bbf lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795728:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487bbf lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795734:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487bbf lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795756:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572579.795776:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bb8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795782:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bb8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a5:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795788:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bb8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795794:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.795799:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bb8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795807:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bb8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a5:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795815:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x3:0x0].0x0 (ffff88ca8b6a2200) 00010000:00010000:1.0:1788572579.795819:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572579.795823:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bb8 lrc: 2/0,0 mode: --/EX res: [0x2000013a5:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795829:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bb8 lrc: 0/0,0 mode: --/EX res: [0x2000013a5:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795851:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487baa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795856:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487baa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795861:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487baa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795866:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487baa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795870:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.795873:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487baa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795878:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487baa lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795886:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572579.795888:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.795891:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487baa lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795895:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487baa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.795905:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ef72f740 reply state 0000000028f87307 transno 12884962022 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c600/0xaad440e68c487bb1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795916:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c600/0xaad440e68c487bb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.795922:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf4f22e50 (ffff88ca8b6a2900) 00010000:00010000:1.0:1788572579.795924:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572579.795927:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572579.796011:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+110:361572:x1875453633060608:12345-192.168.202.54@tcp:36:rm.0 Request processed in 966us (1135us total) trans 12884962022 rc 0/0 00000100:00100000:1.0:1788572579.796019:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138338 00010000:00010000:2.0:1788572579.796629:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572579.796638:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487bbf lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.796646:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6cc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572579.796649:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487bbf lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.796657:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487bbf lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.796673:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x3:0x0].0x0 (ffff88ca8b6a2200) 00010000:00010000:2.0:1788572579.796675:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572579.796679:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487bbf lrc: 1/0,0 mode: --/PW res: [0x2000013a5:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.796685:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c487bbf lrc: 0/0,0 mode: --/PW res: [0x2000013a5:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.796702:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.796704:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.796706:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.799108:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.799316:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633060736 00000100:00100000:2.0:1788572579.799327:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633060736 00000100:00100000:2.0:1788572579.799394:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138339 00000100:00100000:2.0:1788572579.799405:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+110:361572:x1875453633060736:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.799430:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.799450:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487bc6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779f3 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.799516:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487bcd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.799529:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487bcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.799541:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487bcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.799586:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572579.799590:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.799612:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487bcd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.799634:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487bc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779f3 expref: 112 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.799652:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487bcd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779f3 expref: 111 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.799661:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.799665:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572579.799669:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3000, rc 0) 00000100:00100000:2.0:1788572579.799732:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+111:361572:x1875453633060736:12345-192.168.202.54@tcp:101:rm.0 Request processed in 329us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.799739:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138339 00000100:00100000:2.0:1788572579.802077:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.802213:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633060864 00000100:00100000:0.0:1788572579.802223:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633060864 00000100:00100000:0.0:1788572579.802294:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138340 00000100:00100000:0.0:1788572579.802303:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+111:361572:x1875453633060864:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.802323:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.802343:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487bd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b779fa expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802414:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487bdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802428:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802440:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487bdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802457:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487be2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x375764fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802467:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802474:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802573:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487be9 lrc: 3/1,0 mode: --/PR res: [0x2000013a5:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802581:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487be9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802587:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487be9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.802628:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a5:0x4:0x0]: returning size 1024 00000004:00200000:0.0:1788572579.802633:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572579.802654:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487be9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802665:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487be9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802674:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487bdb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802679:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487bdb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802685:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487bdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802695:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487bdb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802700:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.802703:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487bdb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802711:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487bdb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802722:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.802725:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.802730:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487bdb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802736:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487bdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802750:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487be2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802755:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487be2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802760:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487be2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802765:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.802767:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487be2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802775:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487be2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802782:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x375764fc (ffff88ca8e88de00) 00010000:00010000:0.0:1788572579.802784:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.802786:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487be2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802792:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487be2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802822:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487bd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779fa expref: 113 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802835:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487be9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779fa expref: 112 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.802842:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x4:0x0].0x0 (ffff88cb8c592600) 00010000:00010000:0.0:1788572579.802844:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572579.802847:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6400, rc 0) 00000100:00100000:0.0:1788572579.802901:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+112:361572:x1875453633060864:12345-192.168.202.54@tcp:101:rm.0 Request processed in 599us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.802909:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138340 00000100:00100000:3.0:1788572579.806001:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.806622:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633060992 00000100:00100000:0.0:1788572579.806633:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633060992 00000100:00100000:0.0:1788572579.806727:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21314 00000100:00100000:0.0:1788572579.806738:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+8:352627:x1875453633060992:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.806762:0:203890:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.806785:0:203890:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000030d10c0/0xaad440e68c487bf0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a01 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572579.806813:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1553:0x0] initial LVB size: 1024, mtime: 0x6a9b70e3, atime: 0x0, ctime: 0x6a9b70e3, blocks: 0x8 00010000:00010000:0.0:1788572579.806831:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1553:0x0].0x0 since=13557s v=(0 0) 00010000:00010000:0.0:1788572579.806894:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1553:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572579.806905:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000030d10c0/0xaad440e68c487bf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a01 expref: 9 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.806923:0:203890:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000030d10c0/0xaad440e68c487bf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a01 expref: 9 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.806938:0:203890:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6600, rc 0) 00000100:00100000:0.0:1788572579.807001:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:352627:x1875453633060992:12345-192.168.202.54@tcp:101:rm.0 Request processed in 265us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.807008:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21314 00000100:00100000:3.0:1788572579.809735:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.809826:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633061248 00000100:00100000:1.0:1788572579.809835:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633061248 00000100:00100000:1.0:1788572579.809906:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138341 00000100:00100000:1.0:1788572579.809916:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+112:361572:x1875453633061248:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572579.809970:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572579.809996:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487be9 lrc: 0/0,0 mode: --/PR res: [0x2000013a5:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779fa expref: 112 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810030:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x4:0x0].0x0 (ffff88cb8c592600) 00010000:00010000:1.0:1788572579.810046:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487bcd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779f3 expref: 111 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810055:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572579.810058:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572579.810080:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487bf7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810093:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487bf7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810104:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487bf7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810118:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bfe lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x375764fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810124:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bfe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810130:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bfe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810274:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487c05 lrc: 3/0,1 mode: --/EX res: [0x2000013a5:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810282:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487c05 lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810287:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487c05 lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572579.810495:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3916, 64 off258816 00010000:00010000:1.0:1788572579.810551:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487c0c lrc: 3/0,1 mode: --/PW res: [0x2000013a5:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810560:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487c0c lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810568:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487c0c lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810576:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487c0c lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810583:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487c0c lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810590:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487c0c lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810606:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572579.810624:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487c05 lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810630:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487c05 lrc: 2/0,0 mode: EX/EX res: [0x2000013a5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810635:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487c05 lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810641:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ce00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.810645:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487c05 lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810652:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487c05 lrc: 4/0,0 mode: EX/EX res: [0x2000013a5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810660:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x4:0x0].0x0 (ffff88ca8b6a2a00) 00010000:00010000:1.0:1788572579.810662:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572579.810666:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487c05 lrc: 2/0,0 mode: --/EX res: [0x2000013a5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810673:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ce00/0xaad440e68c487c05 lrc: 0/0,0 mode: --/EX res: [0x2000013a5:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810691:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487bf7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810702:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487bf7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810707:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487bf7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810713:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487bf7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810718:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572579.810721:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487bf7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810727:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487bf7 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810733:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572579.810736:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572579.810738:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487bf7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810744:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d600/0xaad440e68c487bf7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572579.810753:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ecc66fe0 reply state 00000000566d7dac transno 12884962023 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bfe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810762:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bfe lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.810769:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x375764fc (ffff88ca8b6a2700) 00010000:00010000:1.0:1788572579.810771:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572579.810774:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572579.810846:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+112:361572:x1875453633061248:12345-192.168.202.54@tcp:36:rm.0 Request processed in 929us (1118us total) trans 12884962023 rc 0/0 00000100:00100000:1.0:1788572579.810853:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138341 00010000:00010000:3.0:1788572579.811508:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.811517:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487c0c lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.811524:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.811528:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487c0c lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.811535:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487c0c lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.811547:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x4:0x0].0x0 (ffff88ca8b6a2a00) 00010000:00010000:3.0:1788572579.811549:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.811552:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487c0c lrc: 1/0,0 mode: --/PW res: [0x2000013a5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.811558:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c487c0c lrc: 0/0,0 mode: --/PW res: [0x2000013a5:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.811575:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.811577:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.811579:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.814147:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.814437:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633061376 00000100:00100000:1.0:1788572579.814447:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633061376 00000100:00100000:1.0:1788572579.814499:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138342 00000100:00100000:1.0:1788572579.814508:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+112:361572:x1875453633061376:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.814530:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.814550:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487c13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a08 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.814616:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c487c1a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.814630:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c487c1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.814642:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c487c1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572579.814686:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1788572579.814691:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572579.814712:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c487c1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.814735:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c400/0xaad440e68c487c13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a08 expref: 114 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.814758:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c487c1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a08 expref: 113 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.814766:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572579.814769:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572579.814773:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6c200, rc 0) 00000100:00100000:1.0:1788572579.814847:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+113:361572:x1875453633061376:12345-192.168.202.54@tcp:101:rm.0 Request processed in 331us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.814855:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138342 00000100:00100000:1.0:1788572579.817933:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.818395:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633061504 00000100:00100000:2.0:1788572579.818407:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633061504 00000100:00100000:2.0:1788572579.818463:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138343 00000100:00100000:2.0:1788572579.818473:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+113:361572:x1875453633061504:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.818493:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.818512:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a0f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818575:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818589:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818601:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818617:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c2f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818624:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818631:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818724:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487c36 lrc: 3/1,0 mode: --/PR res: [0x2000013a5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818732:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487c36 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818740:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487c36 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.818780:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a5:0x6:0x0]: returning size 0 00000004:00200000:2.0:1788572579.818784:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.818801:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487c36 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818813:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487c36 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818822:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c28 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818832:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c28 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818958:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c28 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818965:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c28 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818970:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.818975:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c28 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818983:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c28 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.818995:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.818998:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.819004:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c28 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.819011:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.819355:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.819362:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c2f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.819368:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.819374:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.819377:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.819384:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c2f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.819393:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdfa31bdb (ffff88cb98ddf700) 00010000:00010000:2.0:1788572579.819396:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.819399:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c2f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.819404:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c2f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.819438:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a0f expref: 115 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.819451:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487c36 lrc: 3/0,0 mode: PR/PR res: [0x2000013a5:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a0f expref: 114 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.819458:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x6:0x0].0x0 (ffff88cb98ddf300) 00010000:00010000:2.0:1788572579.819460:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572579.819463:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d2400, rc 0) 00000100:00100000:2.0:1788572579.819569:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+114:361572:x1875453633061504:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1096us (1644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.819577:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138343 00000100:00100000:3.0:1788572579.822894:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.822983:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633061632 00000100:00100000:1.0:1788572579.822993:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633061632 00000100:00100000:1.0:1788572579.823063:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21315 00000100:00100000:1.0:1788572579.823075:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:352626:x1875453633061632:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.823094:0:225675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.823114:0:225675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c487c3d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a16 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572579.823141:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1559:0x0] initial LVB size: 0, mtime: 0x6a9b70ec, atime: 0x6a9b70ec, ctime: 0x6a9b70ec, blocks: 0x0 00010000:00010000:1.0:1788572579.823209:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1559:0x0].0x0 since=13557s v=(0 0) 00010000:00010000:1.0:1788572579.823215:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1559:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572579.823236:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c487c3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a16 expref: 10 pid: 225675 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.823254:0:225675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c487c3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a16 expref: 10 pid: 225675 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.823269:0:225675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6c400, rc 0) 00000100:00100000:1.0:1788572579.823328:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:352626:x1875453633061632:12345-192.168.202.54@tcp:101:rm.0 Request processed in 255us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.823335:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21315 00010000:00010000:2.0:1788572579.828304:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.829011:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.829199:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633061888 00000100:00100000:2.0:1788572579.829210:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633061888 00000100:00100000:2.0:1788572579.829287:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138344 00000100:00100000:2.0:1788572579.829298:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+114:361572:x1875453633061888:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.829360:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572579.829389:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487c36 lrc: 0/0,0 mode: --/PR res: [0x2000013a5:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a0f expref: 114 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.829412:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x6:0x0].0x0 (ffff88cb98ddf300) 00010000:00010000:2.0:1788572579.829431:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c487c1a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a08 expref: 113 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.829442:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.829445:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.829468:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c44 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.829482:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c44 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.829492:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c44 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.829507:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c4b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.829513:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c4b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.829519:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c4b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.829622:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c52 lrc: 3/0,1 mode: --/EX res: [0x2000013a5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.829630:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c52 lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.829636:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c52 lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.829946:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3926, 64 off259456 00010000:00010000:2.0:1788572579.829998:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487c59 lrc: 3/0,1 mode: --/PW res: [0x2000013a5:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830006:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487c59 lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830023:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487c59 lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830032:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487c59 lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830038:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487c59 lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830044:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487c59 lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830066:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.830086:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c52 lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830096:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c52 lrc: 2/0,0 mode: EX/EX res: [0x2000013a5:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830103:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c52 lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830109:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.830113:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c52 lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830120:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c52 lrc: 4/0,0 mode: EX/EX res: [0x2000013a5:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830129:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x6:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:2.0:1788572579.830132:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.830136:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c52 lrc: 2/0,0 mode: --/EX res: [0x2000013a5:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830142:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487c52 lrc: 0/0,0 mode: --/EX res: [0x2000013a5:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830500:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c44 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830508:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c44 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830513:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c44 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830518:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c44 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830523:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.830526:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c44 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830532:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c44 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830540:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.830542:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.830546:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c44 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830552:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2e00/0xaad440e68c487c44 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.830562:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000284e6d9e reply state 0000000072510bc8 transno 12884962024 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c4b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830574:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.830580:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdfa31bdb (ffff88cb98ddf700) 00010000:00010000:2.0:1788572579.830582:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572579.830585:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572579.830669:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+114:361572:x1875453633061888:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1371us (1663us total) trans 12884962024 rc 0/0 00000100:00100000:2.0:1788572579.830677:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138344 00010000:00010000:3.0:1788572579.831074:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.831081:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487c59 lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.831088:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.831092:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487c59 lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.831098:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487c59 lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.831108:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x6:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:3.0:1788572579.831110:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.831113:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487c59 lrc: 1/0,0 mode: --/PW res: [0x2000013a5:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.831119:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487c59 lrc: 0/0,0 mode: --/PW res: [0x2000013a5:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.831133:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.831135:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.831137:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572579.833471:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.833587:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633062016 00000100:00100000:3.0:1788572579.833600:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633062016 00000100:00100000:3.0:1788572579.833672:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138345 00000100:00100000:3.0:1788572579.833684:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+114:361572:x1875453633062016:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.833707:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.833727:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487c60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a1d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.833794:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487c67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.833811:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487c67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.833822:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487c67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572579.833885:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1788572579.833890:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572579.833911:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487c67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.833935:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487c60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a1d expref: 116 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.833955:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487c67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a1d expref: 115 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.833964:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572579.833966:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572579.833970:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264c00, rc 0) 00000100:00100000:3.0:1788572579.834034:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+115:361572:x1875453633062016:12345-192.168.202.54@tcp:101:rm.0 Request processed in 352us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.834041:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138345 00000100:00100000:0.0:1788572579.836741:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.836822:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633062144 00000100:00100000:2.0:1788572579.836831:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633062144 00000100:00100000:2.0:1788572579.836901:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138346 00000100:00100000:2.0:1788572579.836912:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+115:361572:x1875453633062144:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.836931:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.836951:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487c6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a24 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837015:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487c75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837031:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487c75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837042:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487c75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837058:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487c7c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7222325d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837066:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487c7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837072:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487c7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837207:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487c83 lrc: 3/1,0 mode: --/PR res: [0x2000013a5:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837217:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487c83 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837224:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487c83 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.837277:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a5:0x7:0x0]: returning size 10485760 00000004:00200000:2.0:1788572579.837282:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.837303:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487c83 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837315:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487c83 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837325:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487c75 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837331:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487c75 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837337:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487c75 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837343:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487c75 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837349:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.837353:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487c75 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837361:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487c75 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837374:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.837377:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.837382:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487c75 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837393:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487c75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837409:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487c7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837415:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487c7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837421:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487c7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837426:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.837429:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487c7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837433:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487c7c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837441:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7222325d (ffff88cb98ddfd00) 00010000:00010000:2.0:1788572579.837444:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.837447:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487c7c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837452:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487c7c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837486:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487c6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a24 expref: 117 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837508:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487c83 lrc: 3/0,0 mode: PR/PR res: [0x2000013a5:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a24 expref: 116 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.837516:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x7:0x0].0x0 (ffff88ca962ac600) 00010000:00010000:2.0:1788572579.837519:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572579.837521:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3000, rc 0) 00000100:00100000:2.0:1788572579.837580:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+116:361572:x1875453633062144:12345-192.168.202.54@tcp:101:rm.0 Request processed in 670us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.837587:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138346 00000100:00100000:2.0:1788572579.841065:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.841202:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633062272 00000100:00100000:1.0:1788572579.841213:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633062272 00000100:00100000:1.0:1788572579.841312:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21316 00000100:00100000:1.0:1788572579.841323:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:352627:x1875453633062272:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.841342:0:204291:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.841368:0:204291:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e75709d/0xaad440e68c487c8a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a2b expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572579.841395:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1554:0x0] initial LVB size: 10485760, mtime: 0x6a9b70f5, atime: 0x0, ctime: 0x6a9b70f5, blocks: 0x5000 00010000:00010000:1.0:1788572579.841418:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1554:0x0].0x0 since=13557s v=(0 0) 00010000:00010000:1.0:1788572579.841422:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1554:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572579.841431:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e75709d/0xaad440e68c487c8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a2b expref: 10 pid: 204291 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.841447:0:204291:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007e75709d/0xaad440e68c487c8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a2b expref: 10 pid: 204291 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.841461:0:204291:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6d600, rc 0) 00000100:00100000:1.0:1788572579.841522:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:352627:x1875453633062272:12345-192.168.202.54@tcp:101:rm.0 Request processed in 202us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.841532:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21316 00000100:00100000:3.0:1788572579.846116:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.846710:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633062528 00000100:00100000:2.0:1788572579.846723:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633062528 00000100:00100000:0.0:1788572579.847033:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138347 00000100:00100000:0.0:1788572579.847046:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+116:361572:x1875453633062528:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.847108:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572579.847137:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487c83 lrc: 0/0,0 mode: --/PR res: [0x2000013a5:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a24 expref: 116 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.847374:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x7:0x0].0x0 (ffff88ca962ac600) 00010000:00010000:0.0:1788572579.847397:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487c67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a1d expref: 115 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.847407:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.847411:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.847433:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487c91 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.847447:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487c91 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.847458:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487c91 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.847472:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7000/0xaad440e68c487c98 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x7222325d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.847479:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7000/0xaad440e68c487c98 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.847487:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7000/0xaad440e68c487c98 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.847589:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487c9f lrc: 3/0,1 mode: --/EX res: [0x2000013a5:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.847597:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487c9f lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.847603:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487c9f lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572579.847817:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3917, 64 off258880 00010000:00010000:0.0:1788572579.847985:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6800/0xaad440e68c487ca6 lrc: 3/0,1 mode: --/PW res: [0x2000013a5:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.847994:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6800/0xaad440e68c487ca6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848002:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6800/0xaad440e68c487ca6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848010:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6800/0xaad440e68c487ca6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848024:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6800/0xaad440e68c487ca6 lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848031:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6800/0xaad440e68c487ca6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848093:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572579.848115:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487c9f lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848121:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487c9f lrc: 2/0,0 mode: EX/EX res: [0x2000013a5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848127:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487c9f lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848132:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.848136:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487c9f lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848144:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487c9f lrc: 4/0,0 mode: EX/EX res: [0x2000013a5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848206:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x7:0x0].0x0 (ffff88cb8c592800) 00010000:00010000:0.0:1788572579.848210:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572579.848214:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487c9f lrc: 2/0,0 mode: --/EX res: [0x2000013a5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848220:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487c9f lrc: 0/0,0 mode: --/EX res: [0x2000013a5:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848248:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487c91 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848255:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487c91 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848260:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487c91 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848265:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487c91 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848269:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.848272:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487c91 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848277:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487c91 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848285:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.848288:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.848290:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487c91 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848300:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487c91 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.848309:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009f86adda reply state 000000005c3be95e transno 12884962025 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7000/0xaad440e68c487c98 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848319:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7000/0xaad440e68c487c98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.848325:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7222325d (ffff88cb8c592000) 00010000:00010000:0.0:1788572579.848327:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572579.848330:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572579.848410:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+116:361572:x1875453633062528:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1365us (2301us total) trans 12884962025 rc 0/0 00000100:00100000:0.0:1788572579.848418:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138347 00010000:00010000:2.0:1788572579.848738:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572579.848746:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6800/0xaad440e68c487ca6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.848754:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572579.848758:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6800/0xaad440e68c487ca6 lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.848766:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6800/0xaad440e68c487ca6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.848776:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x7:0x0].0x0 (ffff88cb8c592800) 00010000:00010000:2.0:1788572579.848778:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572579.848782:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6800/0xaad440e68c487ca6 lrc: 1/0,0 mode: --/PW res: [0x2000013a5:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.848793:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6800/0xaad440e68c487ca6 lrc: 0/0,0 mode: --/PW res: [0x2000013a5:0x7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.848809:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.848811:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.848813:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572579.851464:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.851549:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633062656 00000100:00100000:2.0:1788572579.851559:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633062656 00000100:00100000:2.0:1788572579.851667:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138348 00000100:00100000:2.0:1788572579.851677:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+116:361572:x1875453633062656:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.851699:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.851721:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487cad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a32 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.851785:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487cb4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.851799:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.851811:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.851869:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572579.851873:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.851895:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.851920:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487cad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a32 expref: 118 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.851944:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a32 expref: 117 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.851953:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.851956:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572579.851961:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3800, rc 0) 00000100:00100000:2.0:1788572579.852120:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+117:361572:x1875453633062656:12345-192.168.202.54@tcp:101:rm.0 Request processed in 444us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.852128:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138348 00000100:00100000:2.0:1788572579.857400:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.857474:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633062784 00000100:00100000:0.0:1788572579.857484:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633062784 00000100:00100000:0.0:1788572579.857573:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138349 00000100:00100000:0.0:1788572579.857584:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+117:361572:x1875453633062784:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.857609:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.857632:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487cbb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a39 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857701:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487cc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857717:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487cc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857728:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487cc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857743:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487cc9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857749:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857754:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857863:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487cd0 lrc: 3/1,0 mode: --/PR res: [0x2000013a5:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857872:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487cd0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857878:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487cd0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.857919:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a5:0x8:0x0]: returning size 10485760 00000004:00200000:0.0:1788572579.857923:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572579.857943:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487cd0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857955:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487cd0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857964:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487cc2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857974:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487cc2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857980:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487cc2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857986:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487cc2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.857992:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f7200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.857996:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487cc2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858005:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487cc2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858347:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.858353:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.858359:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487cc2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858365:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487cc2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858379:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858384:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487cc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858389:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858394:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.858396:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858401:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858408:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe75d78b6 (ffff88cb8c592c00) 00010000:00010000:0.0:1788572579.858410:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.858412:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487cc9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858417:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487cc9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858450:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487cbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a39 expref: 119 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858463:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487cd0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a5:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a39 expref: 118 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.858471:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x8:0x0].0x0 (ffff88cb8c592200) 00010000:00010000:0.0:1788572579.858473:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572579.858476:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f7800, rc 0) 00000100:00100000:0.0:1788572579.858547:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+118:361572:x1875453633062784:12345-192.168.202.54@tcp:101:rm.0 Request processed in 964us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.858555:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138349 00000100:00100000:3.0:1788572579.861021:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.861195:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633062912 00000100:00100000:1.0:1788572579.861204:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633062912 00000100:00100000:1.0:1788572579.861269:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21317 00000100:00100000:1.0:1788572579.861280:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:352625:x1875453633062912:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.861296:0:225663:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.861317:0:225663:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c487cd7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x155a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a40 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572579.861341:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x155a:0x0] initial LVB size: 10485760, mtime: 0x6a9b7100, atime: 0x0, ctime: 0x6a9b7100, blocks: 0x5000 00010000:00010000:1.0:1788572579.861360:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155a:0x0].0x0 since=13557s v=(0 0) 00010000:00010000:1.0:1788572579.861364:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572579.861374:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c487cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a40 expref: 11 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.861391:0:225663:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c487cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a40 expref: 11 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.861404:0:225663:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6ce00, rc 0) 00000100:00100000:1.0:1788572579.861460:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:352625:x1875453633062912:12345-192.168.202.54@tcp:101:rm.0 Request processed in 182us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.861467:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21317 00000100:00100000:3.0:1788572579.864198:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.864334:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633063168 00000100:00100000:2.0:1788572579.864344:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633063168 00000100:00100000:2.0:1788572579.864395:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138350 00000100:00100000:2.0:1788572579.864404:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+118:361572:x1875453633063168:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.864465:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572579.864493:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487cd0 lrc: 0/0,0 mode: --/PR res: [0x2000013a5:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a39 expref: 118 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.864512:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x8:0x0].0x0 (ffff88cb8c592200) 00010000:00010000:2.0:1788572579.864530:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487cb4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a32 expref: 117 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.864540:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.864543:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.864565:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487cde lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.864580:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487cde lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.864590:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487cde lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.864605:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487ce5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.864611:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.864617:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.864708:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487cec lrc: 3/0,1 mode: --/EX res: [0x2000013a5:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.864717:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487cec lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.864723:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487cec lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.864963:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3927, 64 off259520 00010000:00010000:2.0:1788572579.865014:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487cf3 lrc: 3/0,1 mode: --/PW res: [0x2000013a5:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865023:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487cf3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865031:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487cf3 lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865039:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487cf3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865046:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487cf3 lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865053:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487cf3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865081:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.865101:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487cec lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865107:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487cec lrc: 2/0,0 mode: EX/EX res: [0x2000013a5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865113:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487cec lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865118:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.865122:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487cec lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865130:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487cec lrc: 4/0,0 mode: EX/EX res: [0x2000013a5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865138:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x8:0x0].0x0 (ffff88ca962ac600) 00010000:00010000:2.0:1788572579.865141:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.865145:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487cec lrc: 2/0,0 mode: --/EX res: [0x2000013a5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.865503:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.865512:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487cf3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.865519:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.865523:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487cf3 lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.865529:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487cf3 lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.865540:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x8:0x0].0x0 (ffff88ca962ac600) 00010000:00010000:3.0:1788572579.865542:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.865546:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487cf3 lrc: 1/0,0 mode: --/PW res: [0x2000013a5:0x8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.865551:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487cf3 lrc: 0/0,0 mode: --/PW res: [0x2000013a5:0x8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.865565:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.865567:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.865569:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.865792:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487cec lrc: 0/0,0 mode: --/EX res: [0x2000013a5:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865818:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487cde lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865825:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487cde lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865831:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487cde lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865849:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487cde lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865854:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.865857:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487cde lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865864:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487cde lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865872:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.865875:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.865878:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487cde lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865884:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487cde lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.865894:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006ff42163 reply state 000000005010188a transno 12884962026 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865906:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487ce5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.865913:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe75d78b6 (ffff88ca962ac400) 00010000:00010000:2.0:1788572579.865915:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572579.865918:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572579.866023:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+118:361572:x1875453633063168:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1610us (1862us total) trans 12884962026 rc 0/0 00000100:00100000:2.0:1788572579.866031:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138350 00000100:00100000:2.0:1788572579.868727:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.868797:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633063296 00000100:00100000:0.0:1788572579.868807:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633063296 00000100:00100000:0.0:1788572579.868879:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138351 00000100:00100000:0.0:1788572579.868890:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+118:361572:x1875453633063296:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.868914:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.868938:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487cfa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a47 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.869008:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487d01 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.869033:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487d01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.869044:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487d01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.869091:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572579.869094:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572579.869112:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487d01 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.869137:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487cfa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a47 expref: 120 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.869191:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487d01 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a47 expref: 119 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.869201:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.869203:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572579.869208:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6c00, rc 0) 00000100:00100000:0.0:1788572579.869279:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+119:361572:x1875453633063296:12345-192.168.202.54@tcp:101:rm.0 Request processed in 391us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.869287:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138351 00000100:00100000:3.0:1788572579.872814:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.872900:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633063424 00000100:00100000:2.0:1788572579.872910:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633063424 00000100:00100000:2.0:1788572579.872976:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138352 00000100:00100000:2.0:1788572579.872987:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+119:361572:x1875453633063424:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.873014:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.873046:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487d08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a4e expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873112:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487d0f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873125:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487d0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873135:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487d0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873193:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487d16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873201:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487d16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873207:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487d16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873309:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487d1d lrc: 3/1,0 mode: --/PR res: [0x2000013a5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873317:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487d1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873323:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487d1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.873363:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a5:0x9:0x0]: returning size 8388608 00000004:00200000:2.0:1788572579.873367:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.873387:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487d1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873399:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487d1d lrc: 3/1,0 mode: PR/PR res: [0x2000013a5:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873409:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487d0f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873416:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487d0f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873422:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487d0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873431:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487d0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873437:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.873441:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487d0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873450:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487d0f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873462:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.873465:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.873469:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487d0f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873476:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487d0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873491:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487d16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873496:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487d16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873502:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487d16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873507:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.873510:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487d16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873519:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487d16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873527:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1e3f1c85 (ffff88cb8a287600) 00010000:00010000:2.0:1788572579.873529:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.873532:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487d16 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873537:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487d16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873568:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487d08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a4e expref: 121 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873582:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487d1d lrc: 3/0,0 mode: PR/PR res: [0x2000013a5:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a4e expref: 120 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.873588:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x9:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:2.0:1788572579.873590:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572579.873593:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3200, rc 0) 00000100:00100000:2.0:1788572579.873655:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+120:361572:x1875453633063424:12345-192.168.202.54@tcp:101:rm.0 Request processed in 670us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.873662:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138352 00000100:00100000:1.0:1788572579.877601:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.877682:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633063552 00000100:00100000:2.0:1788572579.877695:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633063552 00000100:00100000:2.0:1788572579.877762:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21318 00000100:00100000:2.0:1788572579.877772:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:352626:x1875453633063552:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.877798:0:225665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.877823:0:225665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000864e54b4/0xaad440e68c487d24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a55 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788572579.877863:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1555:0x0] initial LVB size: 1048576, mtime: 0x6a9b710f, atime: 0x0, ctime: 0x6a9b710f, blocks: 0x800 00010000:00010000:2.0:1788572579.877885:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1555:0x0].0x0 since=13557s v=(0 0) 00010000:00010000:2.0:1788572579.877890:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1555:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572579.877903:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000864e54b4/0xaad440e68c487d24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a55 expref: 11 pid: 225665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.877922:0:225665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000864e54b4/0xaad440e68c487d24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a55 expref: 11 pid: 225665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.877936:0:225665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d2e00, rc 0) 00000100:00100000:2.0:1788572579.878034:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:352626:x1875453633063552:12345-192.168.202.54@tcp:101:rm.0 Request processed in 262us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.878041:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21318 00000100:00100000:0.0:1788572579.880380:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572579.883954:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633063680 00000100:00100000:1.0:1788572579.883970:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633063680 00000100:00100000:1.0:1788572579.884301:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21319 00000100:00100000:1.0:1788572579.884313:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:352626:x1875453633063680:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572579.884333:0:203892:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572579.884359:0:203892:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c487d2b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x155b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a5c expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572579.884387:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x155b:0x0] initial LVB size: 8388608, mtime: 0x6a9b7114, atime: 0x0, ctime: 0x6a9b7114, blocks: 0x3800 00010000:00010000:1.0:1788572579.884407:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155b:0x0].0x0 since=13557s v=(0 0) 00010000:00010000:1.0:1788572579.884411:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572579.884422:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c487d2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a5c expref: 12 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.884439:0:203892:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c487d2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a5c expref: 12 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.884451:0:203892:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6da00, rc 0) 00000100:00100000:1.0:1788572579.884511:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:352626:x1875453633063680:12345-192.168.202.54@tcp:101:rm.0 Request processed in 201us (4140us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572579.884519:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21319 00000100:00100000:3.0:1788572579.887499:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.887597:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633063936 00000100:00100000:2.0:1788572579.887610:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633063936 00000100:00100000:2.0:1788572579.887694:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138353 00000100:00100000:2.0:1788572579.887704:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+120:361572:x1875453633063936:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.887767:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572579.887797:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487d1d lrc: 0/0,0 mode: --/PR res: [0x2000013a5:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a4e expref: 120 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.887820:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x9:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:2.0:1788572579.887854:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487d01 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a47 expref: 119 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.887864:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.887868:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.887892:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487d32 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.887905:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487d32 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.887914:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487d32 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.887927:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487d39 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.887933:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487d39 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.887939:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487d39 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888047:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487d40 lrc: 3/0,1 mode: --/EX res: [0x2000013a5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888054:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487d40 lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888061:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487d40 lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.888370:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3918, 64 off258944 00000040:00080000:2.0:1788572579.888391:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3928, 64 off259584 00010000:00010000:2.0:1788572579.888442:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d47 lrc: 3/0,1 mode: --/PW res: [0x2000013a5:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888451:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d47 lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888458:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d47 lrc: 3/0,1 mode: PW/PW res: [0x2000013a5:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888465:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d47 lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888471:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d47 lrc: 4/0,1 mode: PW/PW res: [0x2000013a5:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888476:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d47 lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888492:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.888512:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487d40 lrc: 3/0,1 mode: EX/EX res: [0x2000013a5:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888518:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487d40 lrc: 2/0,0 mode: EX/EX res: [0x2000013a5:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888524:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487d40 lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888530:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.888535:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487d40 lrc: 3/0,0 mode: EX/EX res: [0x2000013a5:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888543:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487d40 lrc: 4/0,0 mode: EX/EX res: [0x2000013a5:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888553:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x9:0x0].0x0 (ffff88ca962ac600) 00010000:00010000:2.0:1788572579.888556:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.888561:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487d40 lrc: 2/0,0 mode: --/EX res: [0x2000013a5:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888567:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487d40 lrc: 0/0,0 mode: --/EX res: [0x2000013a5:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888584:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487d32 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888590:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487d32 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888596:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487d32 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888602:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487d32 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888608:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.888610:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487d32 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888616:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487d32 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888623:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.888625:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.888628:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487d32 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888638:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487d32 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.888647:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f0bc2616 reply state 00000000d711b88f transno 12884962027 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487d39 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888658:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487d39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888663:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1e3f1c85 (ffff88cb8a287700) 00010000:00010000:2.0:1788572579.888665:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572579.888668:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572579.888749:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+120:361572:x1875453633063936:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1045us (1259us total) trans 12884962027 rc 0/0 00000100:00100000:2.0:1788572579.888757:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138353 00010000:00010000:2.0:1788572579.888790:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572579.888797:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d47 lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888803:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572579.888807:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d47 lrc: 2/0,0 mode: PW/PW res: [0x2000013a5:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888813:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d47 lrc: 3/0,0 mode: PW/PW res: [0x2000013a5:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888823:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a5:0x9:0x0].0x0 (ffff88ca962ac600) 00010000:00010000:2.0:1788572579.888825:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572579.888828:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d47 lrc: 1/0,0 mode: --/PW res: [0x2000013a5:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888837:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d47 lrc: 0/0,0 mode: --/PW res: [0x2000013a5:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.888852:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.888854:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572579.888855:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.895207:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.895481:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633064064 00000100:00100000:0.0:1788572579.895492:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633064064 00000100:00100000:0.0:1788572579.895558:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138354 00000100:00100000:0.0:1788572579.895568:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+120:361572:x1875453633064064:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.895595:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.895620:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487d4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a63 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.895690:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487d55 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.895707:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487d55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.895720:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487d55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.895764:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572579.895769:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572579.895791:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487d55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.895819:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487d4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a63 expref: 122 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.895849:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487d55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a63 expref: 121 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.895859:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.895863:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572579.895867:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f7200, rc 0) 00000100:00100000:0.0:1788572579.895936:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+121:361572:x1875453633064064:12345-192.168.202.54@tcp:101:rm.0 Request processed in 369us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.895959:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138354 00000100:00100000:3.0:1788572579.899387:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.899440:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633064192 00000100:00100000:3.0:1788572579.899449:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633064192 00000100:00100000:3.0:1788572579.899515:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138355 00000100:00100000:3.0:1788572579.899524:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+121:361572:x1875453633064192:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.899543:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.899563:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a6a expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.899634:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487d63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.899649:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487d63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.899661:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487d63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.899677:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d6a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.899684:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.899690:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.899922:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487d71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.899931:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.899938:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572579.899973:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 4096 00000004:00200000:3.0:1788572579.899977:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572579.900001:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900016:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900025:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487d63 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900032:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487d63 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900038:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487d63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900045:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487d63 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900051:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.900056:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487d63 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900063:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487d63 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900076:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572579.900079:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.900083:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487d63 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900090:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487d63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900105:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900112:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900117:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900122:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.900125:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900131:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d6a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900137:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcb4c0543 (ffff88cbb349dd00) 00010000:00010000:3.0:1788572579.900140:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.900143:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d6a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900149:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900208:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a6a expref: 123 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900222:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487d71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a6a expref: 122 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.900241:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff88cb98ddfd00) 00010000:00010000:3.0:1788572579.900243:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572579.900246:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe265800, rc 0) 00000100:00100000:3.0:1788572579.900306:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+122:361572:x1875453633064192:12345-192.168.202.54@tcp:101:rm.0 Request processed in 783us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.900315:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138355 00000100:00100000:3.0:1788572579.906564:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.906641:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633064320 00000100:00100000:0.0:1788572579.906653:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633064320 00000100:00100000:0.0:1788572579.906719:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21320 00000100:00100000:0.0:1788572579.906730:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:352626:x1875453633064320:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.906752:0:225660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.906774:0:225660:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000365076e8/0xaad440e68c487d78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a71 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572579.906905:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x8:0x0] initial LVB size: 4096, mtime: 0x6a9b40a4, atime: 0x0, ctime: 0x6a9b40a4, blocks: 0x8 00010000:00010000:0.0:1788572579.906927:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8:0x0].0x0 since=13557s v=(0 0) 00010000:00010000:0.0:1788572579.906932:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572579.906943:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000365076e8/0xaad440e68c487d78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a71 expref: 12 pid: 225660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.906963:0:225660:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000365076e8/0xaad440e68c487d78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a71 expref: 12 pid: 225660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.906978:0:225660:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6e00, rc 0) 00000100:00100000:0.0:1788572579.907044:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:352626:x1875453633064320:12345-192.168.202.54@tcp:101:rm.0 Request processed in 315us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.907052:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21320 00000100:00100000:0.0:1788572579.915517:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.915619:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633064576 00000100:00100000:3.0:1788572579.915630:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633064576 00000100:00100000:3.0:1788572579.915697:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138356 00000100:00100000:3.0:1788572579.915709:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+122:361572:x1875453633064576:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572579.915776:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572579.915804:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487d71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a6a expref: 122 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.915824:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff88cb98ddfd00) 00010000:00010000:3.0:1788572579.915853:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487d55 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a63 expref: 121 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.915862:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572579.915865:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572579.915886:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487d7f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.915900:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487d7f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.915910:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487d7f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.915922:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487d86 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.915929:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487d86 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.915934:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487d86 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916147:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d8d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916349:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d8d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916357:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d8d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572579.916614:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3919, 64 off259008 00010000:00010000:3.0:1788572579.916666:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d94 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916675:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916683:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916691:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d94 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916696:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d94 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916703:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916728:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572579.916749:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d8d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916755:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d8d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916762:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d8d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916768:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.916773:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d8d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916781:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d8d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916790:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:3.0:1788572579.916793:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572579.916798:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d8d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916805:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487d8d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916825:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487d7f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916831:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487d7f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916842:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487d7f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916848:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487d7f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916853:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.916856:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487d7f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916862:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487d7f lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916869:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572579.916871:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.916874:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487d7f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916880:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487d7f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572579.916890:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000038cf04a1 reply state 00000000ef453008 transno 12884962028 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487d86 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916899:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487d86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.916906:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcb4c0543 (ffff88cb98ddf300) 00010000:00010000:3.0:1788572579.916908:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572579.916910:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572579.916992:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+122:361572:x1875453633064576:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1283us (1482us total) trans 12884962028 rc 0/0 00000100:00100000:3.0:1788572579.917000:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138356 00010000:00010000:0.0:1788572579.917325:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572579.917332:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d94 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.917339:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572579.917343:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d94 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.917350:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.917360:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:0.0:1788572579.917362:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572579.917365:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d94 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.917372:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487d94 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.917391:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.917393:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572579.917395:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.924287:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.925393:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633064704 00000100:00100000:2.0:1788572579.925413:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633064704 00000100:00100000:2.0:1788572579.925508:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138357 00000100:00100000:2.0:1788572579.925521:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+122:361572:x1875453633064704:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.925547:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.925570:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a78 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.925646:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487da2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.925662:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487da2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.925675:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487da2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.925735:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572579.925740:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.925768:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487da2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.925796:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487d9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a78 expref: 124 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.925822:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487da2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a78 expref: 123 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.925831:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.925834:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572579.927994:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d2a00, rc 0) 00000100:00100000:2.0:1788572579.928111:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+123:361572:x1875453633064704:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2588us (3832us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.928121:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138357 00000100:00100000:1.0:1788572579.931981:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.932209:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633064832 00000100:00100000:3.0:1788572579.932232:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633064832 00000100:00100000:3.0:1788572579.932294:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138358 00000100:00100000:3.0:1788572579.932304:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+123:361572:x1875453633064832:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.932325:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.932347:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487da9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a7f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932577:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487db0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932591:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487db0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932602:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487db0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932616:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487db7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932622:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487db7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932628:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487db7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932728:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487dbe lrc: 3/1,0 mode: --/PR res: [0x2000013a7:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932737:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487dbe lrc: 3/1,0 mode: PR/PR res: [0x2000013a7:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932743:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487dbe lrc: 3/1,0 mode: PR/PR res: [0x2000013a7:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572579.932783:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a7:0x3:0x0]: returning size 0 00000004:00200000:3.0:1788572579.932787:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572579.932808:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487dbe lrc: 3/1,0 mode: PR/PR res: [0x2000013a7:0x3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932819:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487dbe lrc: 3/1,0 mode: PR/PR res: [0x2000013a7:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932828:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487db0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932900:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487db0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932907:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487db0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932913:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487db0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932919:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.932924:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487db0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932932:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487db0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932946:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572579.932949:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.932954:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487db0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932961:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487db0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932977:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487db7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.932983:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487db7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.933036:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487db7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.933042:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.933045:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487db7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.933051:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487db7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.933060:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4840aa94 (ffff88cb98ddfd00) 00010000:00010000:3.0:1788572579.933063:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.933066:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487db7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.933071:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487db7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.933108:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487da9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a7f expref: 125 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.933122:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487dbe lrc: 3/0,0 mode: PR/PR res: [0x2000013a7:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a7f expref: 124 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.933128:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a7:0x3:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:3.0:1788572579.933130:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572579.933133:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264c00, rc 0) 00000100:00100000:0.0:1788572579.935047:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:361572:x1875453633064832:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2732us (3064us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.935060:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138358 00000100:00100000:3.0:1788572579.939497:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.939576:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633065088 00000100:00100000:2.0:1788572579.939589:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633065088 00000100:00100000:2.0:1788572579.939667:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138359 00000100:00100000:2.0:1788572579.939677:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:361572:x1875453633065088:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572579.939748:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572579.939783:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487dbe lrc: 0/0,0 mode: --/PR res: [0x2000013a7:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a7f expref: 124 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.939808:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a7:0x3:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:2.0:1788572579.939843:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487da2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a78 expref: 123 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.939853:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.939857:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572579.939883:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487dc5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.939900:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487dc5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.939911:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487dc5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.939926:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487dcc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.939933:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487dcc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.939939:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487dcc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940065:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487dd3 lrc: 3/0,1 mode: --/EX res: [0x2000013a7:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940074:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487dd3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a7:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940081:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487dd3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a7:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572579.940358:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3929, 64 off259648 00010000:00010000:2.0:1788572579.940412:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487dda lrc: 3/0,1 mode: --/PW res: [0x2000013a7:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940422:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487dda lrc: 3/0,1 mode: PW/PW res: [0x2000013a7:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940430:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487dda lrc: 3/0,1 mode: PW/PW res: [0x2000013a7:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940438:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487dda lrc: 4/0,1 mode: PW/PW res: [0x2000013a7:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940445:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487dda lrc: 4/0,1 mode: PW/PW res: [0x2000013a7:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940451:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487dda lrc: 3/0,0 mode: PW/PW res: [0x2000013a7:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940466:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572579.940485:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487dd3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a7:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940491:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487dd3 lrc: 2/0,0 mode: EX/EX res: [0x2000013a7:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940498:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487dd3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a7:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940504:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.940508:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487dd3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a7:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940515:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487dd3 lrc: 4/0,0 mode: EX/EX res: [0x2000013a7:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940523:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a7:0x3:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:2.0:1788572579.940526:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572579.940530:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487dd3 lrc: 2/0,0 mode: --/EX res: [0x2000013a7:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940540:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487dd3 lrc: 0/0,0 mode: --/EX res: [0x2000013a7:0x3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940558:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487dc5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940564:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487dc5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940569:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487dc5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940575:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487dc5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940580:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.940582:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487dc5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940587:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487dc5 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940594:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.940596:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.940599:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487dc5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940605:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487dc5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572579.940613:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000009640b91 reply state 00000000f14744d0 transno 12884962029 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487dcc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940624:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487dcc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.940630:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4840aa94 (ffff88ca962ac600) 00010000:00010000:2.0:1788572579.940632:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572579.940635:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788572579.941319:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572579.941330:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487dda lrc: 2/0,0 mode: PW/PW res: [0x2000013a7:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.941338:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572579.941342:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487dda lrc: 2/0,0 mode: PW/PW res: [0x2000013a7:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.941350:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487dda lrc: 3/0,0 mode: PW/PW res: [0x2000013a7:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.941363:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a7:0x3:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:1.0:1788572579.941365:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572579.941369:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487dda lrc: 1/0,0 mode: --/PW res: [0x2000013a7:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.941375:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487dda lrc: 0/0,0 mode: --/PW res: [0x2000013a7:0x3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572579.941395:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.941397:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572579.941399:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572579.941618:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:361572:x1875453633065088:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1938us (2128us total) trans 12884962029 rc 0/0 00000100:00100000:2.0:1788572579.941627:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138359 00000100:00100000:3.0:1788572579.945983:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.946458:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633065216 00000100:00100000:0.0:1788572579.946470:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633065216 00000100:00100000:0.0:1788572579.946537:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138360 00000100:00100000:0.0:1788572579.946547:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+124:361572:x1875453633065216:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.946573:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.946595:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487de1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a86 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.946663:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c487de8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.946677:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c487de8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.946689:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c487de8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572579.946738:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572579.946742:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572579.946765:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c487de8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.946791:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487de1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a86 expref: 126 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.946808:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c487de8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a86 expref: 125 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.946817:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.946819:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572579.946823:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f7600, rc 0) 00000100:00100000:0.0:1788572579.947057:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+125:361572:x1875453633065216:12345-192.168.202.54@tcp:101:rm.0 Request processed in 510us (1081us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.947065:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138360 00000100:00100000:0.0:1788572579.950618:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.950693:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633065344 00000100:00100000:2.0:1788572579.950705:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633065344 00000100:00100000:2.0:1788572579.950771:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138361 00000100:00100000:2.0:1788572579.950782:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+125:361572:x1875453633065344:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.950806:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.950829:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487def lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a8d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.950914:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487df6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.950928:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487df6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.950940:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487df6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.950955:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487dfd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.950967:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487dfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.950973:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487dfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951091:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487e04 lrc: 3/1,0 mode: --/PR res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951100:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487e04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951106:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487e04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.951182:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a7:0xbcc:0x0]: returning size 71680 00000004:00200000:2.0:1788572579.951187:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.951210:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487e04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951232:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487e04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951241:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487df6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951248:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487df6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951254:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487df6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951265:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487df6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951270:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.951275:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487df6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951283:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487df6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951295:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.951298:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.951303:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487df6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951310:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487df6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951327:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487dfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951333:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487dfd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951338:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487dfd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951343:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572579.951346:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487dfd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951356:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487dfd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951363:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfd71bdc9 (ffff88cb8a287600) 00010000:00010000:2.0:1788572579.951365:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572579.951368:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487dfd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951374:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487dfd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951406:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487def lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a8d expref: 127 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951422:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487e04 lrc: 3/0,0 mode: PR/PR res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a8d expref: 126 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.951429:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a7:0xbcc:0x0].0x0 (ffff88ca8383a900) 00010000:00010000:2.0:1788572579.951432:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572579.951435:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d2c00, rc 0) 00000100:00100000:2.0:1788572579.951492:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+126:361572:x1875453633065344:12345-192.168.202.54@tcp:101:rm.0 Request processed in 712us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.951500:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138361 00000100:00100000:3.0:1788572579.958996:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.959085:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633065600 00000100:00100000:0.0:1788572579.959096:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633065600 00000100:00100000:0.0:1788572579.959204:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138362 00000100:00100000:0.0:1788572579.959215:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+126:361572:x1875453633065600:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572579.959291:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572579.959318:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487e04 lrc: 0/0,0 mode: --/PR res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a8d expref: 126 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959339:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a7:0xbcc:0x0].0x0 (ffff88ca8383a900) 00010000:00010000:0.0:1788572579.959357:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c487de8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a86 expref: 125 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959367:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.959370:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572579.959392:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487e0b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959406:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487e0b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959416:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487e0b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959430:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487e12 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959440:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487e12 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959445:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487e12 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959545:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487e19 lrc: 3/0,1 mode: --/EX res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959553:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487e19 lrc: 3/0,1 mode: EX/EX res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959560:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487e19 lrc: 3/0,1 mode: EX/EX res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572579.959806:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3930, 64 off259712 00000040:00080000:0.0:1788572579.959832:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3920, 64 off259072 00010000:00010000:0.0:1788572579.959882:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487e20 lrc: 3/0,1 mode: --/PW res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959891:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487e20 lrc: 3/0,1 mode: PW/PW res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959898:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487e20 lrc: 3/0,1 mode: PW/PW res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959905:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487e20 lrc: 4/0,1 mode: PW/PW res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959911:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487e20 lrc: 4/0,1 mode: PW/PW res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959920:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487e20 lrc: 3/0,0 mode: PW/PW res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959948:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572579.959970:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487e19 lrc: 3/0,1 mode: EX/EX res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959976:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487e19 lrc: 2/0,0 mode: EX/EX res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959982:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487e19 lrc: 3/0,0 mode: EX/EX res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959987:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.959991:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487e19 lrc: 3/0,0 mode: EX/EX res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.959998:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487e19 lrc: 4/0,0 mode: EX/EX res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.960007:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a7:0xbcc:0x0].0x0 (ffff88cb8c592e00) 00010000:00010000:0.0:1788572579.960010:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572579.960014:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487e19 lrc: 2/0,0 mode: --/EX res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.960019:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6c00/0xaad440e68c487e19 lrc: 0/0,0 mode: --/EX res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.960036:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487e0b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.960045:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487e0b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.960050:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487e0b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.960055:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487e0b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.960060:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572579.960062:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487e0b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.960067:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487e0b lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.960074:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572579.960076:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572579.960079:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487e0b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.960084:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487e0b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572579.960092:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000384a9b1d reply state 000000009998918b transno 12884962030 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487e12 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.960102:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487e12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.960107:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfd71bdc9 (ffff88cb8c592b00) 00010000:00010000:0.0:1788572579.960110:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572579.960112:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572579.960216:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+126:361572:x1875453633065600:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1002us (1230us total) trans 12884962030 rc 0/0 00000100:00100000:0.0:1788572579.960236:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138362 00010000:00010000:3.0:1788572579.960560:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572579.960568:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487e20 lrc: 2/0,0 mode: PW/PW res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.960575:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572579.960579:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487e20 lrc: 2/0,0 mode: PW/PW res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.960586:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487e20 lrc: 3/0,0 mode: PW/PW res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.960597:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a7:0xbcc:0x0].0x0 (ffff88cb8c592e00) 00010000:00010000:3.0:1788572579.960600:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572579.960603:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487e20 lrc: 1/0,0 mode: --/PW res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.960610:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487e20 lrc: 0/0,0 mode: --/PW res: [0x2000013a7:0xbcc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.960626:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.960628:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572579.960630:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572579.968746:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572579.968861:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633065728 00000100:00100000:2.0:1788572579.968872:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633065728 00000100:00100000:2.0:1788572579.968932:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138363 00000100:00100000:2.0:1788572579.968942:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+126:361572:x1875453633065728:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572579.968968:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572579.969001:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487e27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a94 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.969079:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487e2e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.969095:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487e2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.969108:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487e2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572579.969198:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572579.969202:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572579.969234:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487e2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.969256:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487e27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a94 expref: 128 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.969272:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487e2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a94 expref: 127 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572579.969281:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572579.969284:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572579.969288:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d2200, rc 0) 00000100:00100000:2.0:1788572579.969350:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+127:361572:x1875453633065728:12345-192.168.202.54@tcp:101:rm.0 Request processed in 410us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572579.969356:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138363 00000100:00100000:0.0:1788572579.978038:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572579.978217:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633065856 00000100:00100000:3.0:1788572579.978239:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633065856 00000100:00100000:3.0:1788572579.978300:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138364 00000100:00100000:3.0:1788572579.978310:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+127:361572:x1875453633065856:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572579.978334:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572579.978356:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487e35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77a9b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978433:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e3c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978449:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978461:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978475:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978482:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978488:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978655:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487e4a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978664:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487e4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978671:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487e4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572579.978711:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 10482047 00000004:00200000:3.0:1788572579.978716:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572579.978740:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487e4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978752:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487e4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978762:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e3c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978769:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e3c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978775:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e3c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978781:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e3c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978786:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.978790:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e3c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978798:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e3c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978810:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572579.978813:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.978817:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e3c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978823:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978852:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978858:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978864:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978869:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572579.978871:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978877:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e43 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978884:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6f2cddb4 (ffff88cb98ddfd00) 00010000:00010000:3.0:1788572579.978886:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572579.978888:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e43 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978894:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978928:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487e35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a9b expref: 129 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978941:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487e4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a9b expref: 128 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572579.978948:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:3.0:1788572579.978950:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572579.978953:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe400, rc 0) 00000100:00100000:3.0:1788572579.979026:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+128:361572:x1875453633065856:12345-192.168.202.54@tcp:101:rm.0 Request processed in 705us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572579.979034:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138364 00000100:00100000:3.0:1788572579.986974:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572579.987125:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633065984 00000100:00100000:0.0:1788572579.987136:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633065984 00000100:00100000:0.0:1788572579.987245:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21321 00000100:00100000:0.0:1788572579.987257:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:352627:x1875453633065984:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572579.987279:0:203891:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572579.987300:0:203891:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e260136e/0xaad440e68c487e51 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77aa2 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572579.987410:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x10:0x0] initial LVB size: 10482047, mtime: 0x6a9b4662, atime: 0x6a9b4662, ctime: 0x6a9b4662, blocks: 0x4e8 00010000:00010000:0.0:1788572579.987429:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572579.987433:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572579.987443:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e260136e/0xaad440e68c487e51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aa2 expref: 13 pid: 203891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.987462:0:203891:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e260136e/0xaad440e68c487e51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aa2 expref: 13 pid: 203891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572579.987474:0:203891:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6c00, rc 0) 00000100:00100000:0.0:1788572579.987526:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+13:352627:x1875453633065984:12345-192.168.202.54@tcp:101:rm.0 Request processed in 272us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572579.987533:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21321 00000100:00100000:0.0:1788572580.000018:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.000119:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633066240 00000100:00100000:3.0:1788572580.000130:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633066240 00000100:00100000:3.0:1788572580.000238:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138365 00000100:00100000:3.0:1788572580.000249:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+128:361572:x1875453633066240:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572580.000309:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572580.000337:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c487e4a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a9b expref: 128 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000360:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:3.0:1788572580.000378:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487e2e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a94 expref: 127 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000387:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.000391:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572580.000413:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e58 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000426:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000435:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000451:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487e5f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000458:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487e5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000464:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487e5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000551:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487e66 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000559:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487e66 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000566:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487e66 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572580.000814:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3931, 64 off259776 00010000:00010000:3.0:1788572580.000945:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000955:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000963:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000971:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e6d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000978:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e6d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.000985:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e6d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001009:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572580.001029:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487e66 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001036:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487e66 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001042:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487e66 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001048:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.001052:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487e66 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001061:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487e66 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001073:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff88cbb349dd00) 00010000:00010000:3.0:1788572580.001076:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572580.001079:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487e66 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001085:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487e66 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001101:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e58 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001107:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e58 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001112:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e58 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001116:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e58 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001121:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.001124:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e58 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001129:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e58 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001137:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.001140:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.001142:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e58 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.001186:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.001193:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e6d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001195:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c487e58 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.001200:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.001204:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e6d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572580.001206:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005b8f084b reply state 00000000a0cebafe transno 12884962031 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487e5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.001210:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e6d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001216:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487e5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.001228:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff88cbb349dd00) 00010000:00010000:2.0:1788572580.001230:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572580.001233:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6f2cddb4 (ffff88cb98ddfd00) 00010000:00010000:2.0:1788572580.001234:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e6d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.001236:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572580.001238:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788572580.001240:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487e6d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.001255:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.001257:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.001259:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572580.001316:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+128:361572:x1875453633066240:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1068us (1308us total) trans 12884962031 rc 0/0 00000100:00100000:3.0:1788572580.001325:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138365 00000100:00100000:1.0:1788572580.005927:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.006030:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633066368 00000100:00100000:2.0:1788572580.006041:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633066368 00000100:00100000:2.0:1788572580.006111:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138366 00000100:00100000:2.0:1788572580.006122:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+128:361572:x1875453633066368:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.006148:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.006342:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487e74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77aa9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.006426:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487e7b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.006441:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487e7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.006455:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487e7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.006504:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572580.006508:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.006530:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487e7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.006553:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487e74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aa9 expref: 130 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.006571:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487e7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aa9 expref: 129 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.006580:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.006583:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572580.006587:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3000, rc 0) 00000100:00100000:2.0:1788572580.006647:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+129:361572:x1875453633066368:12345-192.168.202.54@tcp:101:rm.0 Request processed in 527us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.006654:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138366 00000100:00100000:2.0:1788572580.011060:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.011208:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633066496 00000100:00100000:0.0:1788572580.011230:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633066496 00000100:00100000:0.0:1788572580.011294:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138367 00000100:00100000:0.0:1788572580.011306:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+129:361572:x1875453633066496:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.011328:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.011352:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c487e82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ab0 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011424:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487e89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011440:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487e89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011452:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487e89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011468:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487e90 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011475:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487e90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011482:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487e90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011658:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487e97 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011666:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487e97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011674:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487e97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.011730:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 0 00000004:00200000:0.0:1788572580.011735:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.011759:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487e97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011772:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487e97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011780:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487e89 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011785:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487e89 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011790:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487e89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011797:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487e89 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011802:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f7c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.011806:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487e89 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011813:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487e89 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011825:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.011829:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.011834:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487e89 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011840:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487e89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011854:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487e90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011860:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487e90 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011866:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487e90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011871:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f7800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.011874:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487e90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011880:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487e90 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011888:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd460f9d8 (ffff88cb8c592700) 00010000:00010000:0.0:1788572580.011890:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.011894:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487e90 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011900:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487e90 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011938:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c487e82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ab0 expref: 131 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011953:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487e97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ab0 expref: 130 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.011960:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff88cb8c592f00) 00010000:00010000:0.0:1788572580.011962:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572580.011965:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6400, rc 0) 00000100:00100000:0.0:1788572580.012039:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+130:361572:x1875453633066496:12345-192.168.202.54@tcp:101:rm.0 Request processed in 734us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.012048:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138367 00000100:00100000:3.0:1788572580.017981:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.018063:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633066624 00000100:00100000:0.0:1788572580.018074:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633066624 00000100:00100000:0.0:1788572580.018138:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21322 00000100:00100000:0.0:1788572580.018147:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+13:352624:x1875453633066624:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.018195:0:225672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.018228:0:225672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067789758/0xaad440e68c487e9e lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ab7 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572580.018345:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 0, mtime: 0x6a9b45fa, atime: 0x0, ctime: 0x6a9b45fa, blocks: 0x0 00010000:00010000:0.0:1788572580.018369:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.018374:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.018385:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067789758/0xaad440e68c487e9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ab7 expref: 14 pid: 225672 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.018410:0:225672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000067789758/0xaad440e68c487e9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ab7 expref: 14 pid: 225672 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.018429:0:225672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6800, rc 0) 00000100:00100000:0.0:1788572580.018495:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+14:352624:x1875453633066624:12345-192.168.202.54@tcp:101:rm.0 Request processed in 349us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.018501:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21322 00000100:00100000:1.0:1788572580.023478:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.025031:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633066880 00000100:00100000:2.0:1788572580.025050:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633066880 00000100:00100000:2.0:1788572580.025131:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138368 00000100:00100000:2.0:1788572580.025144:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+130:361572:x1875453633066880:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572580.025277:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572580.025308:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487e97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ab0 expref: 130 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025334:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff88cb8c592f00) 00010000:00010000:2.0:1788572580.025353:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487e7b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aa9 expref: 129 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025361:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.025365:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572580.025392:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ea5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025407:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ea5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025417:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ea5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025431:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487eac lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025438:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487eac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025444:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487eac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025561:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487eb3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025574:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487eb3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025582:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487eb3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572580.025865:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3932, 64 off259840 00010000:00010000:2.0:1788572580.025923:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487eba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025933:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487eba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025940:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487eba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025947:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487eba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025953:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487eba lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025959:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487eba lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.025983:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572580.026003:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487eb3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026009:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487eb3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026020:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487eb3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026025:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.026030:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487eb3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026037:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487eb3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026046:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff88ca8383a400) 00010000:00010000:2.0:1788572580.026050:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572580.026053:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487eb3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026060:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487eb3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026077:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ea5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026084:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ea5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026089:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ea5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.026091:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.026095:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ea5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.026098:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487eba lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026100:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.026103:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.026104:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ea5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.026107:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487eba lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026110:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ea5 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.026113:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487eba lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026118:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.026121:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.026122:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff88ca8383a400) 00010000:00010000:2.0:1788572580.026123:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ea5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.026124:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572580.026127:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487eba lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.026130:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487ea5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.026133:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487eba lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572580.026138:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006b1e71b3 reply state 000000000d649b08 transno 12884962032 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487eac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.026145:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.026147:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.026148:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487eac lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.026149:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.026179:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd460f9d8 (ffff88ca8383ae00) 00010000:00010000:2.0:1788572580.026182:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572580.026184:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572580.026281:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+130:361572:x1875453633066880:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1137us (2811us total) trans 12884962032 rc 0/0 00000100:00100000:2.0:1788572580.026290:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138368 00000100:00100000:2.0:1788572580.033340:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.033430:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633067008 00000100:00100000:0.0:1788572580.033442:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633067008 00000100:00100000:0.0:1788572580.033506:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138369 00000100:00100000:0.0:1788572580.033516:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+130:361572:x1875453633067008:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.033545:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.033569:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c487ec1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77abe expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.033637:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487ec8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.033648:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.033657:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.033707:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572580.033711:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.033734:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.033760:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c487ec1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77abe expref: 132 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.033775:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77abe expref: 131 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.033782:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.033784:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572580.033786:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f7800, rc 0) 00000100:00100000:0.0:1788572580.033838:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+131:361572:x1875453633067008:12345-192.168.202.54@tcp:101:rm.0 Request processed in 324us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.033846:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138369 00000100:00100000:3.0:1788572580.039177:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.039302:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633067136 00000100:00100000:0.0:1788572580.039314:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633067136 00000100:00100000:0.0:1788572580.039433:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138370 00000100:00100000:0.0:1788572580.039444:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+131:361572:x1875453633067136:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.039467:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.039488:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c487ecf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ac5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039563:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ed6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039579:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ed6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039591:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ed6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039606:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487edd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039614:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039620:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039791:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487ee4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039805:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039812:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.039847:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1950 00000004:00200000:0.0:1788572580.039851:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.039873:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039885:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039896:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ed6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039902:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ed6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039908:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ed6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039914:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ed6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039920:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f7c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.039924:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ed6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039932:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ed6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039946:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.039948:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.039953:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ed6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039959:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ed6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039970:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039976:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487edd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039982:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487edd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.039998:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.040002:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487edd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.040007:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487edd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.040015:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x36ce8986 (ffff88cb8c592700) 00010000:00010000:0.0:1788572580.040017:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.040020:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487edd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.040027:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487edd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.040064:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7600/0xaad440e68c487ecf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ac5 expref: 133 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.040078:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ac5 expref: 132 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.040085:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff88cb8c592800) 00010000:00010000:0.0:1788572580.040087:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572580.040089:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6000, rc 0) 00000100:00100000:0.0:1788572580.040272:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+132:361572:x1875453633067136:12345-192.168.202.54@tcp:101:rm.0 Request processed in 830us (1133us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.040280:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138370 00000100:00100000:1.0:1788572580.048574:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.048699:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633067264 00000100:00100000:0.0:1788572580.048710:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633067264 00000100:00100000:0.0:1788572580.048818:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21323 00000100:00100000:0.0:1788572580.048840:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:352627:x1875453633067264:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.048859:0:225664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.048879:0:225664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d58de1f6/0xaad440e68c487eeb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77acc expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572580.049009:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 1950, mtime: 0x6a9b4662, atime: 0x0, ctime: 0x6a9b4662, blocks: 0x8 00010000:00010000:0.0:1788572580.049028:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.049032:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.049042:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d58de1f6/0xaad440e68c487eeb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77acc expref: 13 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.049066:0:225664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d58de1f6/0xaad440e68c487eeb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77acc expref: 13 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.049079:0:225664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f7600, rc 0) 00000100:00100000:0.0:1788572580.049139:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+13:352627:x1875453633067264:12345-192.168.202.54@tcp:101:rm.0 Request processed in 312us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.049146:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21323 00000100:00100000:3.0:1788572580.052281:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.052718:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633067520 00000100:00100000:0.0:1788572580.052730:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633067520 00000100:00100000:0.0:1788572580.052801:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138371 00000100:00100000:0.0:1788572580.052812:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+132:361572:x1875453633067520:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572580.052901:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572580.052940:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487ee4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ac5 expref: 132 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.052966:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff88cb8c592800) 00010000:00010000:0.0:1788572580.053007:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487ec8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77abe expref: 131 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.053017:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.053021:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572580.053051:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487ef2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.053065:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487ef2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.053077:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487ef2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.053093:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ef9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.053100:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.053108:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.053293:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f00 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.053303:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.053311:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572580.053913:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3921, 64 off259136 00010000:00010000:0.0:1788572580.053969:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f07 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.053981:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054069:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054079:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f07 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054086:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f07 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054092:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f07 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054118:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572580.054143:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f00 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054191:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f00 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054198:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f00 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054204:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.054209:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f00 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054229:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f00 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054241:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:0.0:1788572580.054244:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572580.054248:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f00 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054255:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f00 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054279:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487ef2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054285:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487ef2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054291:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487ef2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054296:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487ef2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054300:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.054303:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487ef2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054308:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487ef2 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054315:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.054318:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.054321:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487ef2 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054326:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6400/0xaad440e68c487ef2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572580.054336:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000026099171 reply state 0000000063786132 transno 12884962033 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054348:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ef9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.054356:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x36ce8986 (ffff88cb8c592f00) 00010000:00010000:0.0:1788572580.054358:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572580.054361:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788572580.054535:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.054542:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f07 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.054548:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.054552:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f07 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.054558:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f07 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.054568:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff88ca8e88de00) 00010000:00010000:1.0:1788572580.054571:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572580.054575:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f07 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.054581:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f07 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.054597:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.054599:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.054601:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572580.054761:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+132:361572:x1875453633067520:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1947us (2486us total) trans 12884962033 rc 0/0 00000100:00100000:0.0:1788572580.054770:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138371 00000100:00100000:3.0:1788572580.060602:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.060732:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633067648 00000100:00100000:2.0:1788572580.060745:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633067648 00000100:00100000:2.0:1788572580.060812:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138372 00000100:00100000:2.0:1788572580.060823:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+132:361572:x1875453633067648:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.060860:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.060881:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ad3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.060946:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487f15 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.060961:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487f15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.061197:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487f15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.061253:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572580.061257:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.061277:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487f15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.061304:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ad3 expref: 134 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.061323:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487f15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ad3 expref: 133 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.061331:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.061334:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572580.061338:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3200, rc 0) 00000100:00100000:2.0:1788572580.061401:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+133:361572:x1875453633067648:12345-192.168.202.54@tcp:101:rm.0 Request processed in 580us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.061408:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138372 00000100:00100000:1.0:1788572580.063859:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.063956:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633067776 00000100:00100000:2.0:1788572580.063966:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633067776 00000100:00100000:2.0:1788572580.064239:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138373 00000100:00100000:2.0:1788572580.064251:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+133:361572:x1875453633067776:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.064273:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.064297:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487f1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ada expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064365:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487f23 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064380:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487f23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064392:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487f23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064406:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487f2a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064412:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487f2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064419:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487f2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064576:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487f31 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064585:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487f31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064596:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487f31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.064631:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 10397050 00000004:00200000:2.0:1788572580.064636:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.064658:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487f31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064670:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487f31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064680:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487f23 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064686:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487f23 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064692:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487f23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064699:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487f23 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064705:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.064710:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487f23 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064717:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487f23 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064729:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.064733:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.064738:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487f23 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064744:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3c00/0xaad440e68c487f23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064756:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487f2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064761:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487f2a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064766:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487f2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064770:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.064773:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487f2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064778:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487f2a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064785:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5950b203 (ffff88ca8383aa00) 00010000:00010000:2.0:1788572580.064787:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.064790:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487f2a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064795:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487f2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064825:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3000/0xaad440e68c487f1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ada expref: 135 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064838:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487f31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ada expref: 134 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.064846:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff88ca8383a200) 00010000:00010000:2.0:1788572580.064848:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572580.064850:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3a00, rc 0) 00000100:00100000:2.0:1788572580.064913:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:361572:x1875453633067776:12345-192.168.202.54@tcp:101:rm.0 Request processed in 665us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.064921:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138373 00000100:00100000:3.0:1788572580.071896:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.071948:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.072028:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633067904 00000100:00100000:0.0:1788572580.072038:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633067904 00000100:00100000:0.0:1788572580.072097:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633068032 00000100:00100000:0.0:1788572580.072101:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633068032 00000100:00100000:0.0:1788572580.072131:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21324 00000100:00100000:0.0:1788572580.072143:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+14:352627:x1875453633067904:12345-192.168.202.54@tcp:101:rm.0 00000100:00100000:2.0:1788572580.072146:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21325 00010000:00010000:0.0:1788572580.072188:0:203890:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1788572580.072200:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+13:352627:x1875453633068032:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.072209:0:225667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.072228:0:203890:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d9b1602/0xaad440e68c487f38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ae1 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.072230:0:225667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000645dcc7e/0xaad440e68c487f3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ae8 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572580.072360:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 6202746, mtime: 0x6a9b46d6, atime: 0x6a9b46d6, ctime: 0x6a9b46d6, blocks: 0x140 00002000:00010000:2.0:1788572580.072360:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 3735623, mtime: 0x6a9b46d6, atime: 0x6a9b46d5, ctime: 0x6a9b46d6, blocks: 0x88 00010000:00010000:0.0:1788572580.072384:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.072384:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.072389:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.072389:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.072401:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d9b1602/0xaad440e68c487f38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae1 expref: 15 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.072401:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000645dcc7e/0xaad440e68c487f3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae8 expref: 14 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.072421:0:203890:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d9b1602/0xaad440e68c487f38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae1 expref: 15 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.072421:0:225667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000645dcc7e/0xaad440e68c487f3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae8 expref: 14 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.072438:0:203890:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6400, rc 0) 00000100:00100000:0.0:1788572580.072499:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:352627:x1875453633067904:12345-192.168.202.54@tcp:101:rm.0 Request processed in 357us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.072508:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21324 00010000:00010000:2.0:1788572580.072544:0:225667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3000, rc 0) 00000100:00100000:2.0:1788572580.072568:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+14:352627:x1875453633068032:12345-192.168.202.54@tcp:101:rm.0 Request processed in 415us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.072575:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21325 00000100:00100000:3.0:1788572580.075384:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.076369:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633068288 00000100:00100000:0.0:1788572580.076381:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633068288 00000100:00100000:0.0:1788572580.076597:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138374 00000100:00100000:0.0:1788572580.076609:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:361572:x1875453633068288:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572580.076661:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572580.076687:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487f31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ada expref: 134 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.076705:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff88ca8383a200) 00010000:00010000:0.0:1788572580.076721:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487f15 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ad3 expref: 133 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.076729:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.076733:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572580.076755:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.076770:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.076780:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.076798:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487f4d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5950b203 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.076807:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487f4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.076811:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487f4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.076920:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487f54 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.076926:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487f54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.076931:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487f54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572580.078468:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3933, 64 off259904 00000040:00080000:0.0:1788572580.078495:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3922, 64 off259200 00010000:00010000:0.0:1788572580.078561:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078576:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078586:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078600:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078606:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078620:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078647:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572580.078671:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487f54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078677:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487f54 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078684:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487f54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078689:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.078694:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487f54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.078697:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.078701:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487f54 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.078704:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.078711:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.078712:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff88cbbfecc400) 00010000:00010000:0.0:1788572580.078715:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572580.078719:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487f54 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.078721:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078726:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c487f54 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.078727:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.078736:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff88cbbfecc400) 00010000:00010000:1.0:1788572580.078738:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572580.078741:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f5b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078745:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f46 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.078746:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c487f5b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078755:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f46 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078761:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.078761:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.078762:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.078764:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.078767:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f46 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078772:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.078775:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f46 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078781:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f46 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078789:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.078791:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.078794:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f46 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078799:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c487f46 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572580.078809:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000067f6e07d reply state 000000007614ebbc transno 12884962034 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487f4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078819:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487f4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.078839:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5950b203 (ffff88cbbfecc700) 00010000:00010000:0.0:1788572580.078841:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572580.078845:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572580.078939:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:361572:x1875453633068288:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2330us (3565us total) trans 12884962034 rc 0/0 00000100:00100000:0.0:1788572580.078948:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138374 00000100:00100000:1.0:1788572580.087672:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.087763:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633068416 00000100:00100000:0.0:1788572580.087774:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633068416 00000100:00100000:0.0:1788572580.087855:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138375 00000100:00100000:0.0:1788572580.087865:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+134:361572:x1875453633068416:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.087904:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.087933:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad400/0xaad440e68c487f62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77aef expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.088010:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c487f69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.088026:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c487f69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.088047:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c487f69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.088093:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572580.088097:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.088118:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c487f69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.088146:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad400/0xaad440e68c487f62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aef expref: 136 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.088327:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c487f69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aef expref: 135 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.088337:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.088340:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572580.088344:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30aca00, rc 0) 00000100:00100000:0.0:1788572580.088403:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453633068416:12345-192.168.202.54@tcp:101:rm.0 Request processed in 539us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.088410:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138375 00000100:00100000:2.0:1788572580.096446:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.096534:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633068544 00000100:00100000:3.0:1788572580.096543:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633068544 00000100:00100000:3.0:1788572580.096616:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138376 00000100:00100000:3.0:1788572580.096623:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+135:361572:x1875453633068544:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.096641:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.096662:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c487f70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77af6 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096715:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487f77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096726:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487f77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096735:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487f77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096744:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c487f7e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096749:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c487f7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096752:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c487f7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096897:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487f85 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096903:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487f85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096907:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487f85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.096933:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x33:0x0]: returning size 0 00000004:00200000:3.0:1788572580.096936:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.096954:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487f85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096962:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487f85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096970:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487f77 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096977:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487f77 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.096984:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487f77 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097003:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487f77 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097009:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.097013:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487f77 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097021:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487f77 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097034:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.097037:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.097043:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487f77 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097049:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fa00/0xaad440e68c487f77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097062:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c487f7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097068:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c487f7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097074:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c487f7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097079:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.097081:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c487f7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097087:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c487f7e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097094:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc9e3b019 (ffff88cbb349dd00) 00010000:00010000:3.0:1788572580.097096:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.097099:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c487f7e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097104:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c487f7e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097135:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c487f70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77af6 expref: 137 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097145:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487f85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77af6 expref: 136 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.097307:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:3.0:1788572580.097309:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572580.097312:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264c00, rc 0) 00000100:00100000:2.0:1788572580.097465:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92911180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453633068544:12345-192.168.202.54@tcp:101:rm.0 Request processed in 840us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.097474:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138376 00000100:00100000:3.0:1788572580.102736:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.102965:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633068672 00000100:00100000:2.0:1788572580.102976:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633068672 00000100:00100000:2.0:1788572580.103053:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21326 00000100:00100000:2.0:1788572580.103065:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:352626:x1875453633068672:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.103083:0:225666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.103106:0:225666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041aa29a1/0xaad440e68c487f8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77afd expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788572580.103289:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.103310:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.103313:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.103321:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000041aa29a1/0xaad440e68c487f8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77afd expref: 16 pid: 225666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.103337:0:225666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041aa29a1/0xaad440e68c487f8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77afd expref: 16 pid: 225666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.103352:0:225666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca825d3c00, rc 0) 00000100:00100000:2.0:1788572580.103406:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:352626:x1875453633068672:12345-192.168.202.54@tcp:101:rm.0 Request processed in 345us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.103411:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21326 00000100:00100000:1.0:1788572580.108817:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.109352:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633068928 00000100:00100000:2.0:1788572580.109364:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633068928 00000100:00100000:2.0:1788572580.109430:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138377 00000100:00100000:2.0:1788572580.109442:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453633068928:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572580.109500:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572580.109530:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487f85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77af6 expref: 136 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.109552:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff88cb98ddf000) 00010000:00010000:2.0:1788572580.109572:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c487f69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aef expref: 135 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.109581:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.109584:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572580.109606:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f93 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.109619:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f93 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.109629:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f93 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.109648:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487f9a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.109655:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487f9a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.109661:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487f9a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.109765:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487fa1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.109773:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487fa1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.109781:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487fa1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572580.110044:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3934, 64 off259968 00000004:00080000:2.0:1788572580.110053:0:230921:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 13558203900303ns, next at 13559203897057ns, rc = 0 00010000:00010000:2.0:1788572580.110100:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487fa8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110109:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487fa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110117:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487fa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110124:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487fa8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110134:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487fa8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110140:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487fa8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110229:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572580.110250:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487fa1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110256:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487fa1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110262:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487fa1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110269:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.110273:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487fa1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110281:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487fa1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110289:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff88ca8383a600) 00010000:00010000:2.0:1788572580.110292:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572580.110296:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487fa1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110302:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3200/0xaad440e68c487fa1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110321:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f93 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110328:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f93 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110334:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f93 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110341:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f93 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110346:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.110349:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f93 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110356:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f93 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110364:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.110366:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.110369:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f93 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110375:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2000/0xaad440e68c487f93 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572580.110384:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cdddd564 reply state 000000003d9e9173 transno 12884962035 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487f9a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110394:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487f9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.110401:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc9e3b019 (ffff88ca8383a100) 00010000:00010000:2.0:1788572580.110402:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572580.110404:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572580.110485:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453633068928:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1045us (1683us total) trans 12884962035 rc 0/0 00000100:00100000:2.0:1788572580.110493:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138377 00010000:00010000:0.0:1788572580.110864:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.110871:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487fa8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.110877:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.110881:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487fa8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.110888:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487fa8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.110897:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff88ca8383a600) 00010000:00010000:0.0:1788572580.110900:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572580.110903:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487fa8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.110909:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3a00/0xaad440e68c487fa8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.110928:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.110930:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.110932:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572580.112885:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.112933:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633069056 00000100:00100000:0.0:1788572580.112942:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633069056 00000100:00100000:0.0:1788572580.113282:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138378 00000100:00100000:0.0:1788572580.113295:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+136:361572:x1875453633069056:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.113319:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.113340:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad400/0xaad440e68c487faf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b04 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.113408:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c487fb6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.113425:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c487fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.113439:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c487fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.113486:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572580.113489:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.113511:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c487fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.113537:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad400/0xaad440e68c487faf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b04 expref: 138 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.113554:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c487fb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b04 expref: 137 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.113564:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.113567:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572580.113571:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30ad600, rc 0) 00000100:00100000:0.0:1788572580.113639:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+137:361572:x1875453633069056:12345-192.168.202.54@tcp:101:rm.0 Request processed in 347us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.113646:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138378 00000100:00100000:3.0:1788572580.115354:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.115398:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633069184 00000100:00100000:2.0:1788572580.115406:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633069184 00000100:00100000:2.0:1788572580.115494:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138379 00000100:00100000:2.0:1788572580.115505:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b677b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+137:361572:x1875453633069184:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.115523:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.115541:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487fbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b0b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115604:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487fc4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115618:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487fc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115630:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487fc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115645:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487fcb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115652:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487fcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115663:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487fcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115830:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487fd2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115838:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115845:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.115877:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 1767 00000004:00200000:2.0:1788572580.115881:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.115901:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115911:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115918:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487fc4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115923:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487fc4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115927:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487fc4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115931:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487fc4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115938:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.115941:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487fc4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115946:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487fc4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115954:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.115956:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.115960:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487fc4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115964:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2200/0xaad440e68c487fc4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115985:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487fcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.115997:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487fcb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.116003:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487fcb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.116008:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.116011:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487fcb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.116018:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487fcb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.116029:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x257bbe02 (ffff88ca8383a800) 00010000:00010000:2.0:1788572580.116031:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.116034:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487fcb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.116040:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264c00/0xaad440e68c487fcb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.116069:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2c00/0xaad440e68c487fbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b0b expref: 139 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.116083:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b0b expref: 138 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.116091:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff88ca8383ac00) 00010000:00010000:2.0:1788572580.116093:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572580.116096:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa2f01000, rc 0) 00000100:00100000:2.0:1788572580.120268:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b677b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+138:361572:x1875453633069184:12345-192.168.202.54@tcp:101:rm.0 Request processed in 4748us (4903us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.120284:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138379 00000100:00100000:1.0:1788572580.130330:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.132352:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633069312 00000100:00100000:2.0:1788572580.132370:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633069312 00000100:00100000:2.0:1788572580.132447:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21327 00000100:00100000:2.0:1788572580.132457:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+14:352625:x1875453633069312:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.132476:0:225671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.132500:0:225671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c487fd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b12 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788572580.132718:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 1767, mtime: 0x6a9b46d6, atime: 0x0, ctime: 0x6a9b46d6, blocks: 0x8 00010000:00010000:2.0:1788572580.132787:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.132792:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.132802:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c487fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b12 expref: 15 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.132823:0:225671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c487fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b12 expref: 15 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.132837:0:225671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbe264c00, rc 0) 00000100:00100000:2.0:1788572580.132906:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:352625:x1875453633069312:12345-192.168.202.54@tcp:101:rm.0 Request processed in 451us (2588us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.132913:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21327 00000100:00100000:3.0:1788572580.147136:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.148312:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633069568 00000100:00100000:2.0:1788572580.148325:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633069568 00000100:00100000:2.0:1788572580.148404:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138380 00000100:00100000:2.0:1788572580.148418:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b674a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+138:361572:x1875453633069568:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572580.148488:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572580.148515:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c487fd2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b0b expref: 138 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.148537:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff88ca8383ac00) 00010000:00010000:2.0:1788572580.148555:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c487fb6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b04 expref: 137 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.148570:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.148574:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572580.148599:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487fe0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.148612:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487fe0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.148622:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487fe0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.148637:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c487fe7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.148644:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c487fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.148651:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c487fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.148751:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487fee lrc: 3/0,1 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.148760:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487fee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.148766:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487fee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572580.149043:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3923, 64 off259264 00000004:00080000:2.0:1788572580.149052:0:202392:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 13558242898638ns, next at 13559242895883ns, rc = 0 00010000:00010000:2.0:1788572580.149100:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c487ff5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.149108:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c487ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.149116:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c487ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.149122:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c487ff5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.149128:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c487ff5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.149134:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c487ff5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.149205:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.149212:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788572580.149222:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c487ff5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.149229:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.149233:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c487ff5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.149241:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c487ff5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.149241:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487fee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.149247:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487fee lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.149252:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487fee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.149448:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff88ca8383a600) 00010000:00010000:0.0:1788572580.149452:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572580.149456:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c487ff5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.149462:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c487ff5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.149474:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.149475:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.149477:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.149767:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ba00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.149773:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487fee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.149780:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487fee lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.149791:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff88ca8383a600) 00010000:00010000:2.0:1788572580.149793:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572580.149796:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487fee lrc: 2/0,0 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.149801:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c487fee lrc: 0/0,0 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.150096:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487fe0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.150105:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487fe0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.150111:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487fe0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.150118:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487fe0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.150123:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.150126:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487fe0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.150132:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487fe0 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.150141:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.150144:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.150147:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487fe0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.150685:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fc00/0xaad440e68c487fe0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572580.150701:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000024239fd9 reply state 00000000c4b208f9 transno 12884962036 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c487fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.150713:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c487fe7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.150722:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x257bbe02 (ffff88ca8383a500) 00010000:00010000:2.0:1788572580.150726:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572580.150730:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572580.150849:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b674a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+138:361572:x1875453633069568:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2431us (3720us total) trans 12884962036 rc 0/0 00000100:00100000:2.0:1788572580.150858:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138380 00000100:00100000:3.0:1788572580.157362:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.157506:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633069696 00000100:00100000:2.0:1788572580.157518:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633069696 00000100:00100000:3.0:1788572580.157904:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138381 00000100:00100000:3.0:1788572580.157916:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+138:361572:x1875453633069696:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.157943:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.157977:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c487ffc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b19 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.158062:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488003 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.158078:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.158089:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.158137:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1788572580.158141:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.158433:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.158461:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f200/0xaad440e68c487ffc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b19 expref: 140 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.158479:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488003 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b19 expref: 139 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.158488:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.158491:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572580.158494:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f400, rc 0) 00000100:00100000:3.0:1788572580.158562:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+139:361572:x1875453633069696:12345-192.168.202.54@tcp:101:rm.0 Request processed in 647us (1209us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.158570:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138381 00000100:00100000:1.0:1788572580.170114:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.171280:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633069824 00000100:00100000:0.0:1788572580.171293:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633069824 00000100:00100000:1.0:1788572580.174639:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138382 00000100:00100000:1.0:1788572580.174654:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+139:361572:x1875453633069824:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.174676:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.174697:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c48800a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b20 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.174768:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c488011 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.174784:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c488011 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.174797:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c488011 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.174812:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c488018 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.174819:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c488018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.174825:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c488018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175005:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c48801f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175014:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c48801f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175021:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c48801f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572580.175055:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 0 00000004:00200000:1.0:1788572580.175060:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572580.175081:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c48801f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175094:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c48801f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175105:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c488011 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175112:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c488011 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175118:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c488011 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175125:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c488011 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175130:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ca00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.175134:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c488011 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175141:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c488011 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175184:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.175188:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.175193:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c488011 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175200:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c488011 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175224:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c488018 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175230:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c488018 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175235:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c488018 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175241:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.175243:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c488018 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175249:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c488018 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175257:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x814cb0c9 (ffff88cb8a287600) 00010000:00010000:1.0:1788572580.175259:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.175262:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c488018 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175267:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c488018 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175297:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c48800a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b20 expref: 141 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175311:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c48801f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b20 expref: 140 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.175319:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:1.0:1788572580.175321:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572580.175323:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6c200, rc 0) 00000100:00100000:1.0:1788572580.175389:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+140:361572:x1875453633069824:12345-192.168.202.54@tcp:101:rm.0 Request processed in 738us (5288us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.175397:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138382 00000100:00100000:2.0:1788572580.180019:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.180141:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633069952 00000100:00100000:3.0:1788572580.180177:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633069952 00000100:00100000:3.0:1788572580.180243:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21328 00000100:00100000:3.0:1788572580.180254:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:352624:x1875453633069952:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.180283:0:206128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.180308:0:206128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000962029b/0xaad440e68c488026 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b27 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788572580.180417:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.180450:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.180455:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.180465:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000962029b/0xaad440e68c488026 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b27 expref: 16 pid: 206128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.180483:0:206128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000962029b/0xaad440e68c488026 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b27 expref: 16 pid: 206128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.180497:0:206128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9f200, rc 0) 00000100:00100000:3.0:1788572580.180563:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:352624:x1875453633069952:12345-192.168.202.54@tcp:101:rm.0 Request processed in 312us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.180571:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21328 00000100:00100000:0.0:1788572580.189395:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.190178:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633070208 00000100:00100000:2.0:1788572580.190190:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633070208 00000100:00100000:2.0:1788572580.190271:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138383 00000100:00100000:2.0:1788572580.190282:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+140:361572:x1875453633070208:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572580.190339:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572580.190366:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c200/0xaad440e68c48801f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b20 expref: 140 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190389:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff88cb8a287800) 00010000:00010000:2.0:1788572580.190406:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488003 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b19 expref: 139 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190417:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.190420:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572580.190439:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c48802d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190452:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c48802d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190461:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c48802d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190476:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c488034 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190483:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c488034 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190490:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c488034 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190584:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48803b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190592:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48803b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190598:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48803b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572580.190831:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3924, 64 off259328 00010000:00010000:2.0:1788572580.190881:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488042 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190891:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488042 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190899:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488042 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190906:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488042 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190913:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488042 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190919:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488042 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190947:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572580.190966:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48803b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190972:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48803b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190979:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48803b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.190984:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.191000:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48803b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.191008:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48803b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.191048:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.191055:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488042 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.191062:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.191065:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488042 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.191072:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488042 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.191082:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff88ca8383ac00) 00010000:00010000:1.0:1788572580.191084:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572580.191089:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488042 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.191094:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488042 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.191108:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.191109:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.191111:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.191457:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff88ca8383ac00) 00010000:00010000:2.0:1788572580.191459:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572580.191463:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48803b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.191470:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48803b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.191492:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c48802d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.191498:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c48802d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.191504:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c48802d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.191510:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c48802d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.191515:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.191518:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c48802d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.191524:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c48802d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.191532:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.191535:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.191538:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c48802d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.191547:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c48802d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572580.191557:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000bfd78bf3 reply state 000000007e2bc7c4 transno 12884962037 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c488034 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.191568:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c488034 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.191574:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x814cb0c9 (ffff88ca8383a600) 00010000:00010000:2.0:1788572580.191576:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572580.191579:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572580.191672:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+140:361572:x1875453633070208:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1389us (2283us total) trans 12884962037 rc 0/0 00000100:00100000:2.0:1788572580.191681:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138383 00000100:00100000:2.0:1788572580.200999:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.201129:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633070336 00000100:00100000:0.0:1788572580.201139:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633070336 00000100:00100000:0.0:1788572580.201245:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138384 00000100:00100000:0.0:1788572580.201256:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+140:361572:x1875453633070336:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.201282:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.201305:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad400/0xaad440e68c488049 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b2e expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.201374:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c488050 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.201389:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c488050 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.201401:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c488050 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.201446:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572580.201450:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.201469:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c488050 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.201494:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad400/0xaad440e68c488049 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b2e expref: 142 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.201511:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c488050 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b2e expref: 141 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.201519:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.201523:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572580.201527:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30adc00, rc 0) 00000100:00100000:0.0:1788572580.201586:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+141:361572:x1875453633070336:12345-192.168.202.54@tcp:101:rm.0 Request processed in 331us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.201593:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138384 00000100:00100000:3.0:1788572580.207663:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.207937:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633070464 00000100:00100000:1.0:1788572580.207948:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633070464 00000100:00100000:1.0:1788572580.208024:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138385 00000100:00100000:1.0:1788572580.208035:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+141:361572:x1875453633070464:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.208056:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.208076:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c488057 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b35 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.208142:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48805e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.208489:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48805e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.208504:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48805e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208589:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488065 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208599:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488065 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208607:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488065 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208762:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48806c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208771:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48806c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208781:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48806c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.208812:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 1872 00000004:00200000:2.0:1788572580.208817:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.208837:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48806c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208848:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48806c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208857:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48805e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208863:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48805e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208869:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48805e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208875:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48805e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208880:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ca00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.208885:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48805e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208892:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48805e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208905:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.208908:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.208913:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48805e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208920:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48805e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208933:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488065 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208939:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488065 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208945:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488065 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208950:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.208953:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488065 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208958:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488065 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208978:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x194930cc (ffff88ca8383ac00) 00010000:00010000:2.0:1788572580.208981:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.208984:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488065 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.208996:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488065 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.209025:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c488057 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b35 expref: 143 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.209039:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48806c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b35 expref: 142 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.209047:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff88ca8383a200) 00010000:00010000:2.0:1788572580.209050:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572580.209052:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8a000, rc 0) 00000100:00100000:2.0:1788572580.209118:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+142:361572:x1875453633070464:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1084us (1466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.209126:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138385 00000100:00100000:1.0:1788572580.213454:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.213547:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633070592 00000100:00100000:3.0:1788572580.213558:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633070592 00000100:00100000:3.0:1788572580.213621:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21329 00000100:00100000:3.0:1788572580.213633:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:352627:x1875453633070592:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.213651:0:203892:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.213675:0:203892:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c488073 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b3c expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788572580.213788:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 1872, mtime: 0x6a9b4755, atime: 0x0, ctime: 0x6a9b4755, blocks: 0x8 00010000:00010000:3.0:1788572580.213809:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.213813:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.213834:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c488073 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b3c expref: 17 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.213853:0:203892:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c488073 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b3c expref: 17 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.213868:0:203892:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbdd9fa00, rc 0) 00000100:00100000:3.0:1788572580.213925:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:352627:x1875453633070592:12345-192.168.202.54@tcp:101:rm.0 Request processed in 294us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.213933:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21329 00000100:00100000:1.0:1788572580.217445:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.217638:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633070848 00000100:00100000:2.0:1788572580.217650:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633070848 00000100:00100000:2.0:1788572580.217759:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138386 00000100:00100000:2.0:1788572580.217770:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+142:361572:x1875453633070848:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572580.217844:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572580.217871:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c48806c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b35 expref: 142 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.217891:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff88ca8383a200) 00010000:00010000:2.0:1788572580.217909:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c488050 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b2e expref: 141 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.217918:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.217923:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572580.217944:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48807a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.217972:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48807a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.217982:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48807a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.217996:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c488081 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x194930cc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218004:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c488081 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218011:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c488081 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218106:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488088 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218116:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488088 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218122:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488088 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572580.218435:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3935, 64 off260032 00010000:00010000:2.0:1788572580.218483:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48808f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218493:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48808f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218501:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48808f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218508:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48808f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218514:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48808f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218519:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48808f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218535:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572580.218554:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488088 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218560:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488088 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218567:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488088 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218573:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.218577:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488088 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218585:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488088 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218593:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff88ca8383a400) 00010000:00010000:2.0:1788572580.218596:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572580.218599:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488088 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218608:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488088 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218624:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48807a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218631:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48807a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218636:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48807a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218643:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48807a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218648:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.218650:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48807a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218657:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48807a lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218664:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.218667:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.218669:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48807a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218675:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48807a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572580.218684:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000d6c47b3 reply state 00000000265c7cff transno 12884962038 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c488081 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218694:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c488081 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.218700:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x194930cc (ffff88ca8383ac00) 00010000:00010000:2.0:1788572580.218702:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572580.218704:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572580.218772:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+142:361572:x1875453633070848:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1003us (1336us total) trans 12884962038 rc 0/0 00000100:00100000:2.0:1788572580.218780:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138386 00010000:00010000:0.0:1788572580.218854:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.218861:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48808f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.218867:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.218870:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48808f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.218876:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48808f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.218884:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff88ca8383a400) 00010000:00010000:0.0:1788572580.218886:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572580.218888:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48808f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.218893:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48808f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.218908:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.218909:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.218911:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572580.222088:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.222416:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633070976 00000100:00100000:2.0:1788572580.222426:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633070976 00000100:00100000:2.0:1788572580.222487:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138387 00000100:00100000:2.0:1788572580.222496:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+142:361572:x1875453633070976:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.222520:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.222540:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488096 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b43 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.222607:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48809d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.222621:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48809d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.222632:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48809d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.222673:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572580.222677:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.222696:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48809d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.222719:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488096 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b43 expref: 144 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.222737:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48809d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b43 expref: 143 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.222746:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.222749:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572580.222753:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8a200, rc 0) 00000100:00100000:2.0:1788572580.222956:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+143:361572:x1875453633070976:12345-192.168.202.54@tcp:101:rm.0 Request processed in 460us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.222973:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138387 00000100:00100000:1.0:1788572580.226382:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.226454:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633071104 00000100:00100000:3.0:1788572580.226466:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633071104 00000100:00100000:3.0:1788572580.226568:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138388 00000100:00100000:3.0:1788572580.226579:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+143:361572:x1875453633071104:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.226602:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.226626:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c4880a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b4a expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.226699:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4880ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.226714:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4880ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.226725:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4880ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.226740:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4880b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.226747:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4880b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.226754:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4880b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.226939:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c4880b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.226948:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c4880b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.226955:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c4880b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.227000:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x65:0x0]: returning size 1048576 00000004:00200000:3.0:1788572580.227004:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.227041:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c4880b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227053:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c4880b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227063:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4880ab lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227069:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4880ab lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227076:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4880ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227083:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4880ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227089:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.227093:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4880ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227101:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4880ab lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227113:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.227116:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.227121:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4880ab lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227131:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4880ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227146:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4880b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227193:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4880b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227199:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4880b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227204:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.227207:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4880b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227224:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4880b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227232:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x42ec7601 (ffff88cba1399000) 00010000:00010000:3.0:1788572580.227235:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.227238:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4880b2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227244:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4880b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227279:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c4880a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b4a expref: 145 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227296:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c4880b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b4a expref: 144 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.227303:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff88caa2ec8000) 00010000:00010000:3.0:1788572580.227305:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572580.227307:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc3400, rc 0) 00000100:00100000:3.0:1788572580.227372:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+144:361572:x1875453633071104:12345-192.168.202.54@tcp:101:rm.0 Request processed in 794us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.227381:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138388 00000100:00100000:2.0:1788572580.231355:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.231457:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633071232 00000100:00100000:1.0:1788572580.231468:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633071232 00000100:00100000:1.0:1788572580.231567:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21330 00000100:00100000:1.0:1788572580.231578:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:352626:x1875453633071232:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.231599:0:225669:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.231624:0:225669:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4880c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b51 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572580.231743:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 1048576, mtime: 0x6a9b482e, atime: 0x0, ctime: 0x6a9b482e, blocks: 0x800 00010000:00010000:1.0:1788572580.231764:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.231769:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.231779:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4880c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b51 expref: 18 pid: 225669 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.231797:0:225669:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4880c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b51 expref: 18 pid: 225669 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.231812:0:225669:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6c200, rc 0) 00000100:00100000:1.0:1788572580.231888:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+18:352626:x1875453633071232:12345-192.168.202.54@tcp:101:rm.0 Request processed in 312us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.231895:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21330 00000100:00100000:2.0:1788572580.234768:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.234849:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633071488 00000100:00100000:3.0:1788572580.234859:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633071488 00000100:00100000:3.0:1788572580.235298:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138389 00000100:00100000:3.0:1788572580.235311:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+144:361572:x1875453633071488:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572580.235370:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572580.235398:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c4880b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b4a expref: 144 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.235417:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff88caa2ec8000) 00010000:00010000:3.0:1788572580.235436:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48809d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b43 expref: 143 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.235445:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.235448:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572580.235469:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c4880c7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.235487:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c4880c7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.235497:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c4880c7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.235511:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4880ce lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.235518:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4880ce lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.235524:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4880ce lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.235616:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4880d5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.235625:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4880d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.235632:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4880d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572580.235894:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3936, 64 off260096 00010000:00010000:3.0:1788572580.235945:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4880dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.235954:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4880dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236144:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4880dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236246:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4880dc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236254:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4880dc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236260:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4880dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236487:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572580.236511:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4880d5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236517:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4880d5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236523:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4880d5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236529:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.236532:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4880d5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236540:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4880d5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236550:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572580.236553:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572580.236557:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4880d5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236566:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4880d5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x65:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236584:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c4880c7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236589:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c4880c7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236594:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c4880c7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236599:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c4880c7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236604:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.236607:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c4880c7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236613:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c4880c7 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236620:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.236623:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.236625:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c4880c7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236631:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3a00/0xaad440e68c4880c7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572580.236640:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004a0b719b reply state 00000000e16bd98e transno 12884962039 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4880ce lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236652:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4880ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.236658:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x42ec7601 (ffff88caa2ec8400) 00010000:00010000:3.0:1788572580.236660:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572580.236663:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572580.236781:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92910e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+144:361572:x1875453633071488:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1469us (2021us total) trans 12884962039 rc 0/0 00000100:00100000:3.0:1788572580.236791:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138389 00010000:00010000:0.0:1788572580.236921:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.236928:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4880dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.236938:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.236942:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4880dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.236948:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4880dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.236957:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:0.0:1788572580.236959:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572580.236971:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4880dc lrc: 1/0,0 mode: --/PW res: [0x200000402:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.236977:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4880dc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.236994:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.236996:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.236997:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572580.240447:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.240528:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633071616 00000100:00100000:1.0:1788572580.240538:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633071616 00000100:00100000:1.0:1788572580.240597:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138390 00000100:00100000:1.0:1788572580.240608:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92913b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+144:361572:x1875453633071616:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.240630:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.240651:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c4880e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b58 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.240715:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4880ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.240733:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4880ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.240744:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4880ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572580.240798:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1788572580.240803:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572580.240838:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4880ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.240862:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c4880e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b58 expref: 146 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.240882:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4880ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b58 expref: 145 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.240892:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.240895:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572580.240899:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6ca00, rc 0) 00000100:00100000:1.0:1788572580.240963:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92913b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+145:361572:x1875453633071616:12345-192.168.202.54@tcp:101:rm.0 Request processed in 356us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.240971:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138390 00000100:00100000:2.0:1788572580.247067:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.247236:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633071744 00000100:00100000:0.0:1788572580.247247:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633071744 00000100:00100000:0.0:1788572580.247311:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138391 00000100:00100000:0.0:1788572580.247321:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb8558b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+145:361572:x1875453633071744:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.247343:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.247365:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad400/0xaad440e68c4880f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b5f expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247429:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c4880f8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247447:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c4880f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247466:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c4880f8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247480:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4880ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247488:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4880ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247494:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4880ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247640:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488106 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247648:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488106 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247654:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488106 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.247684:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x66:0x0]: returning size 13 00000004:00200000:0.0:1788572580.247688:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.247707:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488106 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247718:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488106 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247731:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c4880f8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247738:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c4880f8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247745:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c4880f8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247751:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c4880f8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247757:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ac400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.247762:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c4880f8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247769:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c4880f8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247780:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.247783:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.247787:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c4880f8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247793:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c4880f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247804:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4880ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247810:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4880ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247817:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4880ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247885:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ac800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.247888:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4880ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247895:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4880ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247903:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x94573c07 (ffff88cbbfecc900) 00010000:00010000:0.0:1788572580.247905:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.247908:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4880ff lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247914:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4880ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247943:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad400/0xaad440e68c4880f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b5f expref: 147 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247955:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488106 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b5f expref: 146 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.247962:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x66:0x0].0x0 (ffff88cbbfecc500) 00010000:00010000:0.0:1788572580.248023:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572580.248026:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30ace00, rc 0) 00000100:00100000:0.0:1788572580.248085:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb8558b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+146:361572:x1875453633071744:12345-192.168.202.54@tcp:101:rm.0 Request processed in 766us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.248096:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138391 00000100:00100000:2.0:1788572580.255448:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.255682:0:225662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633071872 00000100:00100000:3.0:1788572580.255692:0:225662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633071872 00000100:00100000:3.0:1788572580.255786:0:225662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21331 00000100:00100000:3.0:1788572580.255797:0:225662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+18:352625:x1875453633071872:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.255814:0:225662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.255899:0:225662:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003de49bcd/0xaad440e68c48810d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b66 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572580.256593:0:225662:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 13, mtime: 0x6a9b4831, atime: 0x6a9b4831, ctime: 0x6a9b4831, blocks: 0x8 00010000:00010000:0.0:1788572580.256614:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.256619:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.256631:0:225662:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003de49bcd/0xaad440e68c48810d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b66 expref: 19 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.256651:0:225662:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003de49bcd/0xaad440e68c48810d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b66 expref: 19 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.256664:0:225662:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc3a00, rc 0) 00000100:00100000:0.0:1788572580.256758:0:225662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:352625:x1875453633071872:12345-192.168.202.54@tcp:101:rm.0 Request processed in 962us (1318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.256766:0:225662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21331 00000100:00100000:1.0:1788572580.260628:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.260771:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633072128 00000100:00100000:3.0:1788572580.260782:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633072128 00000100:00100000:3.0:1788572580.260851:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138392 00000100:00100000:3.0:1788572580.260863:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+146:361572:x1875453633072128:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572580.260925:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572580.260956:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488106 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b5f expref: 146 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.260985:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x66:0x0].0x0 (ffff88cbbfecc500) 00010000:00010000:3.0:1788572580.261002:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4880ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b58 expref: 145 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261013:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.261026:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572580.261049:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488114 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261062:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488114 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261072:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488114 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261086:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c48811b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x94573c07 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261092:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c48811b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261098:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c48811b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261261:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488122 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261270:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488122 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261278:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488122 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572580.261523:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3937, 64 off260160 00010000:00010000:3.0:1788572580.261575:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488129 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261586:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488129 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261595:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488129 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261602:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488129 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261608:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488129 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261614:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488129 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261628:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572580.261646:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488122 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261652:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488122 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261658:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488122 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261663:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.261667:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488122 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261675:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488122 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261684:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x66:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572580.261687:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572580.261691:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488122 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261696:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488122 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261711:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488114 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261718:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488114 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261723:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488114 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261728:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488114 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261732:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.261734:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488114 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261740:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488114 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261747:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.261749:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.261752:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488114 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261762:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488114 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572580.261771:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005ef05e4a reply state 0000000079fd970b transno 12884962040 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c48811b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261780:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c48811b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.261785:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x94573c07 (ffff88caa2ec8f00) 00010000:00010000:3.0:1788572580.261788:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572580.261790:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572580.261858:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+146:361572:x1875453633072128:12345-192.168.202.54@tcp:36:rm.0 Request processed in 997us (1239us total) trans 12884962040 rc 0/0 00000100:00100000:3.0:1788572580.261865:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138392 00010000:00010000:0.0:1788572580.262025:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.262032:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488129 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.262039:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.262043:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488129 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.262050:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488129 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.262058:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x66:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:0.0:1788572580.262060:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572580.262064:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488129 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.262070:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f400/0xaad440e68c488129 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x66:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.262087:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.262089:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.262090:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572580.266425:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.266534:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633072256 00000100:00100000:3.0:1788572580.266543:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633072256 00000100:00100000:3.0:1788572580.266604:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138393 00000100:00100000:3.0:1788572580.266615:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+146:361572:x1875453633072256:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.266640:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.266662:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488130 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b6d expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.266728:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488137 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.266740:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488137 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.266756:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488137 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.266799:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1788572580.266803:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.266832:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488137 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.266857:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488130 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b6d expref: 148 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.266876:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488137 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b6d expref: 147 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.266884:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.266886:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572580.266890:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afea00, rc 0) 00000100:00100000:3.0:1788572580.266955:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+147:361572:x1875453633072256:12345-192.168.202.54@tcp:101:rm.0 Request processed in 342us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.267338:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138393 00000100:00100000:2.0:1788572580.270559:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.270655:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633072384 00000100:00100000:0.0:1788572580.270666:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633072384 00000100:00100000:0.0:1788572580.270731:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138394 00000100:00100000:0.0:1788572580.270742:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+147:361572:x1875453633072384:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.270762:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.270786:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad400/0xaad440e68c48813e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b74 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.270871:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488145 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.270885:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488145 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.270896:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488145 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.270910:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c48814c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.270917:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c48814c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.270926:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c48814c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271086:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c488153 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271095:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c488153 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271102:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c488153 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.271133:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 13 00000004:00200000:0.0:1788572580.271137:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.271195:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c488153 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271218:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c488153 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271227:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488145 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271234:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488145 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271241:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488145 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271248:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488145 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271258:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ac800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.271262:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488145 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271270:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488145 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271282:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.271284:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.271289:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488145 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271295:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488145 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271308:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c48814c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271314:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c48814c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271320:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c48814c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271325:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ac400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.271327:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c48814c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271333:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c48814c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271344:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x319d86dc (ffff88cbbfecc900) 00010000:00010000:0.0:1788572580.271346:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.271349:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c48814c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271354:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac400/0xaad440e68c48814c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271381:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad400/0xaad440e68c48813e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b74 expref: 149 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271394:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c488153 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b74 expref: 148 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.271400:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff88cbbfeccd00) 00010000:00010000:0.0:1788572580.271402:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572580.271405:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30ac000, rc 0) 00000100:00100000:0.0:1788572580.271465:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+148:361572:x1875453633072384:12345-192.168.202.54@tcp:101:rm.0 Request processed in 724us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.271472:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138394 00000100:00100000:2.0:1788572580.279273:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.279385:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633072512 00000100:00100000:0.0:1788572580.279396:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633072512 00000100:00100000:0.0:1788572580.279463:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21332 00000100:00100000:0.0:1788572580.279474:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:352625:x1875453633072512:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.279494:0:225672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.279514:0:225672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c06ce57b/0xaad440e68c48815a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b7b expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572580.279648:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 13, mtime: 0x6a9b4831, atime: 0x6a9b4831, ctime: 0x6a9b4831, blocks: 0x8 00010000:00010000:0.0:1788572580.279670:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.279674:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.279684:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c06ce57b/0xaad440e68c48815a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b7b expref: 17 pid: 225672 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.279704:0:225672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c06ce57b/0xaad440e68c48815a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b7b expref: 17 pid: 225672 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.279719:0:225672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30ad400, rc 0) 00000100:00100000:0.0:1788572580.279787:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:352625:x1875453633072512:12345-192.168.202.54@tcp:101:rm.0 Request processed in 314us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.279794:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21332 00000100:00100000:1.0:1788572580.284134:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.284289:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633072768 00000100:00100000:2.0:1788572580.284302:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633072768 00000100:00100000:2.0:1788572580.284365:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138395 00000100:00100000:2.0:1788572580.284375:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+148:361572:x1875453633072768:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572580.284435:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572580.284474:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c488153 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b74 expref: 148 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.284494:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff88cbbfeccd00) 00010000:00010000:2.0:1788572580.284511:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488137 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b6d expref: 147 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.284527:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.284530:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572580.284551:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488161 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.284564:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488161 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.284574:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488161 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.284589:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c488168 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x319d86dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.284597:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c488168 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.284604:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c488168 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.284702:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48816f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.284711:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48816f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.284718:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48816f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572580.285147:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3925, 64 off259392 00010000:00010000:2.0:1788572580.285262:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488176 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285272:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488176 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285280:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488176 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285288:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488176 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285295:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488176 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285301:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488176 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285322:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572580.285343:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48816f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285349:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48816f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285355:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48816f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285365:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.285370:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48816f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285377:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48816f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285386:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff88ca8383a900) 00010000:00010000:2.0:1788572580.285389:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572580.285394:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48816f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285401:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c48816f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285421:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488161 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285427:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488161 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285432:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488161 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285437:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488161 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.285442:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.285444:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488161 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.285557:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.285564:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488176 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.285570:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.285573:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488176 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.285580:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488176 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.285589:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff88ca8383a900) 00010000:00010000:0.0:1788572580.285592:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572580.285596:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488176 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.285602:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488176 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.285618:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.285620:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.285622:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.286072:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488161 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.286086:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.286088:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.286092:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488161 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.286098:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488161 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572580.286109:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000044488ba6 reply state 00000000d83b698b transno 12884962041 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c488168 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.286121:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c488168 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.286128:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x319d86dc (ffff88ca8383a200) 00010000:00010000:2.0:1788572580.286130:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572580.286133:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572580.286604:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+148:361572:x1875453633072768:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2225us (2477us total) trans 12884962041 rc 0/0 00000100:00100000:2.0:1788572580.286614:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138395 00000100:00100000:3.0:1788572580.289659:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.289799:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633072896 00000100:00100000:2.0:1788572580.289809:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633072896 00000100:00100000:2.0:1788572580.289875:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138396 00000100:00100000:2.0:1788572580.289886:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+148:361572:x1875453633072896:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.289912:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.289935:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c48817d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b82 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.290025:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488184 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.290041:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488184 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.290054:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488184 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.290101:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572580.290105:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.290126:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488184 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.290448:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c48817d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b82 expref: 150 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.290536:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488184 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b82 expref: 149 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.290546:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.290550:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572580.290554:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8a200, rc 0) 00000100:00100000:2.0:1788572580.290628:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+149:361572:x1875453633072896:12345-192.168.202.54@tcp:101:rm.0 Request processed in 744us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.290636:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138396 00000100:00100000:1.0:1788572580.294449:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.294598:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633073024 00000100:00100000:3.0:1788572580.294609:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633073024 00000100:00100000:3.0:1788572580.294704:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138397 00000100:00100000:3.0:1788572580.294716:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+149:361572:x1875453633073024:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.294736:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.294757:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48818b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b89 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.294833:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488192 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.294849:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488192 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.294860:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488192 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.294875:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488199 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.294881:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488199 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.294887:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488199 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295065:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4881a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x75:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295073:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4881a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x75:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295081:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4881a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x75:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.295114:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x75:0x0]: returning size 0 00000004:00200000:3.0:1788572580.295119:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.295141:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4881a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x75:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295205:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4881a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295226:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488192 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295234:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488192 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295241:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488192 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295247:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488192 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295252:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.295256:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488192 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295264:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488192 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295276:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.295279:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.295283:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488192 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295290:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488192 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295304:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488199 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295310:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488199 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295316:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488199 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295320:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.295324:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488199 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295329:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488199 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295336:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xce408299 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572580.295338:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.295341:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488199 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295347:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488199 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295379:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48818b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b89 expref: 151 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295392:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4881a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b89 expref: 150 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.295399:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75:0x0].0x0 (ffff88cba1399000) 00010000:00010000:3.0:1788572580.295402:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572580.295405:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc2600, rc 0) 00000100:00100000:3.0:1788572580.295482:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:361572:x1875453633073024:12345-192.168.202.54@tcp:101:rm.0 Request processed in 768us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.295490:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138397 00000100:00100000:1.0:1788572580.299638:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.299723:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633073152 00000100:00100000:0.0:1788572580.299734:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633073152 00000100:00100000:0.0:1788572580.299814:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21333 00000100:00100000:0.0:1788572580.299833:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbd8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:352627:x1875453633073152:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.299852:0:225664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.299873:0:225664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea791402/0xaad440e68c4881a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b90 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572580.299992:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x6a9b48cf, atime: 0x6a9b48cf, ctime: 0x6a9b48cf, blocks: 0x0 00010000:00010000:0.0:1788572580.300024:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.300029:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.300040:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea791402/0xaad440e68c4881a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b90 expref: 18 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.300060:0:225664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ea791402/0xaad440e68c4881a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b90 expref: 18 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.300074:0:225664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30ac400, rc 0) 00000100:00100000:0.0:1788572580.300141:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbd8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+18:352627:x1875453633073152:12345-192.168.202.54@tcp:101:rm.0 Request processed in 309us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.300809:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21333 00000100:00100000:2.0:1788572580.304332:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.304769:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633073408 00000100:00100000:0.0:1788572580.304781:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633073408 00000100:00100000:0.0:1788572580.304854:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138398 00000100:00100000:0.0:1788572580.304864:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:361572:x1875453633073408:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572580.304918:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572580.304946:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c4881a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x75:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b89 expref: 150 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.304981:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75:0x0].0x0 (ffff88cba1399000) 00010000:00010000:0.0:1788572580.305003:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488184 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b82 expref: 149 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305014:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.305017:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572580.305038:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4881ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305051:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4881ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305061:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4881ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305075:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ada00/0xaad440e68c4881b5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xce408299 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305082:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ada00/0xaad440e68c4881b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305090:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ada00/0xaad440e68c4881b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305232:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c4881bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x75:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305240:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c4881bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305248:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c4881bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x75:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572580.305630:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3926, 64 off259456 00010000:00010000:0.0:1788572580.305681:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c4881c3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x75:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305690:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c4881c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305697:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c4881c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305705:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c4881c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305711:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c4881c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305717:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c4881c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x75:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305800:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572580.305822:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c4881bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x75:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305829:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c4881bc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x75:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305835:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c4881bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x75:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305840:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ad000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.305844:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c4881bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x75:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305851:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c4881bc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x75:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305860:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75:0x0].0x0 (ffff88cbbfecc100) 00010000:00010000:0.0:1788572580.305863:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572580.305866:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c4881bc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x75:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305873:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c4881bc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x75:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305889:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4881ae lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305895:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4881ae lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305900:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4881ae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305909:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4881ae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305914:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ac800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.305916:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4881ae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305921:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4881ae lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305928:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.305930:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.305932:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4881ae lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305937:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c4881ae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572580.305946:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c8d30df8 reply state 00000000f36d9ecf transno 12884962042 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ada00/0xaad440e68c4881b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.305955:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ada00/0xaad440e68c4881b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.306025:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xce408299 (ffff88cbbfecc000) 00010000:00010000:0.0:1788572580.306027:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572580.306030:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572580.306118:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:361572:x1875453633073408:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1255us (1795us total) trans 12884962042 rc 0/0 00000100:00100000:0.0:1788572580.306126:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138398 00010000:00010000:1.0:1788572580.308479:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.308496:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c4881c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x75:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.308506:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ade00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.308511:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c4881c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x75:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.308521:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c4881c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x75:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.308540:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75:0x0].0x0 (ffff88cbbfecc100) 00010000:00010000:1.0:1788572580.308543:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572580.308549:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c4881c3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x75:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.308556:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c4881c3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x75:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.308584:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.308586:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.308588:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.310743:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.310819:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633073536 00000100:00100000:2.0:1788572580.310839:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633073536 00000100:00100000:2.0:1788572580.310900:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138399 00000100:00100000:2.0:1788572580.310910:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+150:361572:x1875453633073536:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.310934:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.310953:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c4881ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b97 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.311030:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4881d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.311044:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4881d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.311057:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4881d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.311106:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572580.311110:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.311132:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4881d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.311182:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c4881ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b97 expref: 152 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.311200:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4881d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b97 expref: 151 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.311219:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.311222:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572580.311225:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8b000, rc 0) 00000100:00100000:2.0:1788572580.311292:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+151:361572:x1875453633073536:12345-192.168.202.54@tcp:101:rm.0 Request processed in 383us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.311300:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138399 00000100:00100000:2.0:1788572580.315057:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.315135:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633073664 00000100:00100000:1.0:1788572580.315146:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633073664 00000100:00100000:1.0:1788572580.315246:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138400 00000100:00100000:1.0:1788572580.315257:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+151:361572:x1875453633073664:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.315278:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.315299:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c4881d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77b9e expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315367:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4881df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315383:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4881df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315395:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4881df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315412:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c4881e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315420:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c4881e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315427:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c4881e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315616:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4881ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x76:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315625:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4881ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315633:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4881ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572580.315671:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x76:0x0]: returning size 0 00000004:00200000:1.0:1788572580.315675:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572580.315695:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4881ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315707:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4881ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315720:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4881df lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315727:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4881df lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315734:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4881df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315740:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4881df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315746:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ca00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.315750:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4881df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315758:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4881df lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315769:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.315772:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.315776:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4881df lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315783:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c4881df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315795:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c4881e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315801:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c4881e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315808:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c4881e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315813:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.315828:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c4881e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315834:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c4881e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315840:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x49c85232 (ffff88ca9241bc00) 00010000:00010000:1.0:1788572580.315843:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.315846:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c4881e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315852:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c4881e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315879:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c4881d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b9e expref: 153 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315891:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4881ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b9e expref: 152 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.315899:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76:0x0].0x0 (ffff88ca9241b700) 00010000:00010000:1.0:1788572580.315901:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572580.315904:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10800, rc 0) 00000100:00100000:1.0:1788572580.315957:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+152:361572:x1875453633073664:12345-192.168.202.54@tcp:101:rm.0 Request processed in 702us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.315968:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138400 00000100:00100000:0.0:1788572580.320921:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.321058:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633073792 00000100:00100000:1.0:1788572580.321068:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633073792 00000100:00100000:1.0:1788572580.321130:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21334 00000100:00100000:1.0:1788572580.321140:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:352627:x1875453633073792:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.321203:0:225675:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.321237:0:225675:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eac22a5a/0xaad440e68c4881f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ba5 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572580.321349:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x6a9b48d6, atime: 0x6a9b48d6, ctime: 0x6a9b48d6, blocks: 0x0 00010000:00010000:1.0:1788572580.321369:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.321374:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.321385:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eac22a5a/0xaad440e68c4881f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ba5 expref: 20 pid: 225675 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.321403:0:225675:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eac22a5a/0xaad440e68c4881f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ba5 expref: 20 pid: 225675 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.321417:0:225675:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca927b6a00, rc 0) 00000100:00100000:1.0:1788572580.321533:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:352627:x1875453633073792:12345-192.168.202.54@tcp:101:rm.0 Request processed in 394us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.321540:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21334 00000100:00100000:2.0:1788572580.325343:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.325477:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633074048 00000100:00100000:3.0:1788572580.325488:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633074048 00000100:00100000:3.0:1788572580.325543:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138401 00000100:00100000:3.0:1788572580.325553:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+152:361572:x1875453633074048:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572580.325611:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572580.325638:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4881ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b9e expref: 152 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.325659:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76:0x0].0x0 (ffff88ca9241b700) 00010000:00010000:3.0:1788572580.325676:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4881d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b97 expref: 151 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.325684:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.325687:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572580.325708:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4881fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.325722:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4881fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.325733:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4881fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.325747:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488202 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x49c85232 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.325758:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488202 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.325764:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488202 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.325881:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488209 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x76:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.325890:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488209 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.325897:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488209 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x76:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572580.326193:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3938, 64 off260224 00010000:00010000:3.0:1788572580.326251:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488210 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x76:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326260:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488210 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326268:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488210 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326275:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488210 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326281:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488210 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326287:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488210 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326313:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572580.326333:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488209 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326340:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488209 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326347:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488209 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326353:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.326357:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488209 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326364:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488209 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326372:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572580.326375:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572580.326379:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488209 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326385:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488209 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x76:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326402:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4881fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326408:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4881fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326418:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4881fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326424:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4881fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326429:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.326432:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4881fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326437:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4881fb lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326444:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.326446:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.326448:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4881fb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326454:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4881fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572580.326463:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ac105be7 reply state 000000006082384c transno 12884962043 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488202 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326474:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488202 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.326480:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x49c85232 (ffff88cba1399000) 00010000:00010000:3.0:1788572580.326483:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572580.326485:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572580.326546:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+152:361572:x1875453633074048:12345-192.168.202.54@tcp:36:rm.0 Request processed in 994us (1212us total) trans 12884962043 rc 0/0 00000100:00100000:3.0:1788572580.326554:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138401 00010000:00010000:2.0:1788572580.326693:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.326700:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488210 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.326707:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.326711:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488210 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.326718:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488210 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.326727:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76:0x0].0x0 (ffff88caa2ec8600) 00010000:00010000:2.0:1788572580.326729:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572580.326732:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488210 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.326738:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488210 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x76:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.326753:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.326754:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.326756:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572580.334491:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.334602:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633074176 00000100:00100000:3.0:1788572580.334613:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633074176 00000100:00100000:3.0:1788572580.334670:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138402 00000100:00100000:3.0:1788572580.334679:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+152:361572:x1875453633074176:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.334703:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.334725:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c488217 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77bac expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.334786:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c48821e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.334799:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c48821e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.334812:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c48821e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.334863:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1788572580.334866:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.334883:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c48821e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.334905:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c488217 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bac expref: 154 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.334921:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c48821e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bac expref: 153 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.334936:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.334939:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572580.334943:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513000, rc 0) 00000100:00100000:3.0:1788572580.335011:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+153:361572:x1875453633074176:12345-192.168.202.54@tcp:101:rm.0 Request processed in 333us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.335511:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138402 00000100:00100000:0.0:1788572580.339066:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.339297:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633074304 00000100:00100000:3.0:1788572580.339309:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633074304 00000100:00100000:3.0:1788572580.339369:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138403 00000100:00100000:3.0:1788572580.339379:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+153:361572:x1875453633074304:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.339401:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.339421:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c488225 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77bb3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339595:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48822c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339612:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48822c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339625:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48822c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339640:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488233 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339647:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339654:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339796:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48823a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339804:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48823a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339811:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48823a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.339900:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x77:0x0]: returning size 0 00000004:00200000:3.0:1788572580.339904:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.339925:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48823a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339937:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48823a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339948:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48822c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339956:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48822c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339962:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48822c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339968:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48822c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339978:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.339983:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48822c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.339990:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48822c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.340002:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.340005:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.340009:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48822c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.340200:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c48822c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.340225:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488233 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.340231:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488233 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.340236:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488233 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.340241:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.340244:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488233 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.340249:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488233 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.340260:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb7bb56a (ffff88caa2ec8600) 00010000:00010000:3.0:1788572580.340263:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.340266:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488233 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.340272:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488233 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.340305:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c488225 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bb3 expref: 155 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.340323:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48823a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bb3 expref: 154 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.340330:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x77:0x0].0x0 (ffff88ca8ebb3b00) 00010000:00010000:3.0:1788572580.340332:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572580.340334:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afea00, rc 0) 00000100:00100000:2.0:1788572580.341582:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+154:361572:x1875453633074304:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2196us (2518us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.341594:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138403 00000100:00100000:1.0:1788572580.351432:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.351708:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633074560 00000100:00100000:0.0:1788572580.351720:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633074560 00000100:00100000:0.0:1788572580.351780:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138404 00000100:00100000:0.0:1788572580.351790:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+154:361572:x1875453633074560:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572580.351860:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572580.351888:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48823a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bb3 expref: 154 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.351910:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x77:0x0].0x0 (ffff88ca8ebb3b00) 00010000:00010000:0.0:1788572580.351929:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c48821e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bac expref: 153 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.351939:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.351943:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572580.352111:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c488241 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352126:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c488241 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352136:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c488241 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352194:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac600/0xaad440e68c488248 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352202:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac600/0xaad440e68c488248 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352220:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac600/0xaad440e68c488248 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352319:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c48824f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352327:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c48824f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352335:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c48824f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352654:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad800/0xaad440e68c488256 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x77:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352664:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad800/0xaad440e68c488256 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352672:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad800/0xaad440e68c488256 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352680:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad800/0xaad440e68c488256 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352687:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad800/0xaad440e68c488256 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352694:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad800/0xaad440e68c488256 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x77:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352754:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572580.352776:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c48824f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352782:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c48824f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352788:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c48824f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352793:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30acc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.352797:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c48824f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352804:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c48824f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352812:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x77:0x0].0x0 (ffff88cbbfecc800) 00010000:00010000:0.0:1788572580.352826:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572580.352830:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c48824f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352837:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c48824f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x77:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352855:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c488241 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352861:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c488241 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352867:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c488241 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352874:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c488241 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352879:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ac200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.352882:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c488241 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352888:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c488241 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352896:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.352898:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.352901:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c488241 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352907:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c488241 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572580.352917:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cfefa9ba reply state 0000000032c59d52 transno 12884962044 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac600/0xaad440e68c488248 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352928:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac600/0xaad440e68c488248 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.352935:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb7bb56a (ffff88cbbfecc600) 00010000:00010000:0.0:1788572580.352937:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572580.352940:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572580.353031:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+154:361572:x1875453633074560:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1240us (1606us total) trans 12884962044 rc 0/0 00000100:00100000:0.0:1788572580.353038:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138404 00010000:00010000:3.0:1788572580.354461:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572580.354472:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad800/0xaad440e68c488256 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x77:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.354482:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ad800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.354486:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad800/0xaad440e68c488256 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x77:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.354495:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad800/0xaad440e68c488256 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x77:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.354510:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x77:0x0].0x0 (ffff88cbbfecc800) 00010000:00010000:3.0:1788572580.354513:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572580.354518:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad800/0xaad440e68c488256 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x77:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.354525:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad800/0xaad440e68c488256 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x77:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.354684:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.354687:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.354688:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572580.356476:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.356609:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633074688 00000100:00100000:2.0:1788572580.356619:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633074688 00000100:00100000:2.0:1788572580.356685:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138405 00000100:00100000:2.0:1788572580.356696:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+154:361572:x1875453633074688:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.356719:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.356738:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48825d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77bba expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.356808:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488264 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.356836:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488264 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.356849:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488264 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.356890:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572580.356894:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.356914:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488264 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.356936:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48825d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bba expref: 156 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.356952:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488264 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bba expref: 155 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.356972:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.356975:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572580.356980:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8ba00, rc 0) 00000100:00100000:2.0:1788572580.357042:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+155:361572:x1875453633074688:12345-192.168.202.54@tcp:101:rm.0 Request processed in 347us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.357049:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138405 00000100:00100000:1.0:1788572580.359844:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.359942:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633074816 00000100:00100000:2.0:1788572580.359952:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633074816 00000100:00100000:2.0:1788572580.360027:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138406 00000100:00100000:2.0:1788572580.360039:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+155:361572:x1875453633074816:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.360061:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.360080:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c48826b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77bc1 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360145:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488272 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360191:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488272 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360202:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488272 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360226:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488279 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360233:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488279 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360240:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488279 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360385:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488280 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x78:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360395:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488280 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360401:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488280 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.360433:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x78:0x0]: returning size 4 00000004:00200000:2.0:1788572580.360438:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.360710:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488280 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360725:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488280 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360735:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488272 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360742:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488272 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360748:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488272 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360755:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488272 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360760:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.360765:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488272 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360773:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488272 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360785:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.360787:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.360792:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488272 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360799:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488272 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360811:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488279 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360827:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488279 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360832:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488279 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360838:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.360841:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488279 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360846:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488279 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360853:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x38be3934 (ffff88ca8383a900) 00010000:00010000:2.0:1788572580.360855:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.360858:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488279 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360863:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c488279 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360895:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c48826b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bc1 expref: 157 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360907:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488280 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bc1 expref: 156 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.360915:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78:0x0].0x0 (ffff88ca8383a400) 00010000:00010000:2.0:1788572580.360917:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572580.360919:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8a200, rc 0) 00000100:00100000:2.0:1788572580.361250:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+156:361572:x1875453633074816:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1211us (1413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.361259:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138406 00000100:00100000:1.0:1788572580.365574:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.365670:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633074944 00000100:00100000:2.0:1788572580.365680:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633074944 00000100:00100000:2.0:1788572580.365785:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21335 00000100:00100000:2.0:1788572580.365797:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+18:352627:x1875453633074944:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.365827:0:225667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.365852:0:225667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c488287 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77bc8 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788572580.365978:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 4, mtime: 0x6a9b48f3, atime: 0x6a9b48f2, ctime: 0x6a9b48f4, blocks: 0x8 00010000:00010000:2.0:1788572580.366002:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.366007:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.366024:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c488287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bc8 expref: 19 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.366054:0:225667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c488287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bc8 expref: 19 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.366069:0:225667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca85b1fc00, rc 0) 00000100:00100000:2.0:1788572580.366135:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:352627:x1875453633074944:12345-192.168.202.54@tcp:101:rm.0 Request processed in 340us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.366142:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21335 00000100:00100000:3.0:1788572580.369460:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.369573:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633075200 00000100:00100000:1.0:1788572580.369584:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633075200 00000100:00100000:1.0:1788572580.369649:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138407 00000100:00100000:1.0:1788572580.369661:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+156:361572:x1875453633075200:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572580.369738:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572580.369770:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488280 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bc1 expref: 156 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.369794:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78:0x0].0x0 (ffff88ca8383a400) 00010000:00010000:1.0:1788572580.369811:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488264 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bba expref: 155 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.369832:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.369836:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572580.369862:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c48828e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.369876:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c48828e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.369886:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c48828e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.369900:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c488295 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x38be3934 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.369907:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c488295 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.369913:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c488295 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370039:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48829c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x78:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370048:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48829c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370054:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48829c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572580.370363:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3927, 64 off259520 00010000:00010000:1.0:1788572580.370419:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4882a3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x78:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370428:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4882a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370436:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4882a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370443:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4882a3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370449:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4882a3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370455:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4882a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370480:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572580.370501:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48829c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370512:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48829c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370519:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48829c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370525:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ca00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.370530:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48829c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370537:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48829c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x78:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370546:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78:0x0].0x0 (ffff88ca9241b300) 00010000:00010000:1.0:1788572580.370548:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572580.370552:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48829c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x78:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370559:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6ca00/0xaad440e68c48829c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x78:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370576:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c48828e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370582:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c48828e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370588:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c48828e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370594:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c48828e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370599:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.370602:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c48828e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370608:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c48828e lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370615:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.370617:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.370620:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c48828e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370626:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6d200/0xaad440e68c48828e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.370636:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000080a71e80 reply state 0000000019fd1e67 transno 12884962045 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c488295 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370646:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c488295 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.370652:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x38be3934 (ffff88ca9241bc00) 00010000:00010000:1.0:1788572580.370653:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572580.370655:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572580.370739:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+156:361572:x1875453633075200:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1079us (1299us total) trans 12884962045 rc 0/0 00000100:00100000:1.0:1788572580.370747:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138407 00010000:00010000:1.0:1788572580.372901:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.372915:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4882a3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.372930:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.372935:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4882a3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.372945:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4882a3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x78:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.372975:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78:0x0].0x0 (ffff88ca9241b300) 00010000:00010000:1.0:1788572580.372978:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572580.372984:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4882a3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x78:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.372990:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7e00/0xaad440e68c4882a3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x78:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.373023:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.373026:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.373028:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.374293:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.374410:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633075328 00000100:00100000:3.0:1788572580.374421:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633075328 00000100:00100000:3.0:1788572580.374491:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138408 00000100:00100000:3.0:1788572580.374501:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+156:361572:x1875453633075328:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.374523:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.374543:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4882aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77bcf expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.374607:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4882b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.374620:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4882b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.374630:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4882b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.374675:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1788572580.374678:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.374699:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4882b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.374723:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4882aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bcf expref: 158 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.374742:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4882b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bcf expref: 157 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.374751:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.374754:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572580.374758:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afea00, rc 0) 00000100:00100000:3.0:1788572580.374827:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+157:361572:x1875453633075328:12345-192.168.202.54@tcp:101:rm.0 Request processed in 314us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.374835:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138408 00000100:00100000:1.0:1788572580.377874:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.378285:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633075456 00000100:00100000:3.0:1788572580.378296:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633075456 00000100:00100000:3.0:1788572580.378356:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138409 00000100:00100000:3.0:1788572580.378367:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+157:361572:x1875453633075456:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.378388:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.378407:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c4882b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77bd6 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.378486:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4882bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.378502:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4882bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.378513:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4882bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.378528:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4882c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.378535:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4882c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.378541:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4882c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.378707:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4882cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.378716:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4882cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.378723:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4882cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.378758:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x7a:0x0]: returning size 0 00000004:00200000:3.0:1788572580.378763:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.378786:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4882cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.378798:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4882cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.378807:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4882bf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379129:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4882bf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379138:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4882bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379194:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4882bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379201:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.379215:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4882bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379226:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4882bf lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379240:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.379243:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.379248:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4882bf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379255:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c4882bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379269:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4882c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379275:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4882c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379280:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4882c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379284:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.379287:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4882c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379296:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4882c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379304:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xacf77ab6 (ffff88ca8ebb3500) 00010000:00010000:3.0:1788572580.379306:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.379309:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4882c6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379315:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c4882c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379351:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c4882b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bd6 expref: 159 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379365:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4882cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bd6 expref: 158 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.379373:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a:0x0].0x0 (ffff88ca8ebb3700) 00010000:00010000:3.0:1788572580.379376:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572580.379378:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8bd10800, rc 0) 00000100:00100000:3.0:1788572580.380004:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+158:361572:x1875453633075456:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1086us (1590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.380024:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138409 00000100:00100000:3.0:1788572580.384083:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.384199:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633075584 00000100:00100000:1.0:1788572580.384220:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633075584 00000100:00100000:1.0:1788572580.384286:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21336 00000100:00100000:1.0:1788572580.384297:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:352627:x1875453633075584:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.384318:0:225663:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.384342:0:225663:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db095d11/0xaad440e68c4882d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77bdd expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572580.384469:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x3a4f14bb, atime: 0x3a4f14bb, ctime: 0x6a9b48fb, blocks: 0x0 00010000:00010000:1.0:1788572580.384491:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.384496:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.384505:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db095d11/0xaad440e68c4882d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bdd expref: 21 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.384522:0:225663:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000db095d11/0xaad440e68c4882d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bdd expref: 21 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.384535:0:225663:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb80031400, rc 0) 00000100:00100000:1.0:1788572580.384596:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:352627:x1875453633075584:12345-192.168.202.54@tcp:101:rm.0 Request processed in 300us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.384603:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21336 00000100:00100000:1.0:1788572580.389278:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.389383:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633075840 00000100:00100000:2.0:1788572580.389394:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633075840 00000100:00100000:2.0:1788572580.389466:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138410 00000100:00100000:2.0:1788572580.389475:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+158:361572:x1875453633075840:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572580.389533:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572580.389562:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c4882cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bd6 expref: 158 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.389581:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a:0x0].0x0 (ffff88ca8ebb3700) 00010000:00010000:2.0:1788572580.389601:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4882b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bcf expref: 157 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.389611:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.389614:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572580.389637:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4882db lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.389651:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4882db lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.389661:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4882db lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.389675:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4882e2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.389682:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4882e2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.389688:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4882e2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.389790:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c4882e9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.389799:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c4882e9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.389805:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c4882e9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572580.390278:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3939, 64 off260288 00010000:00010000:2.0:1788572580.390330:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4882f0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390339:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4882f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390347:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4882f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390354:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4882f0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390360:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4882f0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390366:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4882f0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390512:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572580.390535:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c4882e9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390541:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c4882e9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390547:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c4882e9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390552:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.390556:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c4882e9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390563:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c4882e9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390572:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a:0x0].0x0 (ffff88cbaf5d1800) 00010000:00010000:2.0:1788572580.390574:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572580.390579:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c4882e9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390584:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c4882e9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390605:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4882db lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390611:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4882db lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390616:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4882db lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390621:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4882db lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390625:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.390627:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4882db lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390633:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4882db lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390639:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.390641:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.390644:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4882db lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390648:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c4882db lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572580.390656:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d6f70ef8 reply state 0000000082de8113 transno 12884962046 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4882e2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390667:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4882e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.390673:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xacf77ab6 (ffff88cbaf5d1400) 00010000:00010000:2.0:1788572580.390675:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572580.390678:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572580.390858:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+158:361572:x1875453633075840:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1381us (1589us total) trans 12884962046 rc 0/0 00000100:00100000:2.0:1788572580.390866:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138410 00010000:00010000:3.0:1788572580.391390:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572580.391399:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4882f0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.391410:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ba00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.391414:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4882f0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.391421:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4882f0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.391433:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a:0x0].0x0 (ffff88cbaf5d1800) 00010000:00010000:3.0:1788572580.391435:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572580.391439:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4882f0 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.391444:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c4882f0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572580.393934:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.394133:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633075968 00000100:00100000:0.0:1788572580.394188:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633075968 00000100:00100000:0.0:1788572580.394258:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138411 00000100:00100000:0.0:1788572580.394270:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+158:361572:x1875453633075968:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.394297:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.394321:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c4882f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77be4 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.394402:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c4882fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.394419:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c4882fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.394433:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c4882fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.394490:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572580.394494:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.394516:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c4882fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.394544:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac200/0xaad440e68c4882f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77be4 expref: 160 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.394561:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c4882fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77be4 expref: 159 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.394570:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.394573:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572580.394576:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30acc00, rc 0) 00000100:00100000:0.0:1788572580.394628:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+159:361572:x1875453633075968:12345-192.168.202.54@tcp:101:rm.0 Request processed in 361us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.394636:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138411 00010000:00010000:1.0:1788572580.397112:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.397120:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.397123:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.398031:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.398142:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633076096 00000100:00100000:2.0:1788572580.398186:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633076096 00000100:00100000:2.0:1788572580.398256:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138412 00000100:00100000:2.0:1788572580.398268:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+159:361572:x1875453633076096:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.398290:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.398311:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488305 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77beb expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398375:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48830c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398391:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48830c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398404:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48830c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398422:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c488313 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398430:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c488313 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398442:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c488313 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398648:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c48831a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398658:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c48831a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398666:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c48831a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.398700:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00000004:00200000:2.0:1788572580.398705:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.398729:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c48831a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398757:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c48831a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398769:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48830c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398776:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48830c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398783:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48830c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398790:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48830c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398801:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.398806:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48830c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398946:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48830c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398961:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.398964:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.398970:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48830c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398976:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c48830c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398988:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c488313 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398993:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c488313 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.398998:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c488313 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.399003:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.399006:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c488313 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.399011:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c488313 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.399021:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x602af192 (ffff88cbaf5d1900) 00010000:00010000:2.0:1788572580.399023:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.399025:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c488313 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.399029:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c488313 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.399066:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488305 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77beb expref: 161 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.399080:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c48831a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77beb expref: 160 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.399087:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff88cbaf5d1e00) 00010000:00010000:2.0:1788572580.399089:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572580.399091:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03600, rc 0) 00000100:00100000:2.0:1788572580.399184:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+160:361572:x1875453633076096:12345-192.168.202.54@tcp:101:rm.0 Request processed in 918us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.399192:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138412 00000100:00100000:1.0:1788572580.403635:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.403707:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633076224 00000100:00100000:2.0:1788572580.403719:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633076224 00000100:00100000:2.0:1788572580.403778:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21337 00000100:00100000:2.0:1788572580.403788:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:352626:x1875453633076224:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.403805:0:225671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.403835:0:225671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024219762/0xaad440e68c488321 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77bf2 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788572580.403945:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3:0x0] initial LVB size: 0, mtime: 0x6a9b402f, atime: 0x6a9b402f, ctime: 0x6a9b402f, blocks: 0x0 00010000:00010000:2.0:1788572580.403965:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.403969:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.403979:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024219762/0xaad440e68c488321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bf2 expref: 20 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.403997:0:225671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000024219762/0xaad440e68c488321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bf2 expref: 20 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.404012:0:225671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca94b03e00, rc 0) 00000100:00100000:2.0:1788572580.404087:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:352626:x1875453633076224:12345-192.168.202.54@tcp:101:rm.0 Request processed in 300us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.404095:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21337 00000100:00100000:3.0:1788572580.409652:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.409734:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633076480 00000100:00100000:2.0:1788572580.409744:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633076480 00000100:00100000:2.0:1788572580.409807:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138413 00000100:00100000:2.0:1788572580.409824:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+160:361572:x1875453633076480:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572580.409880:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572580.409905:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03600/0xaad440e68c48831a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77beb expref: 160 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.409923:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff88cbaf5d1e00) 00010000:00010000:2.0:1788572580.409937:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c4882fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77be4 expref: 159 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.409951:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.409955:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572580.409973:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c488328 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.409987:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c488328 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.409996:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c488328 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410011:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48832f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x602af192 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410019:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48832f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410025:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48832f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410108:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c488336 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410116:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c488336 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410123:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c488336 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572580.410418:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3928, 64 off259584 00010000:00010000:2.0:1788572580.410470:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48833d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410479:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48833d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410486:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48833d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410493:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48833d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410499:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48833d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410505:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48833d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410520:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572580.410542:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c488336 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410547:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c488336 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410552:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c488336 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410557:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.410562:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c488336 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410569:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c488336 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410581:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff88cbaf5d1000) 00010000:00010000:2.0:1788572580.410583:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572580.410587:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c488336 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410593:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10800/0xaad440e68c488336 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410612:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c488328 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410618:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c488328 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410623:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c488328 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410629:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c488328 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410633:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.410636:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c488328 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410642:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c488328 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410650:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.410652:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.410655:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c488328 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410665:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02c00/0xaad440e68c488328 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572580.410674:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003464f1fe reply state 00000000268b98d1 transno 12884962047 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48832f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410684:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48832f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.410691:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x602af192 (ffff88cbaf5d1900) 00010000:00010000:2.0:1788572580.410693:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572580.410696:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572580.410768:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+160:361572:x1875453633076480:12345-192.168.202.54@tcp:36:rm.0 Request processed in 950us (1127us total) trans 12884962047 rc 0/0 00000100:00100000:2.0:1788572580.410776:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138413 00010000:00010000:0.0:1788572580.410911:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.410918:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48833d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.410925:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.410929:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48833d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.410936:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48833d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.410945:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff88cbaf5d1000) 00010000:00010000:0.0:1788572580.410947:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572580.410950:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48833d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.410956:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c48833d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.410970:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.410972:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.410973:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.414096:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.414197:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633076608 00000100:00100000:2.0:1788572580.414217:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633076608 00000100:00100000:2.0:1788572580.414266:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138414 00000100:00100000:2.0:1788572580.414275:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+160:361572:x1875453633076608:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.414297:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.414316:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488344 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77bf9 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.414377:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecee00/0xaad440e68c48834b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.414392:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecee00/0xaad440e68c48834b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.414408:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecee00/0xaad440e68c48834b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.414448:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572580.414462:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.414481:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecee00/0xaad440e68c48834b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.414503:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488344 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bf9 expref: 162 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.414520:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecee00/0xaad440e68c48834b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bf9 expref: 161 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.414528:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.414531:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572580.414534:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa1ecee00, rc 0) 00000100:00100000:2.0:1788572580.414589:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+161:361572:x1875453633076608:12345-192.168.202.54@tcp:101:rm.0 Request processed in 314us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.414597:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138414 00000100:00100000:1.0:1788572580.417518:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.417651:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633076736 00000100:00100000:3.0:1788572580.417662:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633076736 00000100:00100000:3.0:1788572580.417728:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138415 00000100:00100000:3.0:1788572580.417740:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+161:361572:x1875453633076736:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.417760:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.417780:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c488352 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c00 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.417854:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c488359 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.417869:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c488359 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.417880:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c488359 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.417894:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488360 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.417900:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488360 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.417906:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488360 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418063:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488367 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418072:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488367 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418079:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488367 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.418114:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 0 00000004:00200000:3.0:1788572580.418118:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.418140:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488367 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418193:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488367 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418212:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c488359 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418223:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c488359 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418228:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c488359 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418234:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c488359 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418239:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b780e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.418243:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c488359 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418251:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c488359 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418262:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.418265:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.418270:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c488359 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418277:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780e00/0xaad440e68c488359 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418292:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488360 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418297:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488360 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418302:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488360 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418307:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b781600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.418310:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488360 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418316:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488360 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418323:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8d4dbfda (ffff88ca8ebb3500) 00010000:00010000:3.0:1788572580.418325:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.418327:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488360 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418332:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488360 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418365:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c488352 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c00 expref: 163 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418377:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488367 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c00 expref: 162 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.418385:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff88ca8ebb3900) 00010000:00010000:3.0:1788572580.418387:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572580.418389:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8b780000, rc 0) 00000100:00100000:3.0:1788572580.418950:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+162:361572:x1875453633076736:12345-192.168.202.54@tcp:101:rm.0 Request processed in 712us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.418962:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138415 00000100:00100000:3.0:1788572580.422414:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.422567:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633076864 00000100:00100000:0.0:1788572580.422577:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633076864 00000100:00100000:0.0:1788572580.422643:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21338 00000100:00100000:0.0:1788572580.422654:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:352627:x1875453633076864:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.422673:0:225661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.422696:0:225661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004df3860f/0xaad440e68c48836e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c07 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572580.422833:0:225661:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3:0x0] initial LVB size: 0, mtime: 0x6a9b4038, atime: 0x6a9b4038, ctime: 0x6a9b4038, blocks: 0x0 00010000:00010000:0.0:1788572580.422858:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.422863:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.422875:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004df3860f/0xaad440e68c48836e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c07 expref: 22 pid: 225661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.422894:0:225661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004df3860f/0xaad440e68c48836e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c07 expref: 22 pid: 225661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.422910:0:225661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30ac200, rc 0) 00000100:00100000:0.0:1788572580.422977:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:352627:x1875453633076864:12345-192.168.202.54@tcp:101:rm.0 Request processed in 326us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.422985:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21338 00000100:00100000:1.0:1788572580.426655:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.426746:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633077120 00000100:00100000:3.0:1788572580.426758:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633077120 00000100:00100000:2.0:1788572580.426909:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138416 00000100:00100000:2.0:1788572580.426922:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+162:361572:x1875453633077120:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572580.426998:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572580.427041:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488367 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c00 expref: 162 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.427065:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff88ca8ebb3900) 00010000:00010000:2.0:1788572580.427087:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecee00/0xaad440e68c48834b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bf9 expref: 161 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.427096:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.427099:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572580.427122:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c488375 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.427136:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c488375 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.427146:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c488375 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.427224:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf600/0xaad440e68c48837c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.427232:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf600/0xaad440e68c48837c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.427239:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf600/0xaad440e68c48837c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.427345:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488383 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.427354:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488383 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.427361:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488383 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572580.427757:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3940, 64 off260352 00010000:00010000:2.0:1788572580.428008:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c48838a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428094:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c48838a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428104:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c48838a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428113:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c48838a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428119:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c48838a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428126:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c48838a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428310:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572580.428334:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488383 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428341:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488383 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428347:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488383 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428353:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.428358:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488383 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428368:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488383 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428382:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff88cbaf5d1100) 00010000:00010000:2.0:1788572580.428385:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572580.428390:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488383 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428397:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488383 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428417:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c488375 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428424:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c488375 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428430:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c488375 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428435:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c488375 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428440:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.428443:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c488375 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428516:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c488375 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428528:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.428531:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.428534:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c488375 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428544:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c488375 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572580.428554:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f64acb5a reply state 0000000013f19e10 transno 12884962048 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf600/0xaad440e68c48837c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428564:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf600/0xaad440e68c48837c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.428570:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8d4dbfda (ffff88cbaf5d1e00) 00010000:00010000:2.0:1788572580.428572:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572580.428575:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572580.428665:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+162:361572:x1875453633077120:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1744us (2017us total) trans 12884962048 rc 0/0 00000100:00100000:2.0:1788572580.428674:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138416 00010000:00010000:0.0:1788572580.430310:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.430322:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c48838a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.430332:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ecfc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.430336:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c48838a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.430345:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c48838a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.430367:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff88cbaf5d1100) 00010000:00010000:0.0:1788572580.430370:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572580.430375:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c48838a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.430382:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c48838a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572580.434762:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.434850:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633077248 00000100:00100000:3.0:1788572580.434861:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633077248 00000100:00100000:3.0:1788572580.434923:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138417 00000100:00100000:3.0:1788572580.434933:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+162:361572:x1875453633077248:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.434960:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.434982:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c488391 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c0e expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.435054:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488398 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.435068:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488398 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.435081:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488398 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.435123:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1788572580.435126:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.435178:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488398 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.435212:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781000/0xaad440e68c488391 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c0e expref: 164 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.435232:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488398 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c0e expref: 163 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.435241:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.435245:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572580.435248:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8b781600, rc 0) 00000100:00100000:3.0:1788572580.435308:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+163:361572:x1875453633077248:12345-192.168.202.54@tcp:101:rm.0 Request processed in 376us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.435316:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138417 00010000:00010000:1.0:1788572580.438550:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.438560:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.438564:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572580.439293:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.439387:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633077376 00000100:00100000:0.0:1788572580.439397:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633077376 00000100:00100000:0.0:1788572580.439471:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138418 00000100:00100000:0.0:1788572580.439481:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+163:361572:x1875453633077376:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.439504:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.439524:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c48839f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c15 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439599:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c4883a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439614:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c4883a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439625:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c4883a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439641:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c4883ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439650:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c4883ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439657:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c4883ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439845:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c4883b4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439853:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c4883b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439861:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c4883b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.439896:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 512 00000004:00200000:0.0:1788572580.439901:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.439924:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c4883b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439937:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c4883b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439947:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c4883a6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439954:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c4883a6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439960:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c4883a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439967:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c4883a6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439977:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ad200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.439981:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c4883a6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.439989:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c4883a6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.440001:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.440004:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.440009:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c4883a6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.440015:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c4883a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.440028:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c4883ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.440035:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c4883ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.440041:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c4883ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.440046:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ac000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.440048:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c4883ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.440055:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c4883ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.440065:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdaa263d0 (ffff88cbbfecc800) 00010000:00010000:0.0:1788572580.440068:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.440070:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c4883ad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.440076:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c4883ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.440105:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ade00/0xaad440e68c48839f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c15 expref: 165 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.440121:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c4883b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c15 expref: 164 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.440127:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff88cbbfecc100) 00010000:00010000:0.0:1788572580.440130:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572580.440132:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30ace00, rc 0) 00000100:00100000:0.0:1788572580.440235:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+164:361572:x1875453633077376:12345-192.168.202.54@tcp:101:rm.0 Request processed in 755us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.440242:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138418 00000100:00100000:0.0:1788572580.444412:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.444608:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633077504 00000100:00100000:3.0:1788572580.444619:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633077504 00000100:00100000:3.0:1788572580.444677:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21339 00000100:00100000:3.0:1788572580.444687:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:352624:x1875453633077504:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.444706:0:225660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.444729:0:225660:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd7af3ba/0xaad440e68c4883bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c1c expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788572580.444851:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x4:0x0] initial LVB size: 512, mtime: 0x6a9b404e, atime: 0x0, ctime: 0x6a9b404e, blocks: 0x8 00010000:00010000:3.0:1788572580.444872:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x4:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.444876:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.444886:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd7af3ba/0xaad440e68c4883bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c1c expref: 21 pid: 225660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.444904:0:225660:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd7af3ba/0xaad440e68c4883bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c1c expref: 21 pid: 225660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.444918:0:225660:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8b780e00, rc 0) 00000100:00100000:3.0:1788572580.444974:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:352624:x1875453633077504:12345-192.168.202.54@tcp:101:rm.0 Request processed in 288us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.444985:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21339 00000100:00100000:2.0:1788572580.449145:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.449333:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633077760 00000100:00100000:1.0:1788572580.449343:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633077760 00000100:00100000:1.0:1788572580.449425:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138419 00000100:00100000:1.0:1788572580.449437:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+164:361572:x1875453633077760:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572580.449508:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572580.449535:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c4883b4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c15 expref: 164 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.449555:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff88cbbfecc100) 00010000:00010000:1.0:1788572580.449571:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488398 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c0e expref: 163 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.449581:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.449585:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572580.449607:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4883c2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.449622:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4883c2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.449633:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4883c2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.449647:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c4883c9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.449654:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c4883c9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.449661:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c4883c9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.449757:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4883d0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.449769:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4883d0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.449775:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4883d0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572580.450022:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3929, 64 off259648 00010000:00010000:1.0:1788572580.450077:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4883d7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450086:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4883d7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450093:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4883d7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450100:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4883d7 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450106:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4883d7 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450112:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4883d7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450138:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572580.450189:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4883d0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450195:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4883d0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450215:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4883d0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450221:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.450224:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4883d0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450231:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4883d0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450239:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff88ca9241b000) 00010000:00010000:1.0:1788572580.450242:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572580.450246:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4883d0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450251:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4883d0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450268:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4883c2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450274:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4883c2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450279:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4883c2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450284:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4883c2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450289:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.450292:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4883c2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450298:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4883c2 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450306:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.450308:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.450311:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4883c2 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450316:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4883c2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.450327:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002ca6a926 reply state 00000000e4b73f39 transno 12884962049 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c4883c9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450339:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c4883c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.450345:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdaa263d0 (ffff88ca9241b300) 00010000:00010000:1.0:1788572580.450347:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572580.450350:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572580.450428:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+164:361572:x1875453633077760:12345-192.168.202.54@tcp:36:rm.0 Request processed in 991us (1290us total) trans 12884962049 rc 0/0 00000100:00100000:1.0:1788572580.450437:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138419 00010000:00010000:0.0:1788572580.450688:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.450696:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4883d7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.450703:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.450706:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4883d7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.450716:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4883d7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.450725:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff88ca9241b000) 00010000:00010000:0.0:1788572580.450728:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572580.450731:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4883d7 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.450736:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4883d7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.450752:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.450753:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.450755:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.455812:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.455907:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633077888 00000100:00100000:2.0:1788572580.455918:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633077888 00000100:00100000:2.0:1788572580.455980:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138420 00000100:00100000:2.0:1788572580.455991:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+164:361572:x1875453633077888:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.456015:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.456035:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c4883de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c23 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.456100:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c4883e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.456118:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c4883e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.456129:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c4883e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.456216:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572580.456220:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.456241:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c4883e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.456266:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c4883de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c23 expref: 166 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.456284:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c4883e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c23 expref: 165 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.456293:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.456296:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572580.456300:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa1ece600, rc 0) 00000100:00100000:2.0:1788572580.456361:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+165:361572:x1875453633077888:12345-192.168.202.54@tcp:101:rm.0 Request processed in 372us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.456368:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138420 00000100:00100000:1.0:1788572580.459085:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.459184:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633078016 00000100:00100000:2.0:1788572580.459199:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633078016 00000100:00100000:2.0:1788572580.459282:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138421 00000100:00100000:2.0:1788572580.459294:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+165:361572:x1875453633078016:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.459314:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.459334:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecee00/0xaad440e68c4883ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c2a expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459414:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4883f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459434:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4883f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459458:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4883f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459475:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece800/0xaad440e68c4883fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459481:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece800/0xaad440e68c4883fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459488:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece800/0xaad440e68c4883fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459681:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c488401 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459688:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c488401 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459692:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c488401 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.459724:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 2097152 00000004:00200000:2.0:1788572580.459728:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.459745:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c488401 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459753:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c488401 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459760:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4883f3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459764:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4883f3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459769:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4883f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459773:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4883f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459777:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.459780:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4883f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459785:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4883f3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459799:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.459801:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.459805:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4883f3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459810:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4883f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459828:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece800/0xaad440e68c4883fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459835:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece800/0xaad440e68c4883fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459842:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece800/0xaad440e68c4883fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459846:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.459857:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece800/0xaad440e68c4883fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459864:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece800/0xaad440e68c4883fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459869:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb162d745 (ffff88cbaf5d1200) 00010000:00010000:2.0:1788572580.459871:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.459873:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece800/0xaad440e68c4883fa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459877:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece800/0xaad440e68c4883fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459908:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecee00/0xaad440e68c4883ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c2a expref: 167 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459917:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c488401 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c2a expref: 166 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.459922:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff88cbaf5d1d00) 00010000:00010000:2.0:1788572580.459923:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572580.459926:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa1ecfc00, rc 0) 00000100:00100000:2.0:1788572580.459985:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+166:361572:x1875453633078016:12345-192.168.202.54@tcp:101:rm.0 Request processed in 693us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.459992:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138421 00000100:00100000:1.0:1788572580.462895:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.462969:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633078144 00000100:00100000:3.0:1788572580.462980:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633078144 00000100:00100000:3.0:1788572580.463043:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21340 00000100:00100000:3.0:1788572580.463053:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:352625:x1875453633078144:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.463070:0:225669:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.463088:0:225669:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000efaeda21/0xaad440e68c488408 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c31 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788572580.463226:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x4:0x0] initial LVB size: 2097152, mtime: 0x6a9b405e, atime: 0x0, ctime: 0x6a9b405e, blocks: 0x1000 00010000:00010000:3.0:1788572580.463250:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x4:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.463264:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.463274:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000efaeda21/0xaad440e68c488408 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c31 expref: 23 pid: 225669 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.463294:0:225669:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000efaeda21/0xaad440e68c488408 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c31 expref: 23 pid: 225669 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.463307:0:225669:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca8b781000, rc 0) 00000100:00100000:3.0:1788572580.463370:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:352625:x1875453633078144:12345-192.168.202.54@tcp:101:rm.0 Request processed in 315us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.463377:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21340 00000100:00100000:1.0:1788572580.466000:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.466107:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633078400 00000100:00100000:3.0:1788572580.466116:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633078400 00000100:00100000:3.0:1788572580.466351:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138422 00000100:00100000:3.0:1788572580.466370:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+166:361572:x1875453633078400:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572580.466418:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572580.466443:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecfc00/0xaad440e68c488401 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c2a expref: 166 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466473:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff88cbaf5d1d00) 00010000:00010000:3.0:1788572580.466489:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c4883e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c23 expref: 165 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466497:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.466499:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572580.466517:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c48840f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466527:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c48840f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466534:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c48840f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466544:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488416 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb162d745 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466548:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488416 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466552:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488416 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466633:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48841d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466641:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48841d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466646:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48841d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572580.466841:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3941, 64 off260416 00010000:00010000:3.0:1788572580.466885:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488424 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466891:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488424 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466896:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488424 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466901:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488424 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466905:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488424 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.466909:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488424 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467012:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572580.467041:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48841d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467046:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48841d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467055:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48841d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467061:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.467066:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48841d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467073:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48841d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467082:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:3.0:1788572580.467089:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572580.467093:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48841d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467098:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c48841d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467114:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c48840f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467120:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c48840f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467125:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c48840f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467130:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c48840f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467135:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b781600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.467316:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c48840f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467324:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c48840f lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467331:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.467332:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.467334:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c48840f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467339:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c48840f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572580.467345:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009d199006 reply state 000000008a0588f4 transno 12884962050 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488416 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467353:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488416 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.467357:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb162d745 (ffff88caa2ec8600) 00010000:00010000:3.0:1788572580.467359:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572580.467360:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572580.467437:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+166:361572:x1875453633078400:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1066us (1443us total) trans 12884962050 rc 0/0 00000100:00100000:3.0:1788572580.467453:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138422 00010000:00010000:0.0:1788572580.468504:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.468517:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488424 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.468526:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.468530:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488424 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.468539:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488424 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.468553:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff88caa2ec0b00) 00010000:00010000:0.0:1788572580.468556:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572580.468560:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488424 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.468566:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488424 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.468587:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.468589:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.468590:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.469191:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.469280:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633078528 00000100:00100000:3.0:1788572580.469289:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633078528 00000100:00100000:3.0:1788572580.469342:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138423 00000100:00100000:3.0:1788572580.469352:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+166:361572:x1875453633078528:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.469373:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.469388:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c48842b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c38 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.469455:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488432 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.469466:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488432 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.469477:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488432 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.469521:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1788572580.469524:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.469541:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488432 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.469560:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c48842b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c38 expref: 168 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.469570:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488432 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c38 expref: 167 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.469576:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.469577:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572580.469579:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8b800, rc 0) 00000100:00100000:3.0:1788572580.469625:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+167:361572:x1875453633078528:12345-192.168.202.54@tcp:101:rm.0 Request processed in 275us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.469632:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138423 00000100:00100000:2.0:1788572580.471947:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.472028:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633078656 00000100:00100000:3.0:1788572580.472036:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633078656 00000100:00100000:3.0:1788572580.472114:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138424 00000100:00100000:3.0:1788572580.472123:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+167:361572:x1875453633078656:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.472142:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.472304:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488439 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c3f expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472355:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488440 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472365:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488440 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472372:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488440 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472383:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488447 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472388:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488447 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472392:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488447 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472536:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c48844e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472542:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c48844e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472546:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c48844e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.472574:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x7d:0x0]: returning size 0 00000004:00200000:3.0:1788572580.472577:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.472594:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c48844e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472603:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c48844e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472610:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488440 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472614:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488440 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472619:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488440 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472623:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488440 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472626:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.472629:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488440 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472634:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488440 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472642:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.472643:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.472647:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488440 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472654:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488440 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472664:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488447 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472667:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488447 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472671:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488447 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472674:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.472676:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488447 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472679:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488447 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472682:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7bf5d484 (ffff88ca91e6c800) 00010000:00010000:3.0:1788572580.472683:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.472685:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488447 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472688:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488447 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472710:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488439 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c3f expref: 169 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472721:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c48844e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c3f expref: 168 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.472726:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d:0x0].0x0 (ffff88ca91e6cc00) 00010000:00010000:3.0:1788572580.472727:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572580.472729:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513800, rc 0) 00000100:00100000:3.0:1788572580.472819:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+168:361572:x1875453633078656:12345-192.168.202.54@tcp:101:rm.0 Request processed in 698us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.472824:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138424 00000100:00100000:1.0:1788572580.474837:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.474885:0:225662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633078784 00000100:00100000:0.0:1788572580.474893:0:225662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633078784 00000100:00100000:0.0:1788572580.474944:0:225662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21341 00000100:00100000:0.0:1788572580.474954:0:225662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:352625:x1875453633078784:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.474970:0:225662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.474992:0:225662:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d30aef2/0xaad440e68c488455 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c46 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572580.475115:0:225662:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x6a9b4927, atime: 0x6a9b4927, ctime: 0x6a9b4927, blocks: 0x0 00010000:00010000:0.0:1788572580.475135:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.475140:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.475188:0:225662:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d30aef2/0xaad440e68c488455 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c46 expref: 24 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.475230:0:225662:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005d30aef2/0xaad440e68c488455 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c46 expref: 24 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.475241:0:225662:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30ade00, rc 0) 00000100:00100000:0.0:1788572580.475284:0:225662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:352625:x1875453633078784:12345-192.168.202.54@tcp:101:rm.0 Request processed in 333us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.475289:0:225662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21341 00000100:00100000:1.0:1788572580.477279:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.477368:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633079040 00000100:00100000:0.0:1788572580.477378:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633079040 00000100:00100000:0.0:1788572580.477424:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138425 00000100:00100000:0.0:1788572580.477433:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+168:361572:x1875453633079040:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572580.477537:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572580.477559:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c48844e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c3f expref: 168 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477574:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d:0x0].0x0 (ffff88ca91e6cc00) 00010000:00010000:0.0:1788572580.477586:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488432 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c38 expref: 167 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477592:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.477594:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572580.477608:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c48845c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477618:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c48845c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477624:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c48845c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477633:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c488463 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477637:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c488463 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477641:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c488463 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477717:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c48846a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477722:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c48846a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477726:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c48846a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572580.477920:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3942, 64 off260480 00010000:00010000:0.0:1788572580.477958:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c488471 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477967:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c488471 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477975:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c488471 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477981:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c488471 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477987:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c488471 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.477994:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c488471 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478018:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572580.478034:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c48846a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478041:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c48846a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478045:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c48846a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478049:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30adc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.478052:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c48846a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478057:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c48846a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478062:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d:0x0].0x0 (ffff88cbbfecc400) 00010000:00010000:0.0:1788572580.478064:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572580.478067:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c48846a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478071:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c48846a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478082:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c48845c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478085:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c48845c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478089:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c48845c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478092:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c48845c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478095:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ac000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.478097:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c48845c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478100:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c48845c lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478104:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.478105:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.478107:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c48845c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478110:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac000/0xaad440e68c48845c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572580.478115:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000bcf481bf reply state 00000000fd325969 transno 12884962051 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c488463 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478121:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c488463 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.478125:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7bf5d484 (ffff88cbbfecc500) 00010000:00010000:0.0:1788572580.478126:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572580.478127:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572580.478225:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+168:361572:x1875453633079040:12345-192.168.202.54@tcp:36:rm.0 Request processed in 791us (950us total) trans 12884962051 rc 0/0 00000100:00100000:0.0:1788572580.478232:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138425 00010000:00010000:2.0:1788572580.478339:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.478344:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c488471 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.478349:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ad600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.478351:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c488471 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.478355:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c488471 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.478362:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7d:0x0].0x0 (ffff88cbbfecc400) 00010000:00010000:2.0:1788572580.478363:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572580.478366:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c488471 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.478369:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad600/0xaad440e68c488471 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.478378:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.478379:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.478380:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572580.479948:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.480025:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633079168 00000100:00100000:3.0:1788572580.480034:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633079168 00000100:00100000:3.0:1788572580.480122:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138426 00000100:00100000:3.0:1788572580.480132:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+168:361572:x1875453633079168:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.480192:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.480223:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488478 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c4d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.480279:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48847f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.480289:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48847f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.480296:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48847f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.480331:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1788572580.480334:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.480351:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48847f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.480369:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c488478 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c4d expref: 170 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.480381:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48847f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c4d expref: 169 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.480387:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.480389:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572580.480392:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afea00, rc 0) 00000100:00100000:3.0:1788572580.480435:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+169:361572:x1875453633079168:12345-192.168.202.54@tcp:101:rm.0 Request processed in 305us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.480440:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138426 00000100:00100000:1.0:1788572580.493686:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.493778:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633079296 00000100:00100000:3.0:1788572580.493788:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633079296 00000100:00100000:3.0:1788572580.493850:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138427 00000100:00100000:3.0:1788572580.493860:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+169:361572:x1875453633079296:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.493879:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.493903:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488486 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c54 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.493980:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c48848d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494004:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c48848d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494021:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c48848d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494037:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488494 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494044:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488494 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494051:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488494 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494251:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48849b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494259:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48849b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494265:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48849b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.494303:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 0 00000004:00200000:3.0:1788572580.494307:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.494328:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48849b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494340:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48849b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494350:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c48848d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494360:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c48848d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494366:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c48848d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494373:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c48848d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494378:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.494383:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c48848d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494391:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c48848d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494402:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.494405:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.494410:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c48848d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494606:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c48848d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494620:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488494 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494626:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488494 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494632:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488494 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494637:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.494640:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488494 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494646:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488494 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494654:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ad1bd80 (ffff88cb8b2c6700) 00010000:00010000:3.0:1788572580.494657:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.494659:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488494 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494664:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488494 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494698:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c488486 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c54 expref: 171 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494713:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48849b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c54 expref: 170 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.494720:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:3.0:1788572580.494722:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572580.494725:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1b200, rc 0) 00000100:00100000:3.0:1788572580.494785:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+170:361572:x1875453633079296:12345-192.168.202.54@tcp:101:rm.0 Request processed in 925us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.494792:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138427 00000100:00100000:1.0:1788572580.508017:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.508192:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633079424 00000100:00100000:2.0:1788572580.508212:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633079424 00000100:00100000:2.0:1788572580.508272:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21342 00000100:00100000:2.0:1788572580.508282:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:352624:x1875453633079424:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.508299:0:225670:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.508321:0:225670:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003bfccdc4/0xaad440e68c4884a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c5b expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788572580.508576:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x6a9b493b, atime: 0x6a9b493b, ctime: 0x6a9b493b, blocks: 0x0 00010000:00010000:2.0:1788572580.508596:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.508600:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.508610:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003bfccdc4/0xaad440e68c4884a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c5b expref: 22 pid: 225670 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.508627:0:225670:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003bfccdc4/0xaad440e68c4884a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c5b expref: 22 pid: 225670 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.508640:0:225670:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa1ece800, rc 0) 00000100:00100000:2.0:1788572580.508701:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:352624:x1875453633079424:12345-192.168.202.54@tcp:101:rm.0 Request processed in 420us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.508708:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21342 00000100:00100000:1.0:1788572580.515437:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.515575:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633079680 00000100:00100000:3.0:1788572580.515586:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633079680 00000100:00100000:3.0:1788572580.515653:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138428 00000100:00100000:3.0:1788572580.515664:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+170:361572:x1875453633079680:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572580.515718:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572580.515746:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c48849b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c54 expref: 170 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.515765:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff88ca91600b00) 00010000:00010000:3.0:1788572580.515786:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48847f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c4d expref: 169 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.515797:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.515801:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572580.515835:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884a9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.515849:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884a9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.515860:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884a9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.515873:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4884b0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.515880:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4884b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.515887:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4884b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.515979:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884b7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.515987:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.515993:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572580.516288:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3930, 64 off259712 00010000:00010000:3.0:1788572580.516341:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884be lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.516351:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884be lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.516358:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884be lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.516366:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884be lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.516372:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884be lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.516378:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884be lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.519088:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.519102:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884be lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.519112:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b781600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.519116:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884be lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.519126:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884be lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.519145:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff88ca91600700) 00010000:00010000:2.0:1788572580.519148:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572580.519165:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884be lrc: 3/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.519179:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.519181:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.519182:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.519219:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788572580.519228:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884be lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528696:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528724:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884b7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528734:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884b7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528741:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.528746:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884b7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528754:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884b7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528773:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff88ca91600700) 00010000:00010000:0.0:1788572580.528777:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572580.528784:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884b7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528790:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884b7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528838:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884a9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528845:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884a9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528851:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884a9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528857:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884a9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528862:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.528866:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884a9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528873:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884a9 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528881:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.528884:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.528888:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884a9 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528893:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884a9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572580.528903:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000053d39f44 reply state 000000008dc826f1 transno 12884962052 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4884b0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528915:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4884b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.528923:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ad1bd80 (ffff88ca91600600) 00010000:00010000:0.0:1788572580.528925:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572580.528929:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572580.529710:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+170:361572:x1875453633079680:12345-192.168.202.54@tcp:36:rm.0 Request processed in 14042us (14277us total) trans 12884962052 rc 0/0 00000100:00100000:0.0:1788572580.529722:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138428 00000100:00100000:1.0:1788572580.545571:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.545676:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633079808 00000100:00100000:2.0:1788572580.545687:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633079808 00000100:00100000:2.0:1788572580.545753:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138429 00000100:00100000:2.0:1788572580.545764:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+170:361572:x1875453633079808:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.545794:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.545821:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4884c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c62 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.545894:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c4884cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.545909:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c4884cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.545922:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c4884cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.545970:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572580.545975:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.545996:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c4884cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.546025:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c4884c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c62 expref: 172 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.546045:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c4884cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c62 expref: 171 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.546054:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.546056:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572580.546061:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa1ece400, rc 0) 00000100:00100000:2.0:1788572580.546126:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+171:361572:x1875453633079808:12345-192.168.202.54@tcp:101:rm.0 Request processed in 363us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.546133:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138429 00000100:00100000:1.0:1788572580.555043:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.555144:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633079936 00000100:00100000:3.0:1788572580.555195:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633079936 00000100:00100000:3.0:1788572580.555282:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138430 00000100:00100000:3.0:1788572580.555293:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+171:361572:x1875453633079936:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.555315:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.555338:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c69 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555407:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555424:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555436:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555641:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4884e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555651:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4884e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555659:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4884e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555852:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555862:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555870:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.555905:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x80:0x0]: returning size 0 00000004:00200000:3.0:1788572580.555910:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.555932:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555944:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555953:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884da lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555959:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884da lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555965:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555972:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884da lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555977:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.555982:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884da lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.555990:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884da lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.556003:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.556006:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.556012:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884da lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.556017:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c4884da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.556031:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4884e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.556036:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4884e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.556041:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4884e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.556045:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.556048:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4884e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.556053:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4884e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.556059:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x582ed9b5 (ffff88ca91600b00) 00010000:00010000:3.0:1788572580.556062:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.556065:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4884e1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.556070:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c4884e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.556100:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c69 expref: 173 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.556114:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c69 expref: 172 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.556121:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff88ca91600400) 00010000:00010000:3.0:1788572580.556124:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572580.556126:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbde1a800, rc 0) 00000100:00100000:3.0:1788572580.556765:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+172:361572:x1875453633079936:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1470us (1728us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.556775:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138430 00000100:00100000:1.0:1788572580.563278:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.563772:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633080064 00000100:00100000:0.0:1788572580.563784:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633080064 00000100:00100000:0.0:1788572580.563854:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21343 00000100:00100000:0.0:1788572580.563865:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:352625:x1875453633080064:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.563883:0:225664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.563906:0:225664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034ead442/0xaad440e68c4884ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c70 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572580.564010:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x6a9b4939, atime: 0x6a9b4939, ctime: 0x6a9b4939, blocks: 0x0 00010000:00010000:0.0:1788572580.564029:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.564033:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.564043:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034ead442/0xaad440e68c4884ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c70 expref: 25 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.564062:0:225664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000034ead442/0xaad440e68c4884ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c70 expref: 25 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.564077:0:225664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30ac000, rc 0) 00000100:00100000:0.0:1788572580.564146:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352625:x1875453633080064:12345-192.168.202.54@tcp:101:rm.0 Request processed in 282us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.564179:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21343 00000100:00100000:1.0:1788572580.573000:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.573091:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633080320 00000100:00100000:3.0:1788572580.573101:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633080320 00000100:00100000:3.0:1788572580.574300:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138431 00000100:00100000:3.0:1788572580.574319:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+172:361572:x1875453633080320:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572580.574379:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572580.574406:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c4884e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c69 expref: 172 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574427:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff88ca91600400) 00010000:00010000:3.0:1788572580.574462:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c4884cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c62 expref: 171 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574472:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.574476:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572580.574499:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4884f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574517:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4884f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574527:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4884f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574545:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884fd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574553:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574559:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574656:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488504 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574664:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488504 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574671:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488504 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572580.574906:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3943, 64 off260544 00010000:00010000:3.0:1788572580.574961:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48850b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574970:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48850b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574978:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48850b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574986:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48850b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574992:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48850b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.574998:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48850b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575028:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572580.575049:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488504 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575056:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488504 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575062:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488504 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575068:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.575073:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488504 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575082:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488504 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x80:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575092:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff88ca91600d00) 00010000:00010000:3.0:1788572580.575095:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572580.575099:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488504 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x80:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575110:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488504 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x80:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575129:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4884f6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575136:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4884f6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575142:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4884f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575148:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4884f6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575216:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.575219:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4884f6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575226:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4884f6 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575233:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.575235:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.575238:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4884f6 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575243:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c4884f6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572580.575253:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d4ecf3c7 reply state 000000006270366d transno 12884962053 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575271:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.575278:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x582ed9b5 (ffff88ca91600b00) 00010000:00010000:3.0:1788572580.575280:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572580.575283:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572580.575375:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+172:361572:x1875453633080320:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1062us (2384us total) trans 12884962053 rc 0/0 00000100:00100000:3.0:1788572580.575385:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138431 00010000:00010000:1.0:1788572580.576118:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.576129:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48850b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.576137:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.576141:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48850b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.576149:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48850b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.576187:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff88ca91600d00) 00010000:00010000:1.0:1788572580.576190:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572580.576194:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48850b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.576210:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48850b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x80:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.576232:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.576234:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.576236:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.585056:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.585560:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633080448 00000100:00100000:0.0:1788572580.585571:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633080448 00000100:00100000:0.0:1788572580.585671:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138432 00000100:00100000:0.0:1788572580.585683:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+172:361572:x1875453633080448:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.585710:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.585732:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c488512 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c77 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.585817:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488519 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.585834:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488519 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.585848:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488519 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.585896:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572580.585900:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.585920:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488519 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.585945:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c488512 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c77 expref: 174 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.585963:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488519 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c77 expref: 173 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.585971:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.585974:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572580.585978:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30aca00, rc 0) 00000100:00100000:0.0:1788572580.586037:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+173:361572:x1875453633080448:12345-192.168.202.54@tcp:101:rm.0 Request processed in 356us (990us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.586044:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138432 00000100:00100000:1.0:1788572580.589140:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.592889:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633080576 00000100:00100000:2.0:1788572580.592905:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633080576 00000100:00100000:2.0:1788572580.592979:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138433 00000100:00100000:2.0:1788572580.592990:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+173:361572:x1875453633080576:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.593011:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.593034:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c488520 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c7e expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.593104:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c488527 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.593120:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c488527 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.593131:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c488527 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.593149:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c48852e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.593173:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c48852e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.593179:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c48852e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598611:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488535 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598640:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598652:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.598696:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x15e:0x0]: returning size 51200 00000004:00200000:2.0:1788572580.598701:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.598729:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598744:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598756:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c488527 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598763:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c488527 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598773:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c488527 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598780:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c488527 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598785:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ecf800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.598790:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c488527 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598797:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c488527 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598810:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.598813:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.598819:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c488527 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598825:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf800/0xaad440e68c488527 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598839:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c48852e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598845:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c48852e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598851:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c48852e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598856:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.598860:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c48852e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598867:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c48852e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598874:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1ce0eb6 (ffff88cbaf5d1500) 00010000:00010000:2.0:1788572580.598876:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.598879:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c48852e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598884:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece400/0xaad440e68c48852e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598926:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece200/0xaad440e68c488520 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c7e expref: 175 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598941:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488535 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c7e expref: 174 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.598948:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15e:0x0].0x0 (ffff88cbaf5d1b00) 00010000:00010000:2.0:1788572580.598951:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572580.598953:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa1ece600, rc 0) 00000100:00100000:2.0:1788572580.599097:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+174:361572:x1875453633080576:12345-192.168.202.54@tcp:101:rm.0 Request processed in 6107us (9965us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.599107:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138433 00000100:00100000:1.0:1788572580.609070:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.612928:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633080704 00000100:00100000:2.0:1788572580.612946:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633080704 00000100:00100000:2.0:1788572580.613009:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21344 00000100:00100000:2.0:1788572580.613020:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352625:x1875453633080704:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.613039:0:204291:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.613061:0:204291:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072e6104e/0xaad440e68c48853c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c85 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788572580.613213:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x96:0x0] initial LVB size: 51200, mtime: 0x6a9b4a2d, atime: 0x0, ctime: 0x6a9b4a2d, blocks: 0x68 00010000:00010000:2.0:1788572580.613235:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x96:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.613240:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x96:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.613249:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072e6104e/0xaad440e68c48853c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c85 expref: 26 pid: 204291 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.613281:0:204291:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000072e6104e/0xaad440e68c48853c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c85 expref: 26 pid: 204291 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.613294:0:204291:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa1ece200, rc 0) 00000100:00100000:2.0:1788572580.613365:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83982300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+26:352625:x1875453633080704:12345-192.168.202.54@tcp:101:rm.0 Request processed in 347us (4304us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.613373:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21344 00000100:00100000:1.0:1788572580.616356:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.616581:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633080960 00000100:00100000:3.0:1788572580.616591:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633080960 00000100:00100000:3.0:1788572580.616656:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138434 00000100:00100000:3.0:1788572580.616666:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+174:361572:x1875453633080960:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572580.616726:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572580.616754:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ece600/0xaad440e68c488535 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c7e expref: 174 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.616776:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15e:0x0].0x0 (ffff88cbaf5d1b00) 00010000:00010000:3.0:1788572580.616795:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488519 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c77 expref: 173 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.616815:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.616818:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572580.616839:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488543 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.616852:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488543 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.616863:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488543 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.616878:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48854a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.616884:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48854a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.616889:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48854a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617013:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c488551 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617021:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c488551 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617028:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c488551 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572580.617703:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3944, 64 off260608 00010000:00010000:3.0:1788572580.617757:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488558 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617767:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488558 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617775:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488558 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617782:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488558 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617788:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488558 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617794:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617825:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572580.617847:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c488551 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617853:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c488551 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617859:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c488551 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617865:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.617869:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c488551 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617875:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c488551 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617884:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15e:0x0].0x0 (ffff88ca91600f00) 00010000:00010000:3.0:1788572580.617887:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572580.617891:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c488551 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617897:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b200/0xaad440e68c488551 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617918:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488543 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617924:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488543 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617930:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488543 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617934:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488543 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617938:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.617940:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488543 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.617945:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488543 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.618332:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.618341:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488558 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.618349:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.618352:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488558 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.618360:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488558 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.618370:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15e:0x0].0x0 (ffff88ca91600f00) 00010000:00010000:0.0:1788572580.618372:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572580.618374:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.618376:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488558 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x15e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.618376:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.618380:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488543 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.618382:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1a800/0xaad440e68c488558 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.618386:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488543 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572580.618399:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000feee9cf6 reply state 0000000054975b5b transno 12884962054 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48854a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.618409:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48854a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.618417:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1ce0eb6 (ffff88ca91600400) 00010000:00010000:3.0:1788572580.618419:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572580.618422:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572580.618576:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+174:361572:x1875453633080960:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1908us (2225us total) trans 12884962054 rc 0/0 00010000:00010000:1.0:1788572580.618580:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.618582:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.618585:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572580.618585:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138434 00000100:00100000:1.0:1788572580.633644:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.633735:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633081088 00000100:00100000:3.0:1788572580.633746:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633081088 00000100:00100000:3.0:1788572580.633816:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138435 00000100:00100000:3.0:1788572580.633827:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+174:361572:x1875453633081088:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.633857:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.633883:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c48855f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c8c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.633953:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488566 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.633967:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488566 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.633979:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488566 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.634035:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1788572580.634039:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.634060:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488566 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.634085:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513800/0xaad440e68c48855f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c8c expref: 176 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.634106:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488566 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c8c expref: 175 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.634114:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.634118:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572580.634121:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513000, rc 0) 00000100:00100000:3.0:1788572580.634231:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+175:361572:x1875453633081088:12345-192.168.202.54@tcp:101:rm.0 Request processed in 405us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.634239:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138435 00000100:00100000:2.0:1788572580.637916:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.638280:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633081216 00000100:00100000:1.0:1788572580.638290:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633081216 00000100:00100000:1.0:1788572580.638358:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138436 00000100:00100000:1.0:1788572580.638369:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+175:361572:x1875453633081216:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.638391:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.638426:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48856d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c93 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638648:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c488574 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638662:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c488574 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638671:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c488574 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638681:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c48857b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638686:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c48857b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638692:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c48857b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638835:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c488582 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638843:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c488582 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638850:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c488582 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572580.638884:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x16c:0x0]: returning size 6 00000004:00200000:1.0:1788572580.638888:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572580.638906:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c488582 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638917:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c488582 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638924:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c488574 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638928:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c488574 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638932:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c488574 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638936:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c488574 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638943:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.638946:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c488574 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638953:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c488574 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638965:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.638968:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.638972:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c488574 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638978:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c488574 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638992:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c48857b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.638999:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c48857b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.639005:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c48857b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.639010:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.639012:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c48857b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.639017:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c48857b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.639029:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfcd0a99c (ffff88ca9241ba00) 00010000:00010000:1.0:1788572580.639031:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.639034:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c48857b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.639039:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c48857b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.639069:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031e00/0xaad440e68c48856d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c93 expref: 177 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.639082:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c488582 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c93 expref: 176 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.639088:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16c:0x0].0x0 (ffff88ca9241b900) 00010000:00010000:1.0:1788572580.639091:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572580.639093:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb80031a00, rc 0) 00000100:00100000:1.0:1788572580.639319:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+176:361572:x1875453633081216:12345-192.168.202.54@tcp:101:rm.0 Request processed in 950us (1413us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.639328:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138436 00000100:00100000:2.0:1788572580.643814:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.643947:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633081344 00000100:00100000:3.0:1788572580.643957:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633081344 00000100:00100000:3.0:1788572580.644014:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21345 00000100:00100000:3.0:1788572580.644025:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+26:352624:x1875453633081344:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.644042:0:225667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.644062:0:225667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c488589 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77c9a expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788572580.644221:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x47d:0x0] initial LVB size: 6, mtime: 0x6a9b4c5b, atime: 0x6a9b4c5a, ctime: 0x6a9b4c5b, blocks: 0x8 00010000:00010000:3.0:1788572580.644240:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x47d:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.644243:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x47d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.644250:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c488589 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c9a expref: 27 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.644273:0:225667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c488589 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c9a expref: 27 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.644288:0:225667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca99513800, rc 0) 00000100:00100000:3.0:1788572580.644543:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:352624:x1875453633081344:12345-192.168.202.54@tcp:101:rm.0 Request processed in 520us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.644549:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21345 00000100:00100000:2.0:1788572580.653673:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.653803:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633081600 00000100:00100000:3.0:1788572580.653815:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633081600 00000100:00100000:3.0:1788572580.654045:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138437 00000100:00100000:3.0:1788572580.654058:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+176:361572:x1875453633081600:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572580.654122:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572580.654174:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c488582 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c93 expref: 176 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654209:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16c:0x0].0x0 (ffff88ca9241b900) 00010000:00010000:3.0:1788572580.654230:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513000/0xaad440e68c488566 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c8c expref: 175 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654240:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.654243:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572580.654275:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488590 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654289:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488590 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654300:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488590 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654321:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488597 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654328:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488597 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654335:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488597 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654636:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682e00/0xaad440e68c48859e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654643:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682e00/0xaad440e68c48859e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654648:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682e00/0xaad440e68c48859e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572580.654856:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3945, 64 off260672 00010000:00010000:3.0:1788572580.654900:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c4885a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654906:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c4885a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654911:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c4885a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654916:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c4885a5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654920:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c4885a5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654925:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c4885a5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654944:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572580.654963:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682e00/0xaad440e68c48859e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654969:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682e00/0xaad440e68c48859e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654975:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682e00/0xaad440e68c48859e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654980:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.654985:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682e00/0xaad440e68c48859e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.654993:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682e00/0xaad440e68c48859e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.655002:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16c:0x0].0x0 (ffff88ca91600000) 00010000:00010000:3.0:1788572580.655005:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572580.655009:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682e00/0xaad440e68c48859e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.655013:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682e00/0xaad440e68c48859e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.655028:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488590 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.655034:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488590 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.655038:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488590 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.655041:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488590 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.655043:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.655045:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488590 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.655048:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488590 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.655052:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.655053:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.655055:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488590 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.655058:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488590 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572580.655064:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008ff476aa reply state 00000000d6a2a5ee transno 12884962055 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488597 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.655071:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488597 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.655074:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfcd0a99c (ffff88ca91600200) 00010000:00010000:3.0:1788572580.655076:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572580.655078:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572580.655204:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+176:361572:x1875453633081600:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1093us (1485us total) trans 12884962055 rc 0/0 00000100:00100000:3.0:1788572580.655214:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138437 00010000:00010000:2.0:1788572580.655289:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.655296:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c4885a5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.655303:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.655306:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c4885a5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.655312:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c4885a5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.655322:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16c:0x0].0x0 (ffff88ca91600000) 00010000:00010000:2.0:1788572580.655324:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572580.655327:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c4885a5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.655332:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c4885a5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.655348:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.655351:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.655353:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572580.662718:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.663090:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633081728 00000100:00100000:3.0:1788572580.663102:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633081728 00000100:00100000:3.0:1788572580.663217:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138438 00000100:00100000:3.0:1788572580.663229:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+176:361572:x1875453633081728:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.663252:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.663273:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682e00/0xaad440e68c4885ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ca1 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.663339:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c4885b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.663354:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c4885b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.663367:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c4885b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.664951:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1788572580.664960:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.664989:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c4885b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.665020:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682e00/0xaad440e68c4885ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ca1 expref: 178 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.665047:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c4885b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ca1 expref: 177 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.665056:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.665059:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572580.665062:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb81683800, rc 0) 00000100:00100000:3.0:1788572580.665122:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+177:361572:x1875453633081728:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1896us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.665131:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138438 00000001:00080000:2.0:1788572580.669294:0:203887:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589944621 is committed 00000001:00080000:2.0:1788572580.669378:0:203887:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589944570 is committed 00010000:00010000:1.0:1788572580.670372:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879dc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4879e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.670390:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879dc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4879e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.670596:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879dc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.670603:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788572580.670657:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196086272:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.670722:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572580.670793:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a6200/0xaad440e68c4879dc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879e3 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.670824:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c4879a4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4879ab expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.670834:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c4879a4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4879ab expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.670856:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c4879a4 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879ab expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.670862:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.670880:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7600/0xaad440e68c4879a4 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4879ab expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.670894:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8ac00/0xaad440e68c487624 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48762b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.670901:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8ac00/0xaad440e68c487624 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48762b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.670918:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8ac00/0xaad440e68c487624 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48762b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.670924:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.670929:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cb9ca8ac00/0xaad440e68c487624 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48762b expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.670943:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264600/0xaad440e68c487560 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487567 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.670950:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264600/0xaad440e68c487560 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487567 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.670965:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264600/0xaad440e68c487560 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487567 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.670971:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788572580.671021:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196086656:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.671055:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.671102:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196086272 00000100:00100000:0.0:1788572580.671110:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196086272 00000100:00100000:0.0:1788572580.671169:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196086656 00000100:00100000:0.0:1788572580.671172:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196086656 00000100:00100000:0.0:1788572580.671207:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16058 00000100:00100000:0.0:1788572580.671217:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+81:3640:x1875440196086272:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.671230:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572580.671249:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265400/0xaad440e68c4879e3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0aa6af4 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4879dc expref: 81 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.671268:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0aa6af4 (ffff88ca9149bb00) 00010000:00010000:0.0:1788572580.671278:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572580.671426:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16059 00000100:00100000:2.0:1788572580.671437:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85545c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+80:3639:x1875440196086656:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1788572580.671456:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572580.671469:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513e00/0xaad440e68c487567 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487560 expref: 80 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.671483:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x693d46c2 (ffff88caa2ec8a00) 00010000:00010000:2.0:1788572580.671492:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572580.671529:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85545c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+79:3639:x1875440196086656:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 94us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.671536:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16059 00000100:00100000:2.0:1788572580.671579:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196086656:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.672122:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe264600/0xaad440e68c487560 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x693d46c2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487567 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672169:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c48748e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487495 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.672178:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c48748e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487495 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672211:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c48748e lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487495 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672218:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.672232:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fce00/0xaad440e68c48748e lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487495 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672248:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e000/0xaad440e68c48710e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487115 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.672260:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e000/0xaad440e68c48710e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487115 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672276:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e000/0xaad440e68c48710e lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487115 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672282:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.672286:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1e000/0xaad440e68c48710e lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487115 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672298:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd600/0xaad440e68c4870ac lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4870b3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.672304:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd600/0xaad440e68c4870ac lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4870b3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672318:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd600/0xaad440e68c4870ac lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4870b3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672323:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.672327:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca944fd600/0xaad440e68c4870ac lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4870b3 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672340:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265600/0xaad440e68c48704a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487051 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.672346:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265600/0xaad440e68c48704a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487051 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672363:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265600/0xaad440e68c48704a lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487051 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672368:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.672374:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbe265600/0xaad440e68c48704a lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487051 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672387:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486f78 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486f7f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.672394:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486f78 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486f7f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672422:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486f78 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f7f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.672429:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.672433:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02600/0xaad440e68c486f78 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f7f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572580.673319:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196087168:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1788572580.673375:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.673411:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788572580.673418:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196086784:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1788572580.673437:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.673467:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196087296:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1788572580.673489:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.673526:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196087168 00000100:00100000:2.0:1788572580.673533:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196087168 00000100:00100000:2.0:1788572580.673570:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196086784 00000100:00100000:2.0:1788572580.673573:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196086784 00000100:00100000:2.0:1788572580.673586:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196087296 00000100:00100000:2.0:1788572580.673589:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196087296 00000100:00100000:2.0:1788572580.673606:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16060 00000100:00100000:2.0:1788572580.673614:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+81:3639:x1875440196087168:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1788572580.673628:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572580.673651:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265200/0xaad440e68c487051 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8cca239 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48704a expref: 81 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.673670:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd8cca239 (ffff88ca8ff27b00) 00010000:00010000:2.0:1788572580.673681:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572580.673719:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+80:3639:x1875440196087168:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 105us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.673726:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16060 00000100:00100000:2.0:1788572580.673744:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16061 00000100:00100000:2.0:1788572580.673750:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+79:3639:x1875440196086784:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1788572580.673760:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572580.673772:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fca00/0xaad440e68c487495 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x75739c09 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48748e expref: 79 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.673783:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x75739c09 (ffff88caa2ec8e00) 00010000:00010000:2.0:1788572580.673792:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572580.673831:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+78:3639:x1875440196086784:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 81us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.673838:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16061 00000100:00100000:2.0:1788572580.673852:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16062 00000100:00100000:2.0:1788572580.673858:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+77:3639:x1875440196087296:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1788572580.673867:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572580.673879:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe264200/0xaad440e68c486f7f lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x204aa24a bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486f78 expref: 77 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.673890:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x204aa24a (ffff88ca8ff27c00) 00010000:00010000:2.0:1788572580.673897:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572580.673919:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+76:3639:x1875440196087296:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 61us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.673926:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16062 00000100:00100000:2.0:1788572580.673968:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196086784:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1788572580.673979:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196087296:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1788572580.673987:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196087168:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.674326:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c486f16 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486f1d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674338:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c486f16 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486f1d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674367:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c486f16 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f1d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674378:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674386:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03200/0xaad440e68c486f16 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486f1d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674399:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1b000/0xaad440e68c486bdc lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486be3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674419:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1b000/0xaad440e68c486bdc lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486be3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674434:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1b000/0xaad440e68c486bdc lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486be3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674448:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674453:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbde1b000/0xaad440e68c486bdc lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486be3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674466:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486b42 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486b49 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674472:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486b42 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486b49 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674486:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486b42 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486b49 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674491:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674506:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513400/0xaad440e68c486b42 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486b49 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674520:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8800/0xaad440e68c486a70 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486a77 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674527:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8800/0xaad440e68c486a70 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486a77 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674542:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8800/0xaad440e68c486a70 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a77 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674547:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674551:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e8800/0xaad440e68c486a70 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a77 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674563:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c486a0e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486a15 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674569:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c486a0e lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486a15 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674579:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c486a0e lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a15 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674585:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674588:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca99513a00/0xaad440e68c486a0e lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486a15 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674599:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02e00/0xaad440e68c4869ac lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4869b3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674610:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02e00/0xaad440e68c4869ac lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4869b3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674622:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02e00/0xaad440e68c4869ac lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4869b3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674627:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674630:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02e00/0xaad440e68c4869ac lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4869b3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674641:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c486840 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486847 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674648:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c486840 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486847 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674659:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c486840 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486847 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674664:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674667:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b02000/0xaad440e68c486840 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486847 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674678:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c486584 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48658b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674684:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c486584 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48658b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674700:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c486584 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48658b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674705:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674709:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca917e9800/0xaad440e68c486584 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48658b expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674720:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c486274 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48627b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674727:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c486274 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48627b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674738:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c486274 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48627b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674744:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674747:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00c00/0xaad440e68c486274 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48627b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674760:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23c00/0xaad440e68c486212 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486219 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674767:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23c00/0xaad440e68c486212 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486219 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674780:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23c00/0xaad440e68c486212 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486219 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674789:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674793:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23c00/0xaad440e68c486212 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486219 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674805:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c486060 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486067 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674825:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c486060 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486067 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674838:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c486060 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486067 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674844:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674848:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1fe00/0xaad440e68c486060 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486067 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674861:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ec00/0xaad440e68c485f9c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485fa3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674868:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ec00/0xaad440e68c485f9c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485fa3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674883:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ec00/0xaad440e68c485f9c lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485fa3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674889:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674894:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca85b1ec00/0xaad440e68c485f9c lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485fa3 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674907:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11600/0xaad440e68c485f3a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485f41 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674913:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11600/0xaad440e68c485f3a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485f41 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674926:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11600/0xaad440e68c485f3a lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485f41 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674931:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674935:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11600/0xaad440e68c485f3a lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485f41 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674946:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10c00/0xaad440e68c485d88 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485d8f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674953:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10c00/0xaad440e68c485d88 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485d8f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674966:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10c00/0xaad440e68c485d88 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485d8f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674971:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.674974:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd10c00/0xaad440e68c485d88 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485d8f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.674985:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21a00/0xaad440e68c485cee lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485cf5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.674996:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21a00/0xaad440e68c485cee lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485cf5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675010:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21a00/0xaad440e68c485cee lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485cf5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675016:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675019:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2e21a00/0xaad440e68c485cee lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485cf5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675031:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11c00/0xaad440e68c485c54 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485c5b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675036:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11c00/0xaad440e68c485c54 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485c5b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675051:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11c00/0xaad440e68c485c54 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485c5b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675057:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675061:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca8bd11c00/0xaad440e68c485c54 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485c5b expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675072:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9e400/0xaad440e68c485a5c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485a63 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675079:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9e400/0xaad440e68c485a5c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485a63 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675096:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9e400/0xaad440e68c485a5c lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a63 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675101:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675106:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd9e400/0xaad440e68c485a5c lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a63 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675118:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01600/0xaad440e68c4859fa lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485a01 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675125:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01600/0xaad440e68c4859fa lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485a01 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675149:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01600/0xaad440e68c4859fa lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a01 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675177:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675182:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f01600/0xaad440e68c4859fa lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485a01 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675207:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c485960 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485967 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675213:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c485960 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485967 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675227:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c485960 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485967 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675237:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675240:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afee00/0xaad440e68c485960 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485967 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675253:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe600/0xaad440e68c48589c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4858a3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675260:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe600/0xaad440e68c48589c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4858a3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675275:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe600/0xaad440e68c48589c lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4858a3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675280:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675284:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca84afe600/0xaad440e68c48589c lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4858a3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675297:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00800/0xaad440e68c485562 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485569 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675304:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00800/0xaad440e68c485562 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485569 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675316:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00800/0xaad440e68c485562 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485569 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675322:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675327:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00800/0xaad440e68c485562 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485569 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675339:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c4854f2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4854f9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675345:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c4854f2 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4854f9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675359:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c4854f2 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4854f9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675365:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675369:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88caa2f00a00/0xaad440e68c4854f2 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4854f9 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675382:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85800/0xaad440e68c4851b8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4851bf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675389:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85800/0xaad440e68c4851b8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4851bf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675404:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85800/0xaad440e68c4851b8 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4851bf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675410:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675415:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85800/0xaad440e68c4851b8 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4851bf expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675427:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c485156 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48515d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675438:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c485156 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48515d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675454:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c485156 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48515d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675460:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675464:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22000/0xaad440e68c485156 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48515d expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675477:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedf800/0xaad440e68c48505a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485061 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675484:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedf800/0xaad440e68c48505a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485061 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675497:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedf800/0xaad440e68c48505a lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485061 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675503:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675507:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfedf800/0xaad440e68c48505a lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485061 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675520:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c484ff8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484fff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675526:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c484ff8 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484fff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675543:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c484ff8 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484fff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675549:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675552:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca94b03800/0xaad440e68c484ff8 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484fff expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675565:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22600/0xaad440e68c484d58 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484d5f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675572:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22600/0xaad440e68c484d58 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484d5f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675585:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22600/0xaad440e68c484d58 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484d5f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675590:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675594:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22600/0xaad440e68c484d58 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484d5f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675606:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c484cf6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484cfd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675613:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c484cf6 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484cfd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675626:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c484cf6 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484cfd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675635:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675639:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23600/0xaad440e68c484cf6 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484cfd expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675651:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484b60 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484b67 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675658:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484b60 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484b67 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675672:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484b60 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b67 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675677:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675681:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe22c00/0xaad440e68c484b60 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484b67 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675694:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6de00/0xaad440e68c484a64 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484a6b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675701:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6de00/0xaad440e68c484a64 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484a6b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675714:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6de00/0xaad440e68c484a64 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a6b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675720:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675724:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6de00/0xaad440e68c484a64 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a6b expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675738:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d800/0xaad440e68c484a02 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484a09 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675746:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d800/0xaad440e68c484a02 lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484a09 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675761:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d800/0xaad440e68c484a02 lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a09 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675766:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675771:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca82c6d800/0xaad440e68c484a02 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484a09 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675784:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85c00/0xaad440e68c48486c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd87e4ff9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484873 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675791:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85c00/0xaad440e68c48486c lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xd87e4ff9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484873 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675806:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85c00/0xaad440e68c48486c lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd87e4ff9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484873 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675811:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675816:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbdd85c00/0xaad440e68c48486c lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd87e4ff9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484873 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675828:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23400/0xaad440e68c48480a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484811 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675839:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23400/0xaad440e68c48480a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484811 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675852:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23400/0xaad440e68c48480a lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484811 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675858:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675861:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88cbbfe23400/0xaad440e68c48480a lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484811 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675871:0:203121:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7200/0xaad440e68c48448a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2290e8a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c484491 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.675878:0:203121:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7200/0xaad440e68c48448a lrc: 3/0,0 mode: PW/PW res: [0x2000013a2:0x4:0x0].0x2290e8a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c484491 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675888:0:203121:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7200/0xaad440e68c48448a lrc: 2/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2290e8a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484491 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.675893:0:203121:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572580.675896:0:203121:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88ca827a7200/0xaad440e68c48448a lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2290e8a3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c484491 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788572580.675907:0:203121:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589973333 is committed 00000001:00080000:1.0:1788572580.675953:0:203121:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589973331 is committed 00000004:00080000:1.0:1788572580.675972:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 320 committed 00000004:00080000:1.0:1788572580.676014:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 314 committed 00000004:00080000:1.0:1788572580.676088:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 319 committed 00000004:00080000:1.0:1788572580.676102:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 313 committed 00000004:00080000:1.0:1788572580.676204:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 318 committed 00000004:00080000:1.0:1788572580.676213:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 312 committed 00000020:00080000:1.0:1788572580.676260:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999165 batchid updated 00000020:00080000:1.0:1788572580.676264:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999152 batchid updated 00000020:00080000:1.0:1788572580.676267:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999151 batchid updated 00000020:00080000:1.0:1788572580.676271:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999150 batchid updated 00000020:00080000:1.0:1788572580.676276:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999149 batchid updated 00000020:00080000:1.0:1788572580.676279:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999148 batchid updated 00000020:00080000:1.0:1788572580.676282:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999147 batchid updated 00000020:00080000:1.0:1788572580.676285:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999146 batchid updated 00000020:00080000:1.0:1788572580.676287:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999145 batchid updated 00000020:00080000:1.0:1788572580.676290:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999144 batchid updated 00000020:00080000:1.0:1788572580.676292:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999143 batchid updated 00000020:00080000:1.0:1788572580.676295:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999142 batchid updated 00000020:00080000:1.0:1788572580.676297:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999141 batchid updated 00000020:00080000:1.0:1788572580.676299:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999140 batchid updated 00000020:00080000:1.0:1788572580.676301:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999139 batchid updated 00000020:00080000:1.0:1788572580.676304:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999133 batchid updated 00000020:00080000:1.0:1788572580.676307:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999132 batchid updated 00000020:00080000:1.0:1788572580.676309:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999131 batchid updated 00000020:00080000:1.0:1788572580.676313:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999130 batchid updated 00000020:00080000:1.0:1788572580.676316:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999129 batchid updated 00000020:00080000:1.0:1788572580.676319:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999128 batchid updated 00000020:00080000:1.0:1788572580.676322:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999127 batchid updated 00000020:00080000:1.0:1788572580.676378:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca954810c0 refcount 2 committed 0 result 0 batchid 4294999177 00000020:00080000:1.0:1788572580.676383:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca84e2c900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95481b40 00000020:00080000:1.0:1788572580.676386:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1434 00000020:00080000:1.0:1788572580.676388:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca84e2c700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b7afe00 00000020:00080000:1.0:1788572580.676393:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].891 00000020:00080000:1.0:1788572580.676405:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88cb90ac0cc0 refcount 2 committed 0 result 0 batchid 4294999176 00000020:00080000:1.0:1788572580.676408:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf46af00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88cb90ac0f00 00000020:00080000:1.0:1788572580.676411:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1433 00000020:00080000:1.0:1788572580.676413:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf46a600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8e5a6c00 00000020:00080000:1.0:1788572580.676415:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].890 00000020:00080000:1.0:1788572580.676422:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8b7ab600 refcount 2 committed 0 result 0 batchid 4294999175 00000020:00080000:1.0:1788572580.676425:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9deb6000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b7abb40 00000020:00080000:1.0:1788572580.676427:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1432 00000020:00080000:1.0:1788572580.676429:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9deb6400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8e5a6200 00000020:00080000:1.0:1788572580.676432:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].889 00000020:00080000:1.0:1788572580.676436:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca856b86c0 refcount 2 committed 0 result 0 batchid 4294999174 00000020:00080000:1.0:1788572580.676439:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca826c7300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca856b8f00 00000020:00080000:1.0:1788572580.676441:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1431 00000020:00080000:1.0:1788572580.676443:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca85b54200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbddd5200 00000020:00080000:1.0:1788572580.676445:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].888 00000004:00080000:1.0:1788572580.676458:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 317 committed 00000020:00080000:1.0:1788572580.676462:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca962bf540 refcount 2 committed 0 result 0 batchid 4294999173 00000020:00080000:1.0:1788572580.676464:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9deb6e00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca962bf3c0 00000020:00080000:1.0:1788572580.676466:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1430 00000020:00080000:1.0:1788572580.676469:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbe2c1d00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84c45e00 00000020:00080000:1.0:1788572580.676472:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].887 00000004:00080000:1.0:1788572580.676476:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 311 committed 00000020:00080000:1.0:1788572580.676480:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88cbade1ecc0 refcount 2 committed 0 result 0 batchid 4294999172 00000020:00080000:1.0:1788572580.676483:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfec9d00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88cbade1ed80 00000020:00080000:1.0:1788572580.676486:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1429 00000020:00080000:1.0:1788572580.676488:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfec9500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8e5a4a00 00000020:00080000:1.0:1788572580.676491:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].886 00000020:00080000:1.0:1788572580.676500:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca916ce000 refcount 2 committed 0 result 0 batchid 4294999171 00000020:00080000:1.0:1788572580.676503:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19cc00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca916ce300 00000020:00080000:1.0:1788572580.676505:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1428 00000020:00080000:1.0:1788572580.676508:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19c000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfed8600 00000020:00080000:1.0:1788572580.676510:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].885 00000020:00080000:1.0:1788572580.676519:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8ff623c0 refcount 2 committed 0 result 0 batchid 4294999170 00000020:00080000:1.0:1788572580.676522:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19c700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ff629c0 00000020:00080000:1.0:1788572580.676524:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1427 00000020:00080000:1.0:1788572580.676526:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19ce00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfed8a00 00000020:00080000:1.0:1788572580.676528:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].884 00000020:00080000:1.0:1788572580.676550:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8cf8e840 refcount 2 committed 0 result 0 batchid 4294999169 00000020:00080000:1.0:1788572580.676553:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfec9900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8cf8e6c0 00000020:00080000:1.0:1788572580.676555:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1426 00000020:00080000:1.0:1788572580.676556:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfec9a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8e5a5800 00000020:00080000:1.0:1788572580.676558:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].883 00000020:00080000:1.0:1788572580.676567:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88cb893f5a80 refcount 2 committed 0 result 0 batchid 4294999168 00000020:00080000:1.0:1788572580.676569:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19c500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88cb893f5e40 00000020:00080000:1.0:1788572580.676572:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1425 00000020:00080000:1.0:1788572580.676574:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19ca00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca951f8a00 00000020:00080000:1.0:1788572580.676576:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].882 00000020:00080000:1.0:1788572580.676579:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca9443cd80 refcount 2 committed 0 result 0 batchid 4294999167 00000020:00080000:1.0:1788572580.676582:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19c300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96093180 00000020:00080000:1.0:1788572580.676584:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1424 00000020:00080000:1.0:1788572580.676586:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19c100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca85ab0a00 00000020:00080000:1.0:1788572580.676588:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].881 00000020:00080000:1.0:1788572580.676597:0:203121:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca96d9ecc0 refcount 2 committed 0 result 0 batchid 4294999166 00000020:00080000:1.0:1788572580.676599:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19c800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96d9e240 00000020:00080000:1.0:1788572580.676601:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1423 00000020:00080000:1.0:1788572580.676603:0:203121:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19cd00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca994ea800 00000020:00080000:1.0:1788572580.676605:0:203121:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].880 00000020:00080000:1.0:1788572580.676644:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999117 batchid updated 00010000:00010000:1.0:1788572580.676672:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d400/0xaad440e68c4847bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676681:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d400/0xaad440e68c4847bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676688:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d400/0xaad440e68c4847bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676693:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.676697:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d400/0xaad440e68c4847bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676703:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d400/0xaad440e68c4847bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676718:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1005a79a (ffff88ca8b6a2100) 00010000:00010000:1.0:1788572580.676721:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.676725:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d400/0xaad440e68c4847bd lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676732:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d400/0xaad440e68c4847bd lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x1005a79a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676757:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10000/0xaad440e68c4848b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xf0d4409f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676763:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10000/0xaad440e68c4848b9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xf0d4409f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676768:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10000/0xaad440e68c4848b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xf0d4409f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676772:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.676775:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10000/0xaad440e68c4848b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xf0d4409f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676779:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10000/0xaad440e68c4848b9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xf0d4409f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676785:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xf0d4409f (ffff88ca9241b200) 00010000:00010000:1.0:1788572580.676787:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.676790:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10000/0xaad440e68c4848b9 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xf0d4409f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676795:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10000/0xaad440e68c4848b9 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xf0d4409f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676808:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23800/0xaad440e68c484953 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x6f07bbfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676816:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23800/0xaad440e68c484953 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x6f07bbfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676821:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23800/0xaad440e68c484953 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x6f07bbfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676825:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.676827:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23800/0xaad440e68c484953 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x6f07bbfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676832:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23800/0xaad440e68c484953 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x6f07bbfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676838:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x6f07bbfc (ffff88cbb349d100) 00010000:00010000:1.0:1788572580.676840:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.676843:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23800/0xaad440e68c484953 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x6f07bbfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676848:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23800/0xaad440e68c484953 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x6f07bbfc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676864:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d000/0xaad440e68c484ab1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676869:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d000/0xaad440e68c484ab1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676874:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d000/0xaad440e68c484ab1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676878:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6d000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.676881:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d000/0xaad440e68c484ab1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676886:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d000/0xaad440e68c484ab1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676892:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x56a4e897 (ffff88cbbfeccb00) 00010000:00010000:1.0:1788572580.676894:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.676896:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d000/0xaad440e68c484ab1 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676901:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6d000/0xaad440e68c484ab1 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x56a4e897 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676914:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c484bad lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676920:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c484bad lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676925:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c484bad lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676929:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.676931:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c484bad lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676936:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c484bad lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676942:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xef702282 (ffff88cbb349d000) 00010000:00010000:1.0:1788572580.676944:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.676947:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c484bad lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676952:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe23200/0xaad440e68c484bad lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xef702282 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676965:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484ea1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676970:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484ea1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676975:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484ea1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676978:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.676981:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484ea1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676985:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484ea1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.676990:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xbb0c92b1 (ffff88cbb349df00) 00010000:00010000:1.0:1788572580.676992:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.676995:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484ea1 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677000:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03a00/0xaad440e68c484ea1 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xbb0c92b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677012:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f3b lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677021:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f3b lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677026:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f3b lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677029:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.677031:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f3b lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677036:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f3b lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677042:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x479c70fd (ffff88ca9241b500) 00010000:00010000:1.0:1788572580.677044:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.677047:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f3b lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677053:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb80030e00/0xaad440e68c484f3b lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x479c70fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677068:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c000/0xaad440e68c484f73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677073:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c000/0xaad440e68c484f73 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677078:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c000/0xaad440e68c484f73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677082:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.677086:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c000/0xaad440e68c484f73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677091:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c000/0xaad440e68c484f73 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677096:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe5f1d0c2 (ffff88cbbfecca00) 00010000:00010000:1.0:1788572580.677098:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.677101:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c000/0xaad440e68c484f73 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677106:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca82c6c000/0xaad440e68c484f73 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xe5f1d0c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677120:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f800/0xaad440e68c4855af lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677125:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f800/0xaad440e68c4855af lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677130:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f800/0xaad440e68c4855af lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677134:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.677136:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f800/0xaad440e68c4855af lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677142:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f800/0xaad440e68c4855af lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.677148:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8f311412 (ffff88ca9258d000) 00000020:00080000:2.0:1788572580.678327:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999177 committed batchid 4294999165 00000004:00080000:2.0:1788572580.678461:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca89e4b300 with version 15478 00000020:00080000:2.0:1788572580.678476:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999112 cancel update log [0x2000013a2:0x5:0x0].1368: rc = 0 00000020:00080000:2.0:1788572580.678519:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999112 cancel update log [0x240000bd1:0x1f:0x0].825: rc = 0 00000004:00080000:2.0:1788572580.678544:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca89e4b240 with version 15479 00000020:00080000:2.0:1788572580.678547:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999113 cancel update log [0x2000013a2:0x5:0x0].1369: rc = 0 00000020:00080000:2.0:1788572580.678565:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999113 cancel update log [0x240000bd1:0x1f:0x0].826: rc = 0 00000004:00080000:2.0:1788572580.678584:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca89e4bcc0 with version 15480 00000020:00080000:2.0:1788572580.678586:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999114 cancel update log [0x2000013a2:0x5:0x0].1370: rc = 0 00000020:00080000:2.0:1788572580.678601:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999114 cancel update log [0x240000bd1:0x1f:0x0].827: rc = 0 00000004:00080000:2.0:1788572580.678614:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca89e4b0c0 with version 15481 00000020:00080000:2.0:1788572580.678616:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999115 cancel update log [0x2000013a2:0x5:0x0].1371: rc = 0 00000020:00080000:2.0:1788572580.678630:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999115 cancel update log [0x240000bd1:0x1f:0x0].828: rc = 0 00000004:00080000:2.0:1788572580.678647:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca89e4bd80 with version 15482 00000020:00080000:2.0:1788572580.678650:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999116 cancel update log [0x2000013a2:0x5:0x0].1372: rc = 0 00000020:00080000:2.0:1788572580.678669:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999116 cancel update log [0x240000bd1:0x1f:0x0].829: rc = 0 00000004:00080000:2.0:1788572580.678689:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca89e4b9c0 with version 15483 00000020:00080000:2.0:1788572580.678691:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999117 cancel update log [0x2000013a2:0x5:0x0].1373: rc = 0 00000020:00080000:2.0:1788572580.678707:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999117 cancel update log [0x240000bd1:0x1f:0x0].830: rc = 0 00000004:00080000:2.0:1788572580.678726:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95f880c0 with version 15484 00000020:00080000:2.0:1788572580.678729:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999118 cancel update log [0x2000013a2:0x5:0x0].1374: rc = 0 00000020:00080000:2.0:1788572580.678745:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999118 cancel update log [0x240000bd1:0x1f:0x0].831: rc = 0 00000004:00080000:2.0:1788572580.678763:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95f88840 with version 15485 00000020:00080000:2.0:1788572580.678766:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999119 cancel update log [0x2000013a2:0x5:0x0].1375: rc = 0 00000020:00080000:2.0:1788572580.678784:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999119 cancel update log [0x240000bd1:0x1f:0x0].832: rc = 0 00000004:00080000:2.0:1788572580.678801:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95f88d80 with version 15486 00000020:00080000:2.0:1788572580.678805:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999120 cancel update log [0x2000013a2:0x5:0x0].1376: rc = 0 00000020:00080000:2.0:1788572580.679080:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999120 cancel update log [0x240000bd1:0x1f:0x0].833: rc = 0 00000004:00080000:2.0:1788572580.679102:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95f88600 with version 15487 00000020:00080000:2.0:1788572580.679104:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999121 cancel update log [0x2000013a2:0x5:0x0].1377: rc = 0 00000020:00080000:2.0:1788572580.679121:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999121 cancel update log [0x240000bd1:0x1f:0x0].834: rc = 0 00000004:00080000:2.0:1788572580.679177:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95f88cc0 with version 15488 00000020:00080000:2.0:1788572580.679180:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999122 cancel update log [0x2000013a2:0x5:0x0].1378: rc = 0 00000020:00080000:2.0:1788572580.679213:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999122 cancel update log [0x240000bd1:0x1f:0x0].836: rc = 0 00000004:00080000:2.0:1788572580.679234:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95f88240 with version 15489 00000020:00080000:2.0:1788572580.679237:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999123 cancel update log [0x2000013a2:0x5:0x0].1379: rc = 0 00000020:00080000:2.0:1788572580.679253:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999123 cancel update log [0x240000bd1:0x1f:0x0].837: rc = 0 00000004:00080000:2.0:1788572580.679270:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95f88b40 with version 15490 00000020:00080000:2.0:1788572580.679273:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999124 cancel update log [0x2000013a2:0x5:0x0].1380: rc = 0 00000020:00080000:2.0:1788572580.679290:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999124 cancel update log [0x240000bd1:0x1f:0x0].838: rc = 0 00000004:00080000:2.0:1788572580.679324:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95f88e40 with version 15491 00000020:00080000:2.0:1788572580.679327:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999125 cancel update log [0x2000013a2:0x5:0x0].1381: rc = 0 00000020:00080000:2.0:1788572580.679346:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999125 cancel update log [0x240000bd1:0x1f:0x0].839: rc = 0 00000004:00080000:2.0:1788572580.679364:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95f88780 with version 15492 00000020:00080000:2.0:1788572580.679366:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999126 cancel update log [0x2000013a2:0x5:0x0].1382: rc = 0 00000020:00080000:2.0:1788572580.679383:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999126 cancel update log [0x240000bd1:0x1f:0x0].840: rc = 0 00000004:00080000:2.0:1788572580.679401:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88cbade1e600 with version 15493 00000020:00080000:2.0:1788572580.679550:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999127 cancel update log [0x2000013a2:0x5:0x0].1383: rc = 0 00000020:00080000:2.0:1788572580.679574:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999127 cancel update log [0x240000bd1:0x1f:0x0].841: rc = 0 00000004:00080000:2.0:1788572580.679591:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94322300 with version 15494 00000020:00080000:2.0:1788572580.679594:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999128 cancel update log [0x2000013a2:0x5:0x0].1384: rc = 0 00000020:00080000:2.0:1788572580.679610:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999128 cancel update log [0x240000bd1:0x1f:0x0].842: rc = 0 00000004:00080000:2.0:1788572580.679624:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94322a80 with version 15495 00000020:00080000:2.0:1788572580.679627:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999129 cancel update log [0x2000013a2:0x5:0x0].1385: rc = 0 00000020:00080000:2.0:1788572580.679642:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999129 cancel update log [0x240000bd1:0x1f:0x0].843: rc = 0 00000004:00080000:2.0:1788572580.679661:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca943226c0 with version 15496 00000020:00080000:2.0:1788572580.679663:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999130 cancel update log [0x2000013a2:0x5:0x0].1386: rc = 0 00000020:00080000:2.0:1788572580.679681:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999130 cancel update log [0x240000bd1:0x1f:0x0].844: rc = 0 00000004:00080000:2.0:1788572580.679699:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94322780 with version 15497 00000020:00080000:2.0:1788572580.679702:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999131 cancel update log [0x2000013a2:0x5:0x0].1387: rc = 0 00000020:00080000:2.0:1788572580.679719:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999131 cancel update log [0x240000bd1:0x1f:0x0].845: rc = 0 00000004:00080000:2.0:1788572580.679736:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94322600 with version 15498 00000020:00080000:2.0:1788572580.679739:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999132 cancel update log [0x2000013a2:0x5:0x0].1388: rc = 0 00000020:00080000:2.0:1788572580.679757:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999132 cancel update log [0x240000bd1:0x1f:0x0].846: rc = 0 00000004:00080000:2.0:1788572580.679775:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94322840 with version 15499 00000020:00080000:2.0:1788572580.679778:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999133 cancel update log [0x2000013a2:0x5:0x0].1389: rc = 0 00000020:00080000:2.0:1788572580.679797:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999133 cancel update log [0x240000bd1:0x1f:0x0].847: rc = 0 00000004:00080000:2.0:1788572580.679889:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94322240 with version 15500 00000020:00080000:2.0:1788572580.679893:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999134 cancel update log [0x2000013a2:0x5:0x0].1390: rc = 0 00000020:00080000:2.0:1788572580.679913:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999134 cancel update log [0x240000bd1:0x1f:0x0].848: rc = 0 00000004:00080000:2.0:1788572580.679932:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94322540 with version 15501 00000020:00080000:2.0:1788572580.679936:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999135 cancel update log [0x2000013a2:0x5:0x0].1391: rc = 0 00000020:00080000:2.0:1788572580.679954:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999135 cancel update log [0x240000bd1:0x1f:0x0].849: rc = 0 00000004:00080000:2.0:1788572580.679971:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94322d80 with version 15502 00000020:00080000:2.0:1788572580.679974:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999136 cancel update log [0x2000013a2:0x5:0x0].1392: rc = 0 00000020:00080000:2.0:1788572580.679991:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999136 cancel update log [0x240000bd1:0x1f:0x0].850: rc = 0 00000004:00080000:2.0:1788572580.680010:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca943229c0 with version 15503 00000020:00080000:2.0:1788572580.680012:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999137 cancel update log [0x2000013a2:0x5:0x0].1393: rc = 0 00000020:00080000:2.0:1788572580.680029:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999137 cancel update log [0x240000bd1:0x1f:0x0].851: rc = 0 00000004:00080000:2.0:1788572580.680046:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca90285a80 with version 15504 00000020:00080000:2.0:1788572580.680049:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999138 cancel update log [0x2000013a2:0x5:0x0].1394: rc = 0 00000020:00080000:2.0:1788572580.680066:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999138 cancel update log [0x240000bd1:0x1f:0x0].852: rc = 0 00000004:00080000:2.0:1788572580.680084:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca90285b40 with version 15505 00000020:00080000:2.0:1788572580.680087:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999139 cancel update log [0x2000013a2:0x5:0x0].1395: rc = 0 00000020:00080000:2.0:1788572580.680105:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999139 cancel update log [0x240000bd1:0x1f:0x0].853: rc = 0 00000004:00080000:2.0:1788572580.680122:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca90285900 with version 15506 00000020:00080000:2.0:1788572580.680125:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999140 cancel update log [0x2000013a2:0x5:0x0].1396: rc = 0 00000020:00080000:2.0:1788572580.680245:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999140 cancel update log [0x240000bd1:0x1f:0x0].854: rc = 0 00000004:00080000:2.0:1788572580.680267:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca90285540 with version 15507 00000020:00080000:2.0:1788572580.680270:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999141 cancel update log [0x2000013a2:0x5:0x0].1397: rc = 0 00000020:00080000:2.0:1788572580.680290:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999141 cancel update log [0x240000bd1:0x1f:0x0].855: rc = 0 00000004:00080000:2.0:1788572580.680308:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca90285c00 with version 15508 00000020:00080000:2.0:1788572580.680311:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999142 cancel update log [0x2000013a2:0x5:0x0].1398: rc = 0 00000020:00080000:2.0:1788572580.680328:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999142 cancel update log [0x240000bd1:0x1f:0x0].856: rc = 0 00000004:00080000:2.0:1788572580.680344:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca90285600 with version 15509 00000020:00080000:2.0:1788572580.680348:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999143 cancel update log [0x2000013a2:0x5:0x0].1399: rc = 0 00000020:00080000:2.0:1788572580.680366:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999143 cancel update log [0x240000bd1:0x1f:0x0].857: rc = 0 00000004:00080000:2.0:1788572580.680383:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca90285780 with version 15510 00000020:00080000:2.0:1788572580.680385:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999144 cancel update log [0x2000013a2:0x5:0x0].1400: rc = 0 00000020:00080000:2.0:1788572580.680403:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999144 cancel update log [0x240000bd1:0x1f:0x0].858: rc = 0 00000004:00080000:2.0:1788572580.680435:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca93f07540 with version 15511 00000020:00080000:2.0:1788572580.680437:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999145 cancel update log [0x2000013a2:0x5:0x0].1401: rc = 0 00000020:00080000:2.0:1788572580.680724:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999145 cancel update log [0x240000bd1:0x1f:0x0].859: rc = 0 00000004:00080000:2.0:1788572580.680744:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca93f07b40 with version 15512 00000020:00080000:2.0:1788572580.680747:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999146 cancel update log [0x2000013a2:0x5:0x0].1402: rc = 0 00000020:00080000:2.0:1788572580.680766:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999146 cancel update log [0x240000bd1:0x1f:0x0].860: rc = 0 00000004:00080000:2.0:1788572580.680783:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca93f073c0 with version 15513 00000020:00080000:2.0:1788572580.680786:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999147 cancel update log [0x2000013a2:0x5:0x0].1403: rc = 0 00000020:00080000:2.0:1788572580.680873:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999147 cancel update log [0x240000bd1:0x1f:0x0].861: rc = 0 00000004:00080000:2.0:1788572580.680894:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca93f07600 with version 15514 00000020:00080000:2.0:1788572580.680897:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999148 cancel update log [0x2000013a2:0x5:0x0].1404: rc = 0 00000020:00080000:2.0:1788572580.680918:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999148 cancel update log [0x240000bd1:0x1f:0x0].862: rc = 0 00000004:00080000:2.0:1788572580.680934:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca93f070c0 with version 15515 00000020:00080000:2.0:1788572580.680936:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999149 cancel update log [0x2000013a2:0x5:0x0].1405: rc = 0 00000020:00080000:2.0:1788572580.680951:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999149 cancel update log [0x240000bd1:0x1f:0x0].863: rc = 0 00000004:00080000:2.0:1788572580.680973:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca93f07d80 with version 15516 00000020:00080000:2.0:1788572580.680975:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999150 cancel update log [0x2000013a2:0x5:0x0].1406: rc = 0 00000020:00080000:2.0:1788572580.680992:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999150 cancel update log [0x240000bd1:0x1f:0x0].864: rc = 0 00000004:00080000:2.0:1788572580.681010:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca93f079c0 with version 15517 00000020:00080000:2.0:1788572580.681013:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999151 cancel update log [0x2000013a2:0x5:0x0].1407: rc = 0 00000020:00080000:2.0:1788572580.681031:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999151 cancel update log [0x240000bd1:0x1f:0x0].865: rc = 0 00000004:00080000:2.0:1788572580.681047:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca93f07000 with version 15518 00000020:00080000:2.0:1788572580.681050:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999152 cancel update log [0x2000013a2:0x5:0x0].1408: rc = 0 00000020:00080000:2.0:1788572580.681063:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999152 cancel update log [0x240000bd1:0x1f:0x0].866: rc = 0 00000004:00080000:2.0:1788572580.681078:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca93f07180 with version 15519 00000020:00080000:2.0:1788572580.681081:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999153 cancel update log [0x2000013a2:0x5:0x0].1409: rc = 0 00000020:00080000:2.0:1788572580.681095:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999153 cancel update log [0x240000bd1:0x1f:0x0].867: rc = 0 00000004:00080000:2.0:1788572580.681109:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95dc1b40 with version 15520 00000020:00080000:2.0:1788572580.681112:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999154 cancel update log [0x2000013a2:0x5:0x0].1410: rc = 0 00000020:00080000:2.0:1788572580.681126:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999154 cancel update log [0x240000bd1:0x1f:0x0].868: rc = 0 00000004:00080000:2.0:1788572580.681423:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95dc10c0 with version 15521 00000020:00080000:2.0:1788572580.681427:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999155 cancel update log [0x2000013a2:0x5:0x0].1411: rc = 0 00000020:00080000:2.0:1788572580.681519:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999155 cancel update log [0x240000bd1:0x1f:0x0].869: rc = 0 00000004:00080000:2.0:1788572580.681542:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95dc1d80 with version 15522 00000020:00080000:2.0:1788572580.681544:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999156 cancel update log [0x2000013a2:0x5:0x0].1413: rc = 0 00000020:00080000:2.0:1788572580.681560:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999156 cancel update log [0x240000bd1:0x1f:0x0].870: rc = 0 00000004:00080000:2.0:1788572580.681575:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95dc1000 with version 15523 00000020:00080000:2.0:1788572580.681577:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999157 cancel update log [0x2000013a2:0x5:0x0].1414: rc = 0 00000020:00080000:2.0:1788572580.681590:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999157 cancel update log [0x240000bd1:0x1f:0x0].871: rc = 0 00000004:00080000:2.0:1788572580.681605:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95dc1c00 with version 15524 00000020:00080000:2.0:1788572580.681607:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999158 cancel update log [0x2000013a2:0x5:0x0].1415: rc = 0 00000020:00080000:2.0:1788572580.681621:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999158 cancel update log [0x240000bd1:0x1f:0x0].872: rc = 0 00000004:00080000:2.0:1788572580.681633:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95dc1300 with version 15525 00000020:00080000:2.0:1788572580.681636:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999159 cancel update log [0x2000013a2:0x5:0x0].1416: rc = 0 00000020:00080000:2.0:1788572580.681648:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999159 cancel update log [0x240000bd1:0x1f:0x0].873: rc = 0 00000004:00080000:2.0:1788572580.681662:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95dc1840 with version 15526 00000020:00080000:2.0:1788572580.681664:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999160 cancel update log [0x2000013a2:0x5:0x0].1417: rc = 0 00000020:00080000:2.0:1788572580.681678:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999160 cancel update log [0x240000bd1:0x1f:0x0].874: rc = 0 00000004:00080000:2.0:1788572580.681695:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95dc1f00 with version 15527 00000020:00080000:2.0:1788572580.681697:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999161 cancel update log [0x2000013a2:0x5:0x0].1418: rc = 0 00000020:00080000:2.0:1788572580.681711:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999161 cancel update log [0x240000bd1:0x1f:0x0].875: rc = 0 00000004:00080000:2.0:1788572580.681726:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca95dc1900 with version 15528 00000020:00080000:2.0:1788572580.681728:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999162 cancel update log [0x2000013a2:0x5:0x0].1419: rc = 0 00000020:00080000:2.0:1788572580.681743:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999162 cancel update log [0x240000bd1:0x1f:0x0].876: rc = 0 00000004:00080000:2.0:1788572580.681762:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8b7ab840 with version 15529 00000020:00080000:2.0:1788572580.681764:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999163 cancel update log [0x2000013a2:0x5:0x0].1420: rc = 0 00000020:00080000:2.0:1788572580.681781:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999163 cancel update log [0x240000bd1:0x1f:0x0].877: rc = 0 00000004:00080000:2.0:1788572580.681800:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88caa136c6c0 with version 15530 00000020:00080000:2.0:1788572580.681863:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999164 cancel update log [0x2000013a2:0x5:0x0].1421: rc = 0 00000020:00080000:2.0:1788572580.681889:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999164 cancel update log [0x240000bd1:0x1f:0x0].878: rc = 0 00000004:00080000:2.0:1788572580.681909:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88caa136ca80 with version 15531 00000020:00080000:2.0:1788572580.681912:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999165 cancel update log [0x2000013a2:0x5:0x0].1422: rc = 0 00000020:00080000:2.0:1788572580.681928:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999165 cancel update log [0x240000bd1:0x1f:0x0].879: rc = 0 00000020:00080000:2.0:1788572580.681935:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999165 00000004:00080000:2.0:1788572580.681953:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15478 rpc_version 15478 00000020:00100000:2.0:1788572580.681983:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.681994:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83b2ad80 x1875440196092928/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.682018:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2ad80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196092928:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.682087:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.682122:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136c540 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.682323:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+75:3640:x1875440196086272:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 11105us (11598us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.682336:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16058 00010000:00010000:1.0:1788572580.682616:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.682633:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f800/0xaad440e68c4855af lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682645:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f800/0xaad440e68c4855af lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x8f311412 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682681:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7800/0xaad440e68c485649 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682689:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7800/0xaad440e68c485649 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682696:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7800/0xaad440e68c485649 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682701:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.682705:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7800/0xaad440e68c485649 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682713:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7800/0xaad440e68c485649 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682729:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc38cbe92 (ffff88caa2ec0e00) 00010000:00010000:1.0:1788572580.682732:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.682736:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7800/0xaad440e68c485649 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682743:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7800/0xaad440e68c485649 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xc38cbe92 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682761:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e200/0xaad440e68c4857ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682771:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e200/0xaad440e68c4857ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682777:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e200/0xaad440e68c4857ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682781:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.682784:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e200/0xaad440e68c4857ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682789:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e200/0xaad440e68c4857ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682795:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xef522270 (ffff88ca9258d900) 00010000:00010000:1.0:1788572580.682797:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.682800:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e200/0xaad440e68c4857ed lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682886:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e200/0xaad440e68c4857ed lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xef522270 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682904:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10400/0xaad440e68c485b0b lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682910:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10400/0xaad440e68c485b0b lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682915:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10400/0xaad440e68c485b0b lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682919:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.682922:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10400/0xaad440e68c485b0b lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682928:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10400/0xaad440e68c485b0b lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682935:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x35d4776f (ffff88ca91de0400) 00010000:00010000:1.0:1788572580.682937:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.682940:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10400/0xaad440e68c485b0b lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682946:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10400/0xaad440e68c485b0b lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x35d4776f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682963:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485dd5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682969:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485dd5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682974:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485dd5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682978:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.682980:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485dd5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682985:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485dd5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.682991:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x63233073 (ffff88cb981f5f00) 00010000:00010000:1.0:1788572580.682993:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.682996:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485dd5 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683001:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148b400/0xaad440e68c485dd5 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x63233073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683019:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485e0d lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683024:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485e0d lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683029:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485e0d lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683033:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.683035:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485e0d lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683040:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485e0d lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683047:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x63e008d5 (ffff88ca91e6cf00) 00010000:00010000:1.0:1788572580.683049:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.683052:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485e0d lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683057:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11a00/0xaad440e68c485e0d lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x63e008d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683073:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f800/0xaad440e68c485e45 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683082:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f800/0xaad440e68c485e45 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683087:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f800/0xaad440e68c485e45 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683091:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1f800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.683093:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f800/0xaad440e68c485e45 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683097:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f800/0xaad440e68c485e45 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683104:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x80c4d872 (ffff88cb981f5100) 00010000:00010000:1.0:1788572580.683105:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.683108:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f800/0xaad440e68c485e45 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683113:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1f800/0xaad440e68c485e45 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x80c4d872 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683126:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e7d lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683131:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e7d lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683148:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e7d lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683179:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.683183:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e7d lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683188:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e7d lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683207:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe2a91373 (ffff88caa2ec0000) 00010000:00010000:1.0:1788572580.683210:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.683212:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e7d lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683217:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b7a00/0xaad440e68c485e7d lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xe2a91373 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683232:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485eb5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683238:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485eb5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683243:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485eb5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683249:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.683251:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485eb5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683258:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485eb5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683265:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x809b39f1 (ffff88cb981f5e00) 00010000:00010000:1.0:1788572580.683267:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.683270:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485eb5 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683275:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1e200/0xaad440e68c485eb5 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x809b39f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683290:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485eed lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683296:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485eed lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683302:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485eed lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683306:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.683308:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485eed lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683314:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485eed lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683320:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc8487322 (ffff88ca91e6c000) 00010000:00010000:1.0:1788572580.683322:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.683324:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485eed lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683329:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11800/0xaad440e68c485eed lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xc8487322 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683343:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c4860e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683352:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c4860e5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683357:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c4860e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683361:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.683363:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c4860e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683368:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c4860e5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683373:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x89b03e95 (ffff88ca91e6c700) 00010000:00010000:1.0:1788572580.683375:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.683377:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c4860e5 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683381:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f00000/0xaad440e68c4860e5 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x89b03e95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683396:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c4863bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683401:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c4863bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572580.683649:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196086528:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.683704:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572580.683733:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c4863bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683738:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1ea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.683741:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c4863bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683748:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c4863bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683756:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x9399869e (ffff88ca8ebb3000) 00010000:00010000:1.0:1788572580.683758:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.683762:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c4863bd lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683768:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca85b1ea00/0xaad440e68c4863bd lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x9399869e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683790:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c4863f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683796:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c4863f5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683811:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c4863f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683816:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.683819:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c4863f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683825:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c4863f5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683832:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x4db25a24 (ffff88cb86578400) 00010000:00010000:1.0:1788572580.683835:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.683839:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c4863f5 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683844:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22400/0xaad440e68c4863f5 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x4db25a24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683862:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c48642d lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683868:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c48642d lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683874:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c48642d lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683879:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e21400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.683881:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c48642d lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683886:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c48642d lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683893:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc2ac591c (ffff88ca8e88d000) 00010000:00010000:1.0:1788572580.683895:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.683898:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c48642d lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683904:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e21400/0xaad440e68c48642d lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xc2ac591c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683919:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c486465 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683929:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c486465 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683934:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c486465 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683938:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe22200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.683941:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c486465 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683946:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c486465 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683954:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe0e79b5f (ffff88cb86578600) 00010000:00010000:1.0:1788572580.683956:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.683959:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c486465 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683964:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22200/0xaad440e68c486465 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xe0e79b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683978:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c4864ff lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683983:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c4864ff lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683990:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c4864ff lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.683995:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.683998:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c4864ff lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684004:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c4864ff lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684011:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x14c13a8c (ffff88ca8e88d700) 00010000:00010000:1.0:1788572580.684013:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.684015:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c4864ff lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684021:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8a00/0xaad440e68c4864ff lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x14c13a8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684037:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486537 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684043:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486537 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684049:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486537 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684054:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2e20200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.684056:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486537 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684062:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486537 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684069:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x42774306 (ffff88ca8ebb3200) 00010000:00010000:1.0:1788572580.684070:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.684074:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486537 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684080:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2e20200/0xaad440e68c486537 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x42774306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684093:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486609 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684099:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486609 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684104:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486609 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684109:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.684111:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486609 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684116:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486609 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684123:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xbe38f28d (ffff88cba1399200) 00010000:00010000:1.0:1788572580.684126:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.684129:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486609 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684148:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca827a7400/0xaad440e68c486609 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xbe38f28d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684190:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c48688d lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684211:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c48688d lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684216:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c48688d lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684221:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.684223:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c48688d lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684229:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c48688d lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684236:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x9d489193 (ffff88ca8ff27900) 00010000:00010000:1.0:1788572580.684239:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.684242:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c48688d lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684249:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03c00/0xaad440e68c48688d lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x9d489193 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684269:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b8f lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684275:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b8f lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684281:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b8f lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684285:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.684288:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b8f lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684294:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b8f lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684302:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd649e86e (ffff88cb8a1e3100) 00010000:00010000:1.0:1788572580.684304:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.684306:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b8f lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684311:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a200/0xaad440e68c486b8f lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xd649e86e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684324:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ba00/0xaad440e68c486cc3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684331:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ba00/0xaad440e68c486cc3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684336:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ba00/0xaad440e68c486cc3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684340:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ba00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.684342:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ba00/0xaad440e68c486cc3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684346:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ba00/0xaad440e68c486cc3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684352:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1525dd88 (ffff88caa2ec8300) 00010000:00010000:1.0:1788572580.684354:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.684357:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ba00/0xaad440e68c486cc3 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684362:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1ba00/0xaad440e68c486cc3 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x1525dd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684378:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486cfb lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684384:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486cfb lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684390:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486cfb lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684395:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.684397:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486cfb lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684403:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486cfb lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684422:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xb078092e (ffff88caa2ec8d00) 00010000:00010000:1.0:1788572580.684425:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.684428:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486cfb lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684433:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a400/0xaad440e68c486cfb lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xb078092e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684682:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d95 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684694:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d95 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684699:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d95 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684704:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.684706:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d95 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684712:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d95 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684720:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xaaff2012 (ffff88ca8e88dc00) 00010000:00010000:1.0:1788572580.684722:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.684725:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d95 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684731:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e8600/0xaad440e68c486d95 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xaaff2012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684748:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486e2f lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684754:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486e2f lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684759:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486e2f lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684762:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.684766:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486e2f lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684770:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486e2f lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684777:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x33372461 (ffff88ca8ff27600) 00010000:00010000:1.0:1788572580.684779:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.684781:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486e2f lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684786:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512200/0xaad440e68c486e2f lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x33372461 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684856:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4872c7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684864:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4872c7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684871:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4872c7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684875:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fc200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.684878:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4872c7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684885:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4872c7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684893:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xfc7c0a8f (ffff88caa2ec8700) 00010000:00010000:1.0:1788572580.684896:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.684900:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4872c7 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684906:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc200/0xaad440e68c4872c7 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xfc7c0a8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684927:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c487337 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684933:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c487337 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684939:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c487337 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684944:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99512c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.684947:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c487337 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684953:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c487337 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684960:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x52dceaea (ffff88cbb71ef300) 00010000:00010000:1.0:1788572580.684963:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.684966:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c487337 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684971:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99512c00/0xaad440e68c487337 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x52dceaea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684986:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ae00/0xaad440e68c48736f lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.684996:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ae00/0xaad440e68c48736f lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685001:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ae00/0xaad440e68c48736f lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685006:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ae00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.685008:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ae00/0xaad440e68c48736f lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685013:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ae00/0xaad440e68c48736f lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685020:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1de3b9fa (ffff88cb8a287a00) 00010000:00010000:1.0:1788572580.685022:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.685025:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ae00/0xaad440e68c48736f lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685029:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8ae00/0xaad440e68c48736f lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x1de3b9fa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685043:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b400/0xaad440e68c487409 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685049:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b400/0xaad440e68c487409 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685054:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b400/0xaad440e68c487409 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685058:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.685061:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b400/0xaad440e68c487409 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685066:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b400/0xaad440e68c487409 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685072:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xe5a5dea1 (ffff88cb8a287400) 00010000:00010000:1.0:1788572580.685074:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.685077:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b400/0xaad440e68c487409 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685081:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8b400/0xaad440e68c487409 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xe5a5dea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685092:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264a00/0xaad440e68c487441 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685098:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264a00/0xaad440e68c487441 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685102:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264a00/0xaad440e68c487441 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685106:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe264a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.685109:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264a00/0xaad440e68c487441 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685114:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264a00/0xaad440e68c487441 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685121:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8f249d3e (ffff88cbb71ef900) 00010000:00010000:1.0:1788572580.685123:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.685126:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264a00/0xaad440e68c487441 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685257:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264a00/0xaad440e68c487441 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x8f249d3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685277:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3c00/0xaad440e68c4874db lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685282:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3c00/0xaad440e68c4874db lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685288:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3c00/0xaad440e68c4874db lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685292:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.685295:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3c00/0xaad440e68c4874db lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685301:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3c00/0xaad440e68c4874db lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685308:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xcd67516d (ffff88ca9149b500) 00010000:00010000:1.0:1788572580.685311:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.685313:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3c00/0xaad440e68c4874db lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685319:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3c00/0xaad440e68c4874db lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xcd67516d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685331:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c4876d3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685341:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c4876d3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685346:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c4876d3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685350:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8aa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.685352:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c4876d3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685357:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c4876d3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685364:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd9d6592 (ffff88cb8a287e00) 00010000:00010000:1.0:1788572580.685366:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.685369:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c4876d3 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685374:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb9ca8aa00/0xaad440e68c4876d3 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xd9d6592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685387:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48770b lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685392:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48770b lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685396:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48770b lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685401:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.685416:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48770b lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685422:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48770b lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685429:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x43611119 (ffff88cb86578800) 00010000:00010000:1.0:1788572580.685431:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.685435:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48770b lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685502:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513c00/0xaad440e68c48770b lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0x43611119 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685521:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487823 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685527:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487823 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685532:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487823 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685537:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.685540:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487823 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685546:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487823 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685554:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xf0a6b466 (ffff88caa2ec8800) 00010000:00010000:1.0:1788572580.685556:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.685559:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487823 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685565:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a600/0xaad440e68c487823 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xf0a6b466 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685578:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2000/0xaad440e68c48785b lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685584:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2000/0xaad440e68c48785b lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685588:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2000/0xaad440e68c48785b lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685592:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.685595:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2000/0xaad440e68c48785b lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685600:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2000/0xaad440e68c48785b lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685606:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xab47351d (ffff88ca9149b000) 00010000:00010000:1.0:1788572580.685608:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.685611:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2000/0xaad440e68c48785b lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685616:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2000/0xaad440e68c48785b lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xab47351d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685628:0:3623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487893 lrc: 3/0,1 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685636:0:3623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487893 lrc: 2/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685640:0:3623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487893 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685644:0:3623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.685647:0:3623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487893 lrc: 3/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685651:0:3623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487893 lrc: 4/0,0 mode: TXN/TXN res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685657:0:3623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xee1f1a60 (ffff88ca9149b600) 00010000:00010000:1.0:1788572580.685659:0:3623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.685662:0:3623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487893 lrc: 2/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.685667:0:3623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc2e00/0xaad440e68c487893 lrc: 0/0,0 mode: --/TXN res: [0x240000bd1:0x1e:0x0].0xee1f1a60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572580.686077:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196086272:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.686474:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196087040:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.686526:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.686740:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196092928 00000100:00100000:2.0:1788572580.686748:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196092928 00000100:00100000:2.0:1788572580.686794:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37298 00000100:00100000:2.0:1788572580.686815:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+75:203127:x1875440196092928:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.686986:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+76:203127:x1875440196092928:12345-0@lo:1000:osp_up0-1.0 Request processed in 184us (4898us total) trans 12884962056 rc 0/0 00000100:00100000:2.0:1788572580.686994:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37298 00000100:00100000:2.0:1788572580.687047:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2ad80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196092928:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.687060:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15479 rpc_version 15479 00000020:00100000:2.0:1788572580.687076:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.687083:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83b2b800 x1875440196094208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.687101:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196094208:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.687130:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.687181:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136c540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.687277:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196087680:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.687639:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196087552:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.687665:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.687711:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196086528 00000100:00100000:1.0:1788572580.687715:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196086528 00000100:00100000:1.0:1788572580.687756:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196087040 00000100:00100000:1.0:1788572580.687759:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196087040 00000100:00100000:1.0:1788572580.687779:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16063 00000100:00100000:1.0:1788572580.687786:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+77:3638:x1875440196086528:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.687797:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.687830:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2800/0xaad440e68c48762b lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xfdfe6d85 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487624 expref: 77 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.687846:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xfdfe6d85 (ffff88ca9149bd00) 00010000:00010000:1.0:1788572580.687857:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.687886:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+76:3638:x1875440196086528:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 101us (4183us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.687893:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16063 00000100:00100000:1.0:1788572580.687906:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16064 00000100:00100000:1.0:1788572580.687913:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+75:3638:x1875440196087040:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.687919:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.687930:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca944fc800/0xaad440e68c4870b3 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5ad2e5a4 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4870ac expref: 75 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.687940:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x5ad2e5a4 (ffff88ca8ebb3800) 00010000:00010000:1.0:1788572580.687948:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.687970:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+74:3638:x1875440196087040:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 58us (1443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.687976:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16064 00000100:00100000:1.0:1788572580.688045:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.688069:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633081856 00000100:00100000:1.0:1788572580.688073:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633081856 00000100:00100000:1.0:1788572580.688104:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138439 00000100:00100000:1.0:1788572580.688111:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+177:361572:x1875453633081856:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.688124:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.688173:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4885ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ca8 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688250:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4885c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688263:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4885c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688274:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4885c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688287:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c4885c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688294:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c4885c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688300:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c4885c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688684:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4885cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688695:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4885cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688703:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4885cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572580.688736:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x16e:0x0]: returning size 0 00000004:00200000:1.0:1788572580.688740:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572580.688762:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4885cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688778:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4885cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688787:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4885c1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688794:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4885c1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688813:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4885c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688820:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4885c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688826:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.688830:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4885c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688839:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4885c1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688850:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.688853:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.688857:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4885c1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688864:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031800/0xaad440e68c4885c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688876:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c4885c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688882:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c4885c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688887:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c4885c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688892:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.688894:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c4885c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688900:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c4885c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688907:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3e1d803b (ffff88ca96814300) 00010000:00010000:1.0:1788572580.688910:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.688913:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c4885c8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688919:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031200/0xaad440e68c4885c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688948:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030c00/0xaad440e68c4885ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ca8 expref: 179 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688963:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4885cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ca8 expref: 178 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.688970:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16e:0x0].0x0 (ffff88ca96814200) 00010000:00010000:1.0:1788572580.688972:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788572580.688974:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb80031a00, rc 0) 00000100:00100000:1.0:1788572580.689027:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+178:361572:x1875453633081856:12345-192.168.202.54@tcp:101:rm.0 Request processed in 916us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.689034:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138439 00000100:00100000:1.0:1788572580.691932:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196086400:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.692016:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692063:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196086912:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.692083:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692102:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196087424:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.692121:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692131:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196087936:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.692185:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692207:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196088448:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.692224:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692233:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196088960:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.692248:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692257:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196089472:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.692278:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692288:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196089984:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.692305:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692316:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196090496:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.692329:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692338:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196091008:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.692353:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692362:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196091520:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.692377:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692386:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196092032:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1788572580.692419:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692611:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196092544:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1788572580.692635:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692656:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196093312:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1788572580.692675:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692694:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196093824:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1788572580.692710:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692738:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788572580.692744:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196093440:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1788572580.692761:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692777:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196093952:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1788572580.692794:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.692948:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196086400 00000100:00100000:1.0:1788572580.692956:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196086400 00000100:00100000:1.0:1788572580.693003:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196086912 00000100:00100000:1.0:1788572580.693007:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196086912 00000100:00100000:1.0:1788572580.693020:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196087424 00000100:00100000:1.0:1788572580.693022:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196087424 00000100:00100000:1.0:1788572580.693031:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196087936 00000100:00100000:1.0:1788572580.693033:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196087936 00000100:00100000:1.0:1788572580.693042:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196088448 00000100:00100000:1.0:1788572580.693045:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196088448 00000100:00100000:1.0:1788572580.693054:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196088960 00000100:00100000:1.0:1788572580.693056:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196088960 00000100:00100000:1.0:1788572580.693065:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196089472 00000100:00100000:1.0:1788572580.693067:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196089472 00000100:00100000:1.0:1788572580.693077:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196089984 00000100:00100000:1.0:1788572580.693079:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196089984 00000100:00100000:1.0:1788572580.693089:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196090496 00000100:00100000:1.0:1788572580.693091:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196090496 00000100:00100000:1.0:1788572580.693100:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196091008 00000100:00100000:1.0:1788572580.693102:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196091008 00000100:00100000:1.0:1788572580.693112:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196091520 00000100:00100000:1.0:1788572580.693115:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196091520 00000100:00100000:1.0:1788572580.693128:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16065 00000100:00100000:1.0:1788572580.693170:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+84:3637:x1875440196086400:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.693186:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.693225:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6c00/0xaad440e68c4879ab lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8549dda5 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4879a4 expref: 84 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.693243:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x8549dda5 (ffff88ca8b6a2f00) 00010000:00010000:1.0:1788572580.693254:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.693292:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+83:3637:x1875440196086400:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 145us (1276us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.693299:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16065 00000100:00100000:1.0:1788572580.693315:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16066 00000100:00100000:1.0:1788572580.693322:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+82:3637:x1875440196086912:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.693329:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.693341:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512600/0xaad440e68c487115 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xaaeba858 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48710e expref: 82 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.693354:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xaaeba858 (ffff88cbb71efc00) 00010000:00010000:1.0:1788572580.693362:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.693385:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+81:3637:x1875440196086912:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 64us (1300us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.693390:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16066 00000100:00100000:1.0:1788572580.693729:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16067 00000100:00100000:1.0:1788572580.693743:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+80:3637:x1875440196087424:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.693752:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.693763:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c486f1d lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd8da5dd bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486f16 expref: 80 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.693775:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd8da5dd (ffff88ca8e88d600) 00010000:00010000:1.0:1788572580.693784:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.693823:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+79:3637:x1875440196087424:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 85us (1701us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.693832:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16067 00000100:00100000:1.0:1788572580.693846:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16068 00000100:00100000:1.0:1788572580.693852:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+78:3637:x1875440196087936:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.693859:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.693869:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1be00/0xaad440e68c486a15 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x5c3342af bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486a0e expref: 78 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.693880:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x5c3342af (ffff88cb8a1e3700) 00010000:00010000:1.0:1788572580.693888:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.693913:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+77:3637:x1875440196087936:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 61us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.693918:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16068 00000100:00100000:1.0:1788572580.693929:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16069 00000100:00100000:1.0:1788572580.693934:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+76:3637:x1875440196088448:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.693943:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.693954:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e400/0xaad440e68c48627b lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd78ba407 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486274 expref: 76 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.693965:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd78ba407 (ffff88ca8ebb3f00) 00010000:00010000:1.0:1788572580.693971:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.693992:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+75:3637:x1875440196088448:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 58us (1766us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.693998:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16069 00000100:00100000:1.0:1788572580.694010:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16070 00000100:00100000:1.0:1788572580.694016:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+74:3637:x1875440196088960:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.694025:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.694035:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fe00/0xaad440e68c485f41 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2697564b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485f3a expref: 74 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.694044:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x2697564b (ffff88ca9258d200) 00010000:00010000:1.0:1788572580.694051:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.694073:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+73:3637:x1875440196088960:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 58us (1823us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.694078:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16070 00000100:00100000:1.0:1788572580.694091:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16071 00000100:00100000:1.0:1788572580.694096:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85547050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+72:3637:x1875440196089472:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.694104:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.694113:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e000/0xaad440e68c485a63 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1a083c2d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485a5c expref: 72 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.694128:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x1a083c2d (ffff88ca9258d700) 00010000:00010000:1.0:1788572580.694133:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.694173:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85547050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+71:3637:x1875440196089472:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 77us (1894us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.694180:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16071 00000100:00100000:1.0:1788572580.694229:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16072 00000100:00100000:1.0:1788572580.694236:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+70:3637:x1875440196089984:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.694245:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.694256:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c485569 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x73dd3f63 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485562 expref: 70 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.694268:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x73dd3f63 (ffff88ca962ac700) 00010000:00010000:1.0:1788572580.694275:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.694297:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+69:3637:x1875440196089984:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 62us (1990us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.694303:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16072 00000100:00100000:1.0:1788572580.694315:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16073 00000100:00100000:1.0:1788572580.694321:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+68:3637:x1875440196090496:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.694329:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.694340:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85e00/0xaad440e68c485061 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2f7dd301 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48505a expref: 68 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.694350:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x2f7dd301 (ffff88ca96814400) 00010000:00010000:1.0:1788572580.694357:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.694381:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+67:3637:x1875440196090496:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 60us (2050us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.694386:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16073 00000100:00100000:1.0:1788572580.694397:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16074 00000100:00100000:1.0:1788572580.694416:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+66:3637:x1875440196091008:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.694424:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.694435:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23000/0xaad440e68c484b67 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x57836da4 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484b60 expref: 66 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.694632:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x57836da4 (ffff88cbb349d200) 00010000:00010000:1.0:1788572580.694642:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.694665:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+65:3637:x1875440196091008:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 262us (2311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.694671:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16074 00000100:00100000:1.0:1788572580.694683:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16075 00000100:00100000:1.0:1788572580.694690:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+64:3637:x1875440196091520:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.694697:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.694708:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10a00/0xaad440e68c484811 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xb330ae6c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48480a expref: 64 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.694719:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xb330ae6c (ffff88ca9241b800) 00010000:00010000:1.0:1788572580.694726:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.694748:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+63:3637:x1875440196091520:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 59us (2370us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.694754:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16075 00000100:00100000:1.0:1788572580.694780:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196092032 00000100:00100000:1.0:1788572580.694786:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196092032 00000100:00100000:1.0:1788572580.694830:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196092544 00000100:00100000:1.0:1788572580.694833:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196092544 00000100:00100000:1.0:1788572580.694848:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196093312 00000100:00100000:1.0:1788572580.694850:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196093312 00000100:00100000:1.0:1788572580.694867:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196093824 00000100:00100000:1.0:1788572580.694870:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196093824 00000100:00100000:1.0:1788572580.694882:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196093440 00000100:00100000:1.0:1788572580.694885:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196093440 00000100:00100000:1.0:1788572580.694897:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196093952 00000100:00100000:1.0:1788572580.694899:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196093952 00000100:00100000:1.0:1788572580.694914:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21346 00000100:00100000:1.0:1788572580.694920:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+61:3637:x1875440196092032:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572580.694945:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1579 count 1 00002000:00010000:1.0:1788572580.694978:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x62b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.694984:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c36d74a/0xaad440e68c4885d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x62b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.694999:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x62b:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.695004:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x62b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.695010:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c36d74a/0xaad440e68c4885d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.695024:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c36d74a/0xaad440e68c4885d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.695034:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c36d74a/0xaad440e68c4885d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.695043:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c36d74a/0xaad440e68c4885d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.695061:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572580.695233:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+62:3637:x1875440196092032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 313us (2812us total) trans 8589943932 rc 0/0 00000100:00100000:1.0:1788572580.695239:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21346 00000100:00100000:1.0:1788572580.695251:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21347 00000100:00100000:1.0:1788572580.695258:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+61:3637:x1875440196092544:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572580.695269:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1754 count 1 00002000:00010000:1.0:1788572580.695284:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x6da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.695289:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e425b2a/0xaad440e68c4885dd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.695297:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6da:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.695299:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6da:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.695303:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e425b2a/0xaad440e68c4885dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.695311:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e425b2a/0xaad440e68c4885dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.695318:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004e425b2a/0xaad440e68c4885dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.695325:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004e425b2a/0xaad440e68c4885dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.695345:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572580.695696:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21348 00000100:00100000:2.0:1788572580.695707:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+8:3637:x1875440196093312:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.695724:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1983 count 1 00002000:00010000:2.0:1788572580.695745:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x7bf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.695750:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d2ccb7b/0xaad440e68c4885e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.695758:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7bf:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.695761:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7bf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.695765:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d2ccb7b/0xaad440e68c4885e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.695774:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d2ccb7b/0xaad440e68c4885e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.695781:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d2ccb7b/0xaad440e68c4885e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.695787:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d2ccb7b/0xaad440e68c4885e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.695817:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1788572580.695911:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+9:3637:x1875440196093312:12345-0@lo:6:osp-syn-0-1.0 Request processed in 206us (3233us total) trans 8589944622 rc 0/0 00000100:00100000:2.0:1788572580.695917:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21348 00000100:00100000:2.0:1788572580.695931:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21349 00000100:00100000:2.0:1788572580.695937:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+8:3637:x1875440196093824:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.695948:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1902 count 1 00002000:00010000:2.0:1788572580.695962:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x76e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.695967:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c4885eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x76e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.695975:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x76e:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.695978:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x76e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.695982:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c4885eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.695990:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c4885eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.695997:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c4885eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696003:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c4885eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696016:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1788572580.696082:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+9:3637:x1875440196093824:12345-0@lo:6:osp-syn-0-1.0 Request processed in 145us (3369us total) trans 8589944623 rc 0/0 00000100:00100000:2.0:1788572580.696088:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21349 00000100:00100000:2.0:1788572580.696100:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21350 00000100:00100000:2.0:1788572580.696105:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+8:3637:x1875440196093440:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.696117:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1890 count 1 00002000:00010000:2.0:1788572580.696143:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x762:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.696148:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c4885f2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x762:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696174:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x762:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.696176:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x762:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.696180:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c4885f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696190:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c4885f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696209:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c4885f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696216:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c4885f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696224:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1788572580.696291:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+9:3637:x1875440196093440:12345-0@lo:6:osp-syn-0-1.0 Request processed in 186us (3529us total) trans 8589944624 rc 0/0 00000100:00100000:2.0:1788572580.696298:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21350 00000100:00100000:2.0:1788572580.696311:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21351 00000100:00100000:2.0:1788572580.696317:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+8:3637:x1875440196093952:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.696329:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1932 count 1 00002000:00010000:2.0:1788572580.696343:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x78c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.696347:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d45c1fb/0xaad440e68c4885f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x78c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696359:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x78c:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.696361:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x78c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.696365:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d45c1fb/0xaad440e68c4885f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696374:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d45c1fb/0xaad440e68c4885f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696381:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000d45c1fb/0xaad440e68c4885f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696387:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d45c1fb/0xaad440e68c4885f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696394:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1788572580.696690:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+9:3637:x1875440196093952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 372us (3893us total) trans 8589944625 rc 0/0 00000100:00100000:2.0:1788572580.696697:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21351 00010000:00010000:2.0:1788572580.696728:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788572580.696735:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c36d74a/0xaad440e68c4885d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696743:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80031e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.696748:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c36d74a/0xaad440e68c4885d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696764:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c36d74a/0xaad440e68c4885d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696782:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c36d74a/0xaad440e68c4885d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696789:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c36d74a/0xaad440e68c4885d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x62b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696824:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788572580.696829:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004e425b2a/0xaad440e68c4885dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696835:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.696837:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004e425b2a/0xaad440e68c4885dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696845:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004e425b2a/0xaad440e68c4885dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696854:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004e425b2a/0xaad440e68c4885dd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696862:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e425b2a/0xaad440e68c4885dd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696879:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788572580.696882:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d2ccb7b/0xaad440e68c4885e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696889:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.696892:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d2ccb7b/0xaad440e68c4885e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696899:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d2ccb7b/0xaad440e68c4885e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696908:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d2ccb7b/0xaad440e68c4885e4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696915:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d2ccb7b/0xaad440e68c4885e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696927:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572580.696930:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c4885eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696936:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ecee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.696939:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c4885eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696951:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c4885eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696960:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c4885eb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696966:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c4885eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x76e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696976:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572580.696979:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c4885f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696984:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ecfc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.696987:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c4885f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.696993:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c4885f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.697001:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c4885f2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.697009:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c4885f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x762:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.697023:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.697027:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d45c1fb/0xaad440e68c4885f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.697033:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ecf800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.697035:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d45c1fb/0xaad440e68c4885f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.697042:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d45c1fb/0xaad440e68c4885f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.697051:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d45c1fb/0xaad440e68c4885f9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.697058:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d45c1fb/0xaad440e68c4885f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x78c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.697067:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.697069:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.697070:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.697077:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.697090:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572580.697172:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.697375:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+62:3637:x1875440196092544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2117us (4737us total) trans 8589943933 rc 0/0 00000100:00100000:1.0:1788572580.697384:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21347 00000100:00100000:1.0:1788572580.697400:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633081984 00000100:00100000:1.0:1788572580.697540:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633081984 00000100:00100000:1.0:1788572580.697590:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21352 00000100:00100000:1.0:1788572580.697599:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:352624:x1875453633081984:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.697611:0:203892:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.697628:0:203892:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003902ae99/0xaad440e68c488600 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77caf expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572580.697720:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x47d:0x0] initial LVB size: 0, mtime: 0x68ba18d8, atime: 0x6a9b4c64, ctime: 0x6a9b4c65, blocks: 0x0 00010000:00010000:1.0:1788572580.697737:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x47d:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.697741:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x47d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.697750:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003902ae99/0xaad440e68c488600 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77caf expref: 23 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.697768:0:203892:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003902ae99/0xaad440e68c488600 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77caf expref: 23 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.697779:0:203892:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca82c6d200, rc 0) 00000100:00100000:1.0:1788572580.697891:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:352624:x1875453633081984:12345-192.168.202.54@tcp:101:rm.0 Request processed in 292us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.697901:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21352 00010000:00010000:1.0:1788572580.697918:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.697954:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589944570 gen 2 00000004:00080000:1.0:1788572580.697960:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cefb480, transno 8589944508 00000004:00080000:1.0:1788572580.697972:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef9500, transno 8589944509 00000004:00080000:1.0:1788572580.697975:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef8a80, transno 8589944510 00000004:00080000:1.0:1788572580.697978:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478ca80, transno 8589944511 00000004:00080000:1.0:1788572580.697981:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c0a6680, transno 8589944512 00000004:00080000:1.0:1788572580.697984:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbaf5d4380, transno 8589944513 00000004:00080000:1.0:1788572580.697986:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca7bb80, transno 8589944514 00000004:00080000:1.0:1788572580.697989:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbaf5d4e00, transno 8589944515 00000004:00080000:1.0:1788572580.697991:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbaf5d7800, transno 8589944516 00000004:00080000:1.0:1788572580.697993:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca7b800, transno 8589944517 00000004:00080000:1.0:1788572580.697996:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca78e00, transno 8589944518 00000004:00080000:1.0:1788572580.697998:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca78380, transno 8589944519 00000004:00080000:1.0:1788572580.698000:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cefb800, transno 8589944520 00000004:00080000:1.0:1788572580.698002:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca7ad80, transno 8589944521 00000004:00080000:1.0:1788572580.698005:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca79880, transno 8589944522 00000004:00080000:1.0:1788572580.698007:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca79f80, transno 8589944523 00000004:00080000:1.0:1788572580.698009:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef9f80, transno 8589944524 00000004:00080000:1.0:1788572580.698011:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef9c00, transno 8589944525 00000004:00080000:1.0:1788572580.698014:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc43b80, transno 8589944526 00000004:00080000:1.0:1788572580.698016:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83a55c00, transno 8589944527 00000004:00080000:1.0:1788572580.698019:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d27800, transno 8589944528 00000004:00080000:1.0:1788572580.698021:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d27b80, transno 8589944529 00000004:00080000:1.0:1788572580.698022:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc40e00, transno 8589944530 00000004:00080000:1.0:1788572580.698024:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d26d80, transno 8589944531 00000004:00080000:1.0:1788572580.698026:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83a1ea00, transno 8589944532 00000004:00080000:1.0:1788572580.698029:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d26300, transno 8589944533 00000004:00080000:1.0:1788572580.698031:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc43100, transno 8589944534 00000004:00080000:1.0:1788572580.698033:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca853fe300, transno 8589944535 00000004:00080000:1.0:1788572580.698036:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018c700, transno 8589944536 00000004:00080000:1.0:1788572580.698038:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f4700, transno 8589944537 00000004:00080000:1.0:1788572580.698040:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83a1c380, transno 8589944538 00000004:00080000:1.0:1788572580.698042:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018e300, transno 8589944539 00000004:00080000:1.0:1788572580.698045:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018df80, transno 8589944540 00000004:00080000:1.0:1788572580.698047:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca908e5c00, transno 8589944541 00000004:00080000:1.0:1788572580.698049:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca853fe680, transno 8589944542 00000004:00080000:1.0:1788572580.698052:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbb2f88a80, transno 8589944543 00000004:00080000:1.0:1788572580.698054:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbb2f8b480, transno 8589944544 00000004:00080000:1.0:1788572580.698056:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca908e7b80, transno 8589944545 00000004:00080000:1.0:1788572580.698058:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbb2f89500, transno 8589944546 00000004:00080000:1.0:1788572580.698059:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca908e6680, transno 8589944547 00000004:00080000:1.0:1788572580.698061:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca908e4e00, transno 8589944548 00000004:00080000:1.0:1788572580.698063:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca908e7480, transno 8589944549 00000004:00080000:1.0:1788572580.698065:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca908e5500, transno 8589944550 00000004:00080000:1.0:1788572580.698067:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca908e4a80, transno 8589944551 00000004:00080000:1.0:1788572580.698070:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92910700, transno 8589944552 00000004:00080000:1.0:1788572580.698072:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92910000, transno 8589944553 00000004:00080000:1.0:1788572580.698074:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92913480, transno 8589944554 00000004:00080000:1.0:1788572580.698077:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92913100, transno 8589944555 00000004:00080000:1.0:1788572580.698079:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92912300, transno 8589944556 00000004:00080000:1.0:1788572580.698082:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb85589180, transno 8589944557 00000004:00080000:1.0:1788572580.698085:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e055c00, transno 8589944558 00000004:00080000:1.0:1788572580.698088:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e055880, transno 8589944559 00000004:00080000:1.0:1788572580.698091:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbde73480, transno 8589944560 00000004:00080000:1.0:1788572580.698093:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e056680, transno 8589944561 00000004:00080000:1.0:1788572580.698095:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbade00e00, transno 8589944562 00000004:00080000:1.0:1788572580.698098:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e054000, transno 8589944563 00000004:00080000:1.0:1788572580.698101:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca908e6300, transno 8589944564 00000004:00080000:1.0:1788572580.698104:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbade03800, transno 8589944565 00000004:00080000:1.0:1788572580.698106:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85588e00, transno 8589944566 00000004:00080000:1.0:1788572580.698109:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85589500, transno 8589944567 00000004:00080000:1.0:1788572580.698112:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8558a680, transno 8589944568 00000004:00080000:1.0:1788572580.698114:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbade01500, transno 8589944569 00000004:00080000:1.0:1788572580.698116:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbade00000, transno 8589944570 00000100:00100000:1.0:1788572580.698124:0:3637:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff88ca90182d80 x1875440196093440/t8589944624(8589944624) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572596 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572580.698894:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90182d80/2, rc 0, transno 8589944624 00000100:00100000:1.0:1788572580.698903:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90182d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196093440:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1788572580.698926:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90182a00/2, rc 0, transno 8589944625 00000100:00100000:1.0:1788572580.698929:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90182a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196093952:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1788572580.698943:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196086400:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.698951:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196086912:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.698960:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196087424:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.698968:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196087936:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.698976:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196088448:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.698985:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196088960:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.698993:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196089472:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.699001:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196089984:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.699010:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196090496:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.699019:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196091008:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1788572580.699028:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196091520:0@lo:103:jbd2/dm-1-8.0 00000004:00080000:1.0:1788572580.699039:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83b28000/2, rc 0, transno 8589943932 00000100:00100000:1.0:1788572580.699048:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196092032:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1788572580.699057:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83b29880/2, rc 0, transno 8589943933 00000100:00100000:1.0:1788572580.699060:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196092544:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1788572580.699069:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83983100/2, rc 0, transno 8589944622 00000100:00100000:1.0:1788572580.699073:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196093312:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1788572580.699082:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90183b80/2, rc 0, transno 8589944623 00000100:00100000:1.0:1788572580.699086:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90183b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196093824:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.699641:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196088064:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.699687:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572580.700687:0:203130:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 37 changes, 8 in progress, 4 in flight, 63 done 00000100:00100000:3.0:1788572580.700763:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90180000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196094592:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.700811:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.700843:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572580.700849:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196094720:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.700870:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.700902:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196094592 00000100:00100000:3.0:1788572580.700909:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196094592 00000100:00100000:3.0:1788572580.700950:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196094720 00000100:00100000:3.0:1788572580.700953:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196094720 00000100:00100000:3.0:1788572580.700976:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21353 00000100:00100000:3.0:1788572580.700984:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+10:3637:x1875440196094592:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572580.701011:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2000 count 1 00002000:00010000:3.0:1788572580.701041:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x7d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.701049:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c488607 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701066:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7d0:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.701070:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.701076:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c488607 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701090:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c488607 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701099:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c488607 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701106:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c488607 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701124:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572580.701276:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+11:3637:x1875440196094592:12345-0@lo:6:osp-syn-0-1.0 Request processed in 291us (463us total) trans 8589944626 rc 0/0 00000100:00100000:3.0:1788572580.701285:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21353 00000100:00100000:3.0:1788572580.701303:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21354 00000100:00100000:3.0:1788572580.701309:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+10:3637:x1875440196094720:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572580.701320:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1787 count 1 00002000:00010000:3.0:1788572580.701336:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x6fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.701341:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c48860e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701349:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6fb:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.701352:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6fb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.701357:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c48860e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701366:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c48860e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701374:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c48860e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701380:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c48860e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701394:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572580.701460:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+11:3637:x1875440196094720:12345-0@lo:6:osp-syn-0-1.0 Request processed in 151us (588us total) trans 8589944627 rc 0/0 00000100:00100000:3.0:1788572580.701465:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21354 00010000:00010000:3.0:1788572580.701486:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572580.701491:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c488607 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701498:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.701503:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c488607 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701511:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c488607 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701526:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c488607 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701534:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c488607 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701552:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572580.701555:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c48860e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701561:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.701564:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c48860e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701570:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c48860e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701578:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c48860e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701585:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c48860e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701595:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.701597:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.701599:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.701605:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572580.701634:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90180380/2, rc 0, transno 8589944627 00000100:00100000:3.0:1788572580.701644:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90180380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196094720:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572580.701654:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90180000/2, rc 0, transno 8589944626 00000100:00100000:3.0:1788572580.701657:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90180000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196094592:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.701704:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196095104:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.701729:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.701747:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572580.701752:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196095232:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.701771:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.701792:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196095104 00000100:00100000:3.0:1788572580.701796:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196095104 00000100:00100000:3.0:1788572580.701817:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196095232 00000100:00100000:3.0:1788572580.701820:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196095232 00000100:00100000:3.0:1788572580.701833:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21355 00000100:00100000:3.0:1788572580.701838:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+12:3637:x1875440196095104:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572580.701850:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1810 count 1 00002000:00010000:3.0:1788572580.701868:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x712:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.701873:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a882a180/0xaad440e68c488615 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x712:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701882:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x712:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.701885:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x712:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.701890:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a882a180/0xaad440e68c488615 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701899:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a882a180/0xaad440e68c488615 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701907:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a882a180/0xaad440e68c488615 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701915:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a882a180/0xaad440e68c488615 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.701929:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572580.702002:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+13:3637:x1875440196095104:12345-0@lo:6:osp-syn-0-1.0 Request processed in 162us (272us total) trans 8589944628 rc 0/0 00000100:00100000:3.0:1788572580.702009:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21355 00000100:00100000:3.0:1788572580.702023:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21356 00000100:00100000:3.0:1788572580.702029:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+12:3637:x1875440196095232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572580.702040:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1502 count 1 00002000:00010000:3.0:1788572580.702069:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x5de:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.702074:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d17a8c39/0xaad440e68c48861c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5de:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.702082:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5de:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.702085:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5de:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.702089:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d17a8c39/0xaad440e68c48861c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.702097:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d17a8c39/0xaad440e68c48861c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.702104:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d17a8c39/0xaad440e68c48861c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.702110:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d17a8c39/0xaad440e68c48861c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.702124:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572580.703271:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+13:3637:x1875440196095232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1235us (1491us total) trans 8589944629 rc 0/0 00000100:00100000:3.0:1788572580.703282:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21356 00010000:00010000:3.0:1788572580.703320:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572580.703328:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a882a180/0xaad440e68c488615 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.703337:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.703341:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a882a180/0xaad440e68c488615 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.703352:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a882a180/0xaad440e68c488615 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.703368:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a882a180/0xaad440e68c488615 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.703376:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a882a180/0xaad440e68c488615 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x712:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.703398:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572580.703402:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d17a8c39/0xaad440e68c48861c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.703408:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.703424:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d17a8c39/0xaad440e68c48861c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.703431:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d17a8c39/0xaad440e68c48861c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.703449:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d17a8c39/0xaad440e68c48861c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.703456:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d17a8c39/0xaad440e68c48861c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5de:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.703468:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.703470:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.703472:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572580.703504:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca7b800/2, rc 0, transno 8589944629 00000100:00100000:3.0:1788572580.703517:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196095232:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572580.703528:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca7bb80/2, rc 0, transno 8589944628 00000100:00100000:3.0:1788572580.703531:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196095104:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.703602:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196087808:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1788572580.703637:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572580.704002:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196088576:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.704033:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.704162:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196087552 00000100:00100000:2.0:1788572580.704171:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196087552 00000100:00100000:2.0:1788572580.704225:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196088064 00000100:00100000:2.0:1788572580.704229:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196088064 00000100:00100000:2.0:1788572580.704249:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16076 00000100:00100000:2.0:1788572580.704258:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+64:3638:x1875440196087552:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1788572580.704271:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572580.704289:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7000/0xaad440e68c486be3 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfc4dfc3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486bdc expref: 64 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.704306:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xcfc4dfc3 (ffff88cba1399600) 00010000:00010000:2.0:1788572580.704317:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572580.704351:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+63:3638:x1875440196087552:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 95us (16685us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.704359:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16076 00000100:00100000:2.0:1788572580.704375:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16077 00000100:00100000:2.0:1788572580.704381:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+62:3638:x1875440196088064:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1788572580.704388:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572580.704399:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7800/0xaad440e68c4869b3 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x7238eac4 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4869ac expref: 62 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.704423:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7238eac4 (ffff88cba1399300) 00010000:00010000:2.0:1788572580.704430:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572580.704913:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+61:3638:x1875440196088064:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 530us (5222us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.704920:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16077 00000100:00100000:0.0:1788572580.705094:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196089088:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.705125:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.705169:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196089600:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.705200:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.705216:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196090112:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.705238:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.705249:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196090624:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.705274:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.705284:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196091136:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.705301:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.705311:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196091648:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.705327:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.705337:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196092160:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.705360:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.705382:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196092672:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.705400:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.705629:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196086528:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.705640:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196087040:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.705648:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196087552:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.705657:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196088064:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.705695:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196094208 00000100:00100000:0.0:1788572580.705701:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196094208 00000100:00100000:0.0:1788572580.705739:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37299 00000100:00100000:0.0:1788572580.705747:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+61:203127:x1875440196094208:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.705963:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+62:203127:x1875440196094208:12345-0@lo:1000:osp_up0-1.0 Request processed in 216us (18831us total) trans 12884962057 rc 0/0 00000100:00100000:0.0:1788572580.705971:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37299 00000100:00100000:0.0:1788572580.705991:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196088576 00000100:00100000:0.0:1788572580.705996:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196088576 00000100:00100000:0.0:1788572580.706015:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196089088 00000100:00100000:0.0:1788572580.706017:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196089088 00000100:00100000:0.0:1788572580.706029:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196089600 00000100:00100000:0.0:1788572580.706031:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196089600 00000100:00100000:0.0:1788572580.706043:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196090112 00000100:00100000:0.0:1788572580.706045:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196090112 00000100:00100000:0.0:1788572580.706055:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196090624 00000100:00100000:0.0:1788572580.706058:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196090624 00000100:00100000:0.0:1788572580.706068:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196091136 00000100:00100000:0.0:1788572580.706069:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196091136 00000100:00100000:0.0:1788572580.706078:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196091648 00000100:00100000:0.0:1788572580.706080:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196091648 00000100:00100000:0.0:1788572580.706091:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16078 00000100:00100000:0.0:1788572580.706096:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+68:3638:x1875440196088576:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.706104:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572580.706124:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f600/0xaad440e68c486219 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa71219e1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486212 expref: 68 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.706233:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xa71219e1 (ffff88ca9258dd00) 00010000:00010000:0.0:1788572580.706244:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572580.706276:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+67:3638:x1875440196088576:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 179us (2242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.706284:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16078 00000100:00100000:0.0:1788572580.706297:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16079 00000100:00100000:0.0:1788572580.706303:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+66:3638:x1875440196089088:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.706311:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572580.706325:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c485d8f lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x407995d1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485d88 expref: 66 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.706336:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x407995d1 (ffff88cb981f5000) 00010000:00010000:0.0:1788572580.706344:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572580.706367:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+65:3638:x1875440196089088:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 64us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.706373:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16079 00000100:00100000:0.0:1788572580.706386:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16080 00000100:00100000:0.0:1788572580.706392:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+64:3638:x1875440196089600:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.706399:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1788572580.706604:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196094208:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.706618:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15480 rpc_version 15480 00000020:00100000:2.0:1788572580.706638:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.706645:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83b29f80 x1875440196095744/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.706664:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b29f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196095744:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.706694:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.706712:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136c540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.706726:0:202398:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196095744 00000100:00100000:2.0:1788572580.706729:0:202398:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196095744 00000100:00100000:2.0:1788572580.706753:0:202398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37300 00000100:00100000:2.0:1788572580.706758:0:202398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+65:203127:x1875440196095744:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.706868:0:202398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+66:203127:x1875440196095744:12345-0@lo:1000:osp_up0-1.0 Request processed in 109us (172us total) trans 12884962058 rc 0/0 00000100:00100000:2.0:1788572580.706874:0:202398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37300 00000100:00100000:2.0:1788572580.706903:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b29f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196095744:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.706909:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15481 rpc_version 15481 00000020:00100000:2.0:1788572580.706920:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.706925:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83a1ea00 x1875440196096000/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.706936:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196096000:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.706959:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.706974:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136c540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.706988:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16081 00000100:00100000:2.0:1788572580.706995:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+65:3638:x1875440196090112:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1788572580.707004:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572580.707017:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9f600/0xaad440e68c4854f9 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xa3c4469e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4854f2 expref: 65 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.707030:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xa3c4469e (ffff88ca9258d300) 00010000:00010000:2.0:1788572580.707040:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572580.707063:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+64:3638:x1875440196090112:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 69us (1825us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.707069:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16081 00000100:00100000:2.0:1788572580.707083:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16082 00000100:00100000:2.0:1788572580.707088:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+63:3638:x1875440196090624:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1788572580.707095:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572580.707105:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02a00/0xaad440e68c484fff lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x95a7eb53 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484ff8 expref: 63 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.707115:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x95a7eb53 (ffff88cbb349db00) 00010000:00010000:2.0:1788572580.707124:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572580.707600:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6400/0xaad440e68c485a01 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8acc6575 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4859fa expref: 62 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.707615:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x8acc6575 (ffff88caa2ec0d00) 00010000:00010000:0.0:1788572580.707625:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572580.708036:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16083 00000100:00100000:3.0:1788572580.708048:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+61:3638:x1875440196091136:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1788572580.708058:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572580.708072:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b02400/0xaad440e68c484a6b lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x3a2432d5 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484a64 expref: 61 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.708083:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x3a2432d5 (ffff88ca91600c00) 00010000:00010000:3.0:1788572580.708089:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.708177:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196092160 00000100:00100000:1.0:1788572580.708184:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196092160 00000100:00100000:1.0:1788572580.708234:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196092672 00000100:00100000:1.0:1788572580.708238:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196092672 00000100:00100000:1.0:1788572580.708257:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21357 00000100:00100000:1.0:1788572580.708264:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+63:3638:x1875440196092160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572580.708287:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1514 count 1 00002000:00010000:1.0:1788572580.708318:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x5ea:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.708324:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009825212e/0xaad440e68c488623 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5ea:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.708338:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x5ea:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.708342:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x5ea:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.708348:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009825212e/0xaad440e68c488623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.708361:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009825212e/0xaad440e68c488623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.708370:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009825212e/0xaad440e68c488623 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.708378:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009825212e/0xaad440e68c488623 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.708395:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572580.708922:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+60:3638:x1875440196089600:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 2529us (3729us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.708932:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16080 00000100:00100000:0.0:1788572580.708954:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16084 00000100:00100000:0.0:1788572580.708963:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+59:3638:x1875440196091648:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.708971:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572580.708984:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512e00/0xaad440e68c484491 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x2290e8a3 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48448a expref: 59 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.708998:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x2290e8a3 (ffff88cba1399500) 00010000:00010000:0.0:1788572580.709007:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572580.709034:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+58:3638:x1875440196091648:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 74us (3707us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.709039:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16084 00000100:00100000:0.0:1788572580.709064:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21358 00000100:00100000:0.0:1788572580.709072:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+64:3638:x1875440196092672:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572580.709086:0:225661:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1777 count 1 00002000:00010000:0.0:1788572580.709108:0:225661:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x6f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.709113:0:225661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c48862a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709122:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6f1:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.709125:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6f1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.709130:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c48862a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709167:0:225661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c48862a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709176:0:225661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c48862a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709183:0:225661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c48862a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709211:0:225661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572580.709286:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+65:3638:x1875440196092672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 215us (3884us total) trans 8589943935 rc 0/0 00000100:00100000:0.0:1788572580.709292:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21358 00000100:00100000:0.0:1788572580.709326:0:203129:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196096000 00000100:00100000:0.0:1788572580.709331:0:203129:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196096000 00000100:00100000:0.0:1788572580.709358:0:203129:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37301 00000100:00100000:0.0:1788572580.709364:0:203129:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+58:203127:x1875440196096000:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.709494:0:203129:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+59:203127:x1875440196096000:12345-0@lo:1000:osp_up0-1.0 Request processed in 130us (2534us total) trans 12884962059 rc 0/0 00000100:00100000:0.0:1788572580.709501:0:203129:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37301 00010000:00010000:0.0:1788572580.709521:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572580.709527:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009825212e/0xaad440e68c488623 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709535:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6ca00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.709539:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009825212e/0xaad440e68c488623 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709548:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009825212e/0xaad440e68c488623 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709561:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009825212e/0xaad440e68c488623 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709568:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009825212e/0xaad440e68c488623 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709586:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.709590:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c48862a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709596:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30adc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.709599:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c48862a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709607:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c48862a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709617:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c48862a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709624:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c48862a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.709638:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.709640:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.709641:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572580.709657:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.709696:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196088192:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.709730:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.709741:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196088704:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.709763:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.709775:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196089216:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.709793:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.709819:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196089728:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.709837:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.709847:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196090240:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.709864:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.709873:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196090752:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.709889:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.709898:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196091264:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1788572580.709913:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.709922:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196091776:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.709942:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.709960:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196092288:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.709978:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.709995:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196093056:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.710017:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.710035:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196093568:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.710053:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.710076:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196094336:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.710096:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.710112:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196094848:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.710131:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.710146:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196095360:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.710187:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.710218:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [3->2] 00000100:00100000:0.0:1788572580.710224:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196093184:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.710245:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.710260:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196093696:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.710281:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.710298:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196094464:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.710317:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.710333:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196094976:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.710353:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.710368:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196095488:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.710386:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.710413:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196087680 00000100:00100000:0.0:1788572580.710418:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196087680 00000100:00100000:0.0:1788572580.710445:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196088192 00000100:00100000:0.0:1788572580.710448:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196088192 00000100:00100000:0.0:1788572580.710461:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196088704 00000100:00100000:0.0:1788572580.710464:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196088704 00000100:00100000:0.0:1788572580.710475:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196089216 00000100:00100000:0.0:1788572580.710478:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196089216 00000100:00100000:0.0:1788572580.710489:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196089728 00000100:00100000:0.0:1788572580.710491:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196089728 00000100:00100000:0.0:1788572580.710502:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196090240 00000100:00100000:0.0:1788572580.710505:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196090240 00000100:00100000:0.0:1788572580.710518:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196090752 00000100:00100000:0.0:1788572580.710520:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196090752 00000100:00100000:0.0:1788572580.710529:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196091264 00000100:00100000:0.0:1788572580.710531:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196091264 00000100:00100000:0.0:1788572580.710544:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16085 00000100:00100000:0.0:1788572580.710550:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85544450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+66:3639:x1875440196087680:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.710560:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572580.710576:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6800/0xaad440e68c486b49 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xc5284b05 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486b42 expref: 66 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.710592:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xc5284b05 (ffff88cba1399700) 00010000:00010000:0.0:1788572580.710602:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572580.710632:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85544450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+65:3639:x1875440196087680:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 83us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.710642:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16085 00000100:00100000:0.0:1788572580.710678:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16086 00000100:00100000:0.0:1788572580.710685:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85547c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+64:3639:x1875440196088192:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.710692:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572580.710704:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca94b03000/0xaad440e68c486847 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xead11c38 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486840 expref: 64 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.710716:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xead11c38 (ffff88ca8ff27000) 00010000:00010000:0.0:1788572580.710726:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572580.710748:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85547c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+63:3639:x1875440196088192:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 64us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.710753:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16086 00000100:00100000:0.0:1788572580.710765:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16087 00000100:00100000:0.0:1788572580.710770:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+62:3639:x1875440196088704:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.710777:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572580.710786:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7200/0xaad440e68c486067 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x54b4166b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486060 expref: 62 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.710797:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x54b4166b (ffff88ca9258de00) 00010000:00010000:0.0:1788572580.710806:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572580.710826:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+61:3639:x1875440196088704:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 56us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.710832:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16087 00000100:00100000:0.0:1788572580.710843:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16088 00000100:00100000:0.0:1788572580.710849:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+60:3639:x1875440196089216:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.710859:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572580.710869:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9fc00/0xaad440e68c485cf5 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xcfdf27f2 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485cee expref: 60 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.710879:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xcfdf27f2 (ffff88ca9258da00) 00010000:00010000:0.0:1788572580.710885:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572580.710905:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+59:3639:x1875440196089216:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 56us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.710911:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16088 00000100:00100000:0.0:1788572580.710923:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16089 00000100:00100000:0.0:1788572580.710929:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+58:3639:x1875440196089728:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.710937:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572580.710947:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c485967 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x30f234e2 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485960 expref: 58 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.710958:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x30f234e2 (ffff88ca962acb00) 00010000:00010000:0.0:1788572580.710966:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572580.710988:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+57:3639:x1875440196089728:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 59us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.710994:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16089 00000100:00100000:0.0:1788572580.711006:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16090 00000100:00100000:0.0:1788572580.711011:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+56:3639:x1875440196090240:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.711018:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572580.711028:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c4851bf lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xbbf31439 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4851b8 expref: 56 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711044:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xbbf31439 (ffff88cbb349d400) 00010000:00010000:0.0:1788572580.711053:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572580.711075:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+55:3639:x1875440196090240:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 64us (1210us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.711081:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16090 00000100:00100000:0.0:1788572580.711094:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16091 00000100:00100000:0.0:1788572580.711099:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+54:3639:x1875440196090752:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.711106:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572580.711115:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c484d5f lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x1e75acae bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484d58 expref: 54 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711124:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x1e75acae (ffff88ca8b6a2000) 00010000:00010000:0.0:1788572580.711132:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572580.711179:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+53:3639:x1875440196090752:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 80us (1288us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.711186:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16091 00000100:00100000:0.0:1788572580.711212:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16092 00000100:00100000:0.0:1788572580.711218:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+52:3639:x1875440196091264:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1788572580.711224:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572580.711235:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11e00/0xaad440e68c484a09 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd53e3c06 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484a02 expref: 52 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711246:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd53e3c06 (ffff88ca9241bf00) 00010000:00010000:0.0:1788572580.711253:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572580.711276:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+51:3639:x1875440196091264:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 59us (1362us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.711282:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16092 00000100:00100000:0.0:1788572580.711302:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196091776 00000100:00100000:0.0:1788572580.711306:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196091776 00000100:00100000:0.0:1788572580.711328:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196092288 00000100:00100000:0.0:1788572580.711331:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196092288 00000100:00100000:0.0:1788572580.711344:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196093056 00000100:00100000:0.0:1788572580.711347:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196093056 00000100:00100000:0.0:1788572580.711361:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196093568 00000100:00100000:0.0:1788572580.711364:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196093568 00000100:00100000:0.0:1788572580.711376:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196094336 00000100:00100000:0.0:1788572580.711379:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196094336 00000100:00100000:0.0:1788572580.711387:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196094848 00000100:00100000:0.0:1788572580.711389:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196094848 00000100:00100000:0.0:1788572580.711398:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196095360 00000100:00100000:0.0:1788572580.711401:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196095360 00000100:00100000:0.0:1788572580.711409:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196093184 00000100:00100000:0.0:1788572580.711412:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196093184 00000100:00100000:0.0:1788572580.711420:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196093696 00000100:00100000:0.0:1788572580.711422:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196093696 00000100:00100000:0.0:1788572580.711431:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196094464 00000100:00100000:0.0:1788572580.711433:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196094464 00000100:00100000:0.0:1788572580.711441:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196094976 00000100:00100000:0.0:1788572580.711443:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196094976 00000100:00100000:0.0:1788572580.711468:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196095488 00000100:00100000:0.0:1788572580.711471:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196095488 00000100:00100000:0.0:1788572580.711484:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21359 00000100:00100000:0.0:1788572580.711490:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+68:3639:x1875440196091776:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572580.711508:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1587 count 1 00002000:00010000:0.0:1788572580.711536:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x633:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.711543:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488631 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x633:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711555:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x633:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.711560:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x633:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.711566:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711578:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711589:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488631 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711597:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711618:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572580.711761:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+69:3639:x1875440196091776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 271us (1817us total) trans 8589943936 rc 0/0 00000100:00100000:0.0:1788572580.711768:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21359 00000100:00100000:0.0:1788572580.711780:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21360 00000100:00100000:0.0:1788572580.711785:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+68:3639:x1875440196092288:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572580.711796:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1873 count 1 00002000:00010000:0.0:1788572580.711811:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x751:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.711815:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488638 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x751:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711828:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x751:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.711831:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x751:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.711834:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488638 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711843:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488638 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711850:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488638 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711857:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488638 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.711871:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572580.711932:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+69:3639:x1875440196092288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 146us (1952us total) trans 8589943937 rc 0/0 00000100:00100000:0.0:1788572580.711939:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21360 00000100:00100000:0.0:1788572580.711952:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21361 00000100:00100000:0.0:1788572580.711959:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+20:3639:x1875440196093056:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.711972:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1822 count 1 00002000:00010000:0.0:1788572580.711989:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x71e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.711994:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b5ae4ee/0xaad440e68c48863f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x71e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.712007:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x71e:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.712010:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x71e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.712015:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b5ae4ee/0xaad440e68c48863f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.712024:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b5ae4ee/0xaad440e68c48863f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.712032:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b5ae4ee/0xaad440e68c48863f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.712039:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b5ae4ee/0xaad440e68c48863f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.712057:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1788572580.712138:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+21:3639:x1875440196093056:12345-0@lo:6:osp-syn-0-1.0 Request processed in 179us (2119us total) trans 8589944630 rc 0/0 00000100:00100000:0.0:1788572580.712145:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21361 00000100:00100000:0.0:1788572580.712179:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21362 00000100:00100000:0.0:1788572580.712186:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+20:3639:x1875440196093568:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572580.712970:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+50:3638:x1875440196090624:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 5877us (7690us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.712980:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16082 00000100:00100000:2.0:1788572580.713048:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196096000:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.713062:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15482 rpc_version 15482 00000020:00100000:2.0:1788572580.713084:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.713092:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83a1df80 x1875440196096256/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.713113:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1df80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196096256:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.713178:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.713211:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136c540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.713227:0:225657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196096256 00000100:00100000:2.0:1788572580.713232:0:225657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196096256 00000100:00100000:2.0:1788572580.713272:0:225657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37302 00000100:00100000:2.0:1788572580.713279:0:225657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+50:203127:x1875440196096256:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.713396:0:225657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+51:203127:x1875440196096256:12345-0@lo:1000:osp_up0-1.0 Request processed in 117us (218us total) trans 12884962060 rc 0/0 00000100:00100000:2.0:1788572580.713402:0:225657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37302 00000100:00100000:2.0:1788572580.713611:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1df80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196096256:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.713619:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15483 rpc_version 15483 00000020:00100000:2.0:1788572580.713631:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.713636:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83a1dc00 x1875440196096512/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.713648:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196096512:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.713679:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.713695:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136c540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.713708:0:202397:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196096512 00000100:00100000:2.0:1788572580.713711:0:202397:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196096512 00000100:00100000:2.0:1788572580.713736:0:202397:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37303 00000100:00100000:2.0:1788572580.713742:0:202397:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbb906450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+51:203127:x1875440196096512:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.713884:0:202397:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbb906450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+52:203127:x1875440196096512:12345-0@lo:1000:osp_up0-1.0 Request processed in 140us (202us total) trans 12884962061 rc 0/0 00000100:00100000:2.0:1788572580.713890:0:202397:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37303 00000100:00100000:2.0:1788572580.714088:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1dc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196096512:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.714096:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15484 rpc_version 15484 00000020:00100000:2.0:1788572580.714106:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.714111:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83a1c380 x1875440196096768/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.714123:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1c380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196096768:0@lo:1000:osp_up0-1.0 00002000:00080000:0.0:1788572580.714237:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1917 count 1 00002000:00010000:0.0:1788572580.714266:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x77d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.714274:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f53ac9db/0xaad440e68c488646 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.714293:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x77d:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.714297:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x77d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.714303:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f53ac9db/0xaad440e68c488646 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.714316:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f53ac9db/0xaad440e68c488646 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.714327:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f53ac9db/0xaad440e68c488646 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.714335:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f53ac9db/0xaad440e68c488646 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.714345:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1788572580.714740:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+21:3639:x1875440196093568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2554us (4684us total) trans 8589944631 rc 0/0 00000100:00100000:0.0:1788572580.714749:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21362 00000100:00100000:0.0:1788572580.714769:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21363 00000100:00100000:0.0:1788572580.714779:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+68:3639:x1875440196094336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572580.714792:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1793 count 1 00002000:00010000:0.0:1788572580.714824:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x701:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.714830:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045ff4519/0xaad440e68c48864d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x701:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.714844:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x701:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.714847:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x701:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.714851:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045ff4519/0xaad440e68c48864d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.714862:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045ff4519/0xaad440e68c48864d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.714871:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045ff4519/0xaad440e68c48864d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.714878:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000045ff4519/0xaad440e68c48864d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.714887:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1788572580.714966:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+69:3639:x1875440196094336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 190us (4869us total) trans 8589943938 rc 0/0 00000100:00100000:0.0:1788572580.714972:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21363 00000100:00100000:0.0:1788572580.714985:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21364 00000100:00100000:0.0:1788572580.714992:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+20:3639:x1875440196094848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.715004:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1824 count 1 00002000:00010000:0.0:1788572580.715020:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x720:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.715025:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001561a1f8/0xaad440e68c488654 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x720:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715037:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x720:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.715040:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x720:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.715044:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001561a1f8/0xaad440e68c488654 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715053:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001561a1f8/0xaad440e68c488654 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715062:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001561a1f8/0xaad440e68c488654 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715069:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001561a1f8/0xaad440e68c488654 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715077:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1788572580.715182:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+21:3639:x1875440196094848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 160us (5018us total) trans 8589944632 rc 0/0 00000100:00100000:0.0:1788572580.715198:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21364 00000100:00100000:0.0:1788572580.715212:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21365 00000100:00100000:0.0:1788572580.715219:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+20:3639:x1875440196095360:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.715233:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1884 count 1 00002000:00010000:0.0:1788572580.715251:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x75c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.715256:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005510a63d/0xaad440e68c48865b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x75c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715269:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x75c:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.715272:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x75c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.715276:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005510a63d/0xaad440e68c48865b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715286:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005510a63d/0xaad440e68c48865b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715294:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005510a63d/0xaad440e68c48865b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715302:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005510a63d/0xaad440e68c48865b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715310:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1788572580.715374:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+21:3639:x1875440196095360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 156us (5186us total) trans 8589944633 rc 0/0 00000100:00100000:0.0:1788572580.715380:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21365 00000100:00100000:0.0:1788572580.715392:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21366 00000100:00100000:0.0:1788572580.715398:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+20:3639:x1875440196093184:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.715422:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2010 count 1 00002000:00010000:0.0:1788572580.715684:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x7da:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.715693:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000522b8330/0xaad440e68c488662 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7da:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715706:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7da:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.715710:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7da:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.715714:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000522b8330/0xaad440e68c488662 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715724:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000522b8330/0xaad440e68c488662 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715733:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000522b8330/0xaad440e68c488662 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715741:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000522b8330/0xaad440e68c488662 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715751:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1788572580.715890:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+21:3639:x1875440196093184:12345-0@lo:6:osp-syn-0-1.0 Request processed in 491us (5643us total) trans 8589944634 rc 0/0 00000100:00100000:0.0:1788572580.715897:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21366 00000100:00100000:0.0:1788572580.715912:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21367 00000100:00100000:0.0:1788572580.715919:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbd8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+20:3639:x1875440196093696:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.715932:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1858 count 1 00002000:00010000:0.0:1788572580.715949:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x742:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.715954:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a85a9df7/0xaad440e68c488669 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x742:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715967:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x742:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.715970:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x742:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.715974:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a85a9df7/0xaad440e68c488669 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715983:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a85a9df7/0xaad440e68c488669 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715991:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a85a9df7/0xaad440e68c488669 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.715998:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a85a9df7/0xaad440e68c488669 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716007:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:0.0:1788572580.716075:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbd8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+21:3639:x1875440196093696:12345-0@lo:6:osp-syn-0-1.0 Request processed in 156us (5792us total) trans 8589944635 rc 0/0 00000100:00100000:0.0:1788572580.716081:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21367 00000100:00100000:0.0:1788572580.716092:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21368 00000100:00100000:0.0:1788572580.716099:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+68:3639:x1875440196094464:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572580.716112:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1735 count 1 00002000:00010000:0.0:1788572580.716128:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x6c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.716225:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488670 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716238:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6c7:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.716241:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6c7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.716245:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716255:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716263:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488670 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716271:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716280:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:0.0:1788572580.716353:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+69:3639:x1875440196094464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 253us (6034us total) trans 8589943939 rc 0/0 00000100:00100000:0.0:1788572580.716359:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21368 00000100:00100000:0.0:1788572580.716372:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21369 00000100:00100000:0.0:1788572580.716378:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+20:3639:x1875440196094976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.716389:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1575 count 1 00002000:00010000:0.0:1788572580.716530:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x627:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.716537:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488677 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x627:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716549:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x627:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.716551:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x627:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.716556:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488677 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716566:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488677 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716573:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488677 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716580:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488677 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716589:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:0.0:1788572580.716655:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+21:3639:x1875440196094976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 277us (6300us total) trans 8589944636 rc 0/0 00000100:00100000:0.0:1788572580.716662:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21369 00000100:00100000:0.0:1788572580.716675:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21370 00000100:00100000:0.0:1788572580.716681:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+20:3639:x1875440196095488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.716692:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1713 count 1 00002000:00010000:0.0:1788572580.716706:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x6b1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.716711:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088ab4185/0xaad440e68c48867e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716723:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6b1:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.716726:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6b1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.716730:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088ab4185/0xaad440e68c48867e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716738:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088ab4185/0xaad440e68c48867e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716745:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088ab4185/0xaad440e68c48867e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716752:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088ab4185/0xaad440e68c48867e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.716761:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00000100:00100000:3.0:1788572580.716925:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+51:3638:x1875440196091136:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 8879us (11621us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.716934:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16083 00000100:00100000:0.0:1788572580.717627:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+21:3639:x1875440196095488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 944us (7238us total) trans 8589944637 rc 0/0 00000100:00100000:0.0:1788572580.717636:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21370 00010000:00010000:0.0:1788572580.717704:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:0.0:1788572580.717711:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.717721:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30aca00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.717726:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488631 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.717742:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488631 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.717762:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488631 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.717770:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488631 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x633:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.717788:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:0.0:1788572580.717792:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488638 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.717798:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ad600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.717800:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488638 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572580.718361:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbfec6680/2, rc 0, transno 8589944634 00000100:00100000:3.0:1788572580.718377:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196093184:0@lo:6:osp-syn-0-1.0 00000001:00080000:3.0:1788572580.718822:0:204704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589943933 is committed 00000001:00080000:3.0:1788572580.718836:0:204704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589943931 is committed 00000004:00080000:3.0:1788572580.719028:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90183100/2, rc 0, transno 8589944635 00000100:00100000:3.0:1788572580.719038:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90183100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196093696:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572580.719051:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83b2a300/2, rc 0, transno 8589943939 00000100:00100000:3.0:1788572580.719063:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196094464:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572580.719073:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbaf5d4380/2, rc 0, transno 8589944636 00000100:00100000:3.0:1788572580.719077:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196094976:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572580.719085:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca79880/2, rc 0, transno 8589944637 00000100:00100000:3.0:1788572580.719088:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196095488:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572580.719099:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83b2aa00/2, rc 0, transno 8589943938 00000100:00100000:3.0:1788572580.719102:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196094336:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572580.719110:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90181880/2, rc 0, transno 8589944632 00000100:00100000:3.0:1788572580.719113:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196094848:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572580.719121:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca7ad80/2, rc 0, transno 8589944633 00000100:00100000:3.0:1788572580.719124:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196095360:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.719274:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196087680:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.719293:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196088192:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.719303:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196088704:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.719312:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196089216:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.719321:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196089728:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.719329:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196090240:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.719337:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196090752:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.719346:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196091264:0@lo:103:jbd2/dm-1-8.0 00000004:00080000:3.0:1788572580.719355:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b79bb80/2, rc 0, transno 8589943936 00000100:00100000:3.0:1788572580.719359:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196091776:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572580.719368:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83b29180/2, rc 0, transno 8589943937 00000100:00100000:3.0:1788572580.719372:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196092288:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572580.719381:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbfec4e00/2, rc 0, transno 8589944630 00000100:00100000:3.0:1788572580.719384:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196093056:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572580.719391:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90180e00/2, rc 0, transno 8589944631 00000100:00100000:3.0:1788572580.719394:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90180e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196093568:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1788572580.719546:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719573:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488638 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719581:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488638 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x751:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719606:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:0.0:1788572580.719611:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b5ae4ee/0xaad440e68c48863f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719619:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ace00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.719622:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b5ae4ee/0xaad440e68c48863f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719630:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b5ae4ee/0xaad440e68c48863f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719639:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b5ae4ee/0xaad440e68c48863f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719646:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b5ae4ee/0xaad440e68c48863f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x71e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719658:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1788572580.719662:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f53ac9db/0xaad440e68c488646 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719667:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ac800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.719670:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f53ac9db/0xaad440e68c488646 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719681:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f53ac9db/0xaad440e68c488646 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719690:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f53ac9db/0xaad440e68c488646 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719697:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f53ac9db/0xaad440e68c488646 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719708:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1788572580.719711:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000045ff4519/0xaad440e68c48864d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719717:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30acc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.719720:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000045ff4519/0xaad440e68c48864d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719727:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000045ff4519/0xaad440e68c48864d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719736:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000045ff4519/0xaad440e68c48864d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719743:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045ff4519/0xaad440e68c48864d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x701:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719757:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1788572580.719761:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001561a1f8/0xaad440e68c488654 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719767:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ad000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.719770:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001561a1f8/0xaad440e68c488654 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719778:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001561a1f8/0xaad440e68c488654 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719787:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001561a1f8/0xaad440e68c488654 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.719793:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001561a1f8/0xaad440e68c488654 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x720:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572580.719982:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cefb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196097152:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.720041:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.720071:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196097664:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.720091:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.720106:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788572580.720111:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196097280:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.720127:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.720243:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196097792:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.720266:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.720297:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196097024:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.720319:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.720335:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cefb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196097536:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.720354:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.720381:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196088576:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.720392:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196089088:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.720400:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196089600:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.720426:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196090112:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.720573:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196090624:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.720590:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196091136:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.720599:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196091648:0@lo:103:jbd2/dm-1-8.0 00000004:00080000:3.0:1788572580.720612:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83b28e00/2, rc 0, transno 8589943935 00000100:00100000:3.0:1788572580.720617:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196092672:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572580.720640:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788572580.720645:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196096896:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.720669:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.720686:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196097408:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.720705:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.720739:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196097152 00000100:00100000:3.0:1788572580.720745:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196097152 00000100:00100000:3.0:1788572580.720785:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196097664 00000100:00100000:3.0:1788572580.720788:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196097664 00000100:00100000:3.0:1788572580.720818:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196097280 00000100:00100000:3.0:1788572580.720821:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196097280 00000100:00100000:3.0:1788572580.720838:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196097792 00000100:00100000:3.0:1788572580.720841:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196097792 00010000:00010000:0.0:1788572580.721115:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1788572580.721121:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005510a63d/0xaad440e68c48865b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721131:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ad800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.721146:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005510a63d/0xaad440e68c48865b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721176:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005510a63d/0xaad440e68c48865b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721202:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005510a63d/0xaad440e68c48865b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721211:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005510a63d/0xaad440e68c48865b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x75c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721225:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1788572580.721229:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000522b8330/0xaad440e68c488662 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721235:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.721239:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000522b8330/0xaad440e68c488662 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721246:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000522b8330/0xaad440e68c488662 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721255:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000522b8330/0xaad440e68c488662 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721262:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000522b8330/0xaad440e68c488662 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7da:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721281:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788572580.721285:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a85a9df7/0xaad440e68c488669 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721291:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1a800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.721294:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a85a9df7/0xaad440e68c488669 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721301:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a85a9df7/0xaad440e68c488669 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721309:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a85a9df7/0xaad440e68c488669 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721316:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a85a9df7/0xaad440e68c488669 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x742:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721327:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572580.721330:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721336:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.721339:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721351:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488670 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721361:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488670 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721367:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488670 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721383:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572580.721387:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488677 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721393:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ba00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.721396:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488677 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721402:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488677 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721412:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488677 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721418:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488677 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721434:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.721627:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088ab4185/0xaad440e68c48867e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721636:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.721640:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088ab4185/0xaad440e68c48867e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721648:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088ab4185/0xaad440e68c48867e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721658:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088ab4185/0xaad440e68c48867e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721666:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088ab4185/0xaad440e68c48867e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721680:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.721682:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.721684:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572580.721702:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196097024 00000100:00100000:0.0:1788572580.721707:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196097024 00000100:00100000:0.0:1788572580.721737:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196097536 00000100:00100000:0.0:1788572580.721740:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196097536 00000100:00100000:0.0:1788572580.721754:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196096896 00000100:00100000:0.0:1788572580.721757:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196096896 00000100:00100000:0.0:1788572580.721775:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196097408 00000100:00100000:0.0:1788572580.721778:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196097408 00000100:00100000:0.0:1788572580.721794:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21371 00000100:00100000:0.0:1788572580.721863:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+28:3639:x1875440196097152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.721893:0:225661:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2060 count 1 00002000:00010000:0.0:1788572580.721922:0:225661:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x80c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.721928:0:225661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000433333eb/0xaad440e68c488685 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x80c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721940:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x80c:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.721944:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x80c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.721950:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000433333eb/0xaad440e68c488685 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721963:0:225661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000433333eb/0xaad440e68c488685 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721972:0:225661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000433333eb/0xaad440e68c488685 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721979:0:225661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000433333eb/0xaad440e68c488685 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.721995:0:225661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572580.722259:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21372 00000100:00100000:3.0:1788572580.722267:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+29:3639:x1875440196097664:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572580.722280:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1817 count 1 00002000:00010000:3.0:1788572580.722297:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x719:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.722303:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c48868c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x719:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.722311:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x719:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.722315:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x719:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.722319:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c48868c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.722329:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c48868c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.722337:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c48868c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.722344:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c48868c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.722353:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572580.722730:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.722762:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136c540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.722886:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196098176:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.722918:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.722936:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788572580.722942:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196098304:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.722962:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.722980:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196097920:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.723002:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.723014:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196098432:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.723030:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.723041:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572580.723045:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196098048:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.723063:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.723289:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196098176 00000100:00100000:2.0:1788572580.723295:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196098176 00000100:00100000:2.0:1788572580.723319:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196098304 00000100:00100000:2.0:1788572580.723322:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196098304 00000100:00100000:2.0:1788572580.723330:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196097920 00000100:00100000:2.0:1788572580.723333:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196097920 00000100:00100000:2.0:1788572580.723341:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196098432 00000100:00100000:2.0:1788572580.723343:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196098432 00000100:00100000:2.0:1788572580.723350:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196098048 00000100:00100000:2.0:1788572580.723352:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196098048 00000100:00100000:2.0:1788572580.723361:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21373 00000100:00100000:2.0:1788572580.723368:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+30:3639:x1875440196097280:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.723383:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1692 count 1 00002000:00010000:2.0:1788572580.723417:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x69c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.723423:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c488693 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x69c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.723435:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x69c:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.723562:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x69c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.723569:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c488693 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.723581:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c488693 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.723591:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c488693 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.723599:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c488693 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.723609:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1788572580.723731:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+31:3639:x1875440196097280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 363us (3602us total) trans 8589944640 rc 0/0 00000100:00100000:2.0:1788572580.723739:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21373 00000100:00100000:2.0:1788572580.723760:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21374 00000100:00100000:2.0:1788572580.723767:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+30:3638:x1875440196097024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.723780:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1656 count 1 00002000:00010000:2.0:1788572580.723796:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x678:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.723813:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c48869a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x678:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.723827:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x678:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.723829:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x678:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.723833:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c48869a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.723843:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c48869a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.723850:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c48869a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.723857:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c48869a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.723867:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1788572580.723940:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+31:3638:x1875440196097024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 172us (3618us total) trans 8589944641 rc 0/0 00000100:00100000:2.0:1788572580.723946:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21374 00000100:00100000:2.0:1788572580.723961:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21375 00000100:00100000:2.0:1788572580.723967:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+30:3638:x1875440196097536:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.723979:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1689 count 1 00002000:00010000:2.0:1788572580.723993:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x699:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.723998:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000006e7052/0xaad440e68c4886a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x699:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724011:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x699:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.724013:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x699:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.724017:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000006e7052/0xaad440e68c4886a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724026:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000006e7052/0xaad440e68c4886a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724034:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000006e7052/0xaad440e68c4886a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724042:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000006e7052/0xaad440e68c4886a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724051:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1788572580.724110:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+31:3638:x1875440196097536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 142us (3753us total) trans 8589944642 rc 0/0 00000100:00100000:2.0:1788572580.724116:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21375 00000100:00100000:2.0:1788572580.724130:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21376 00000100:00100000:2.0:1788572580.724286:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+30:3638:x1875440196096896:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.724299:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1868 count 1 00002000:00010000:2.0:1788572580.724314:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x74c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.724319:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be05e612/0xaad440e68c4886a8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724331:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x74c:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.724334:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x74c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.724338:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be05e612/0xaad440e68c4886a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724347:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be05e612/0xaad440e68c4886a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724354:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be05e612/0xaad440e68c4886a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724362:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be05e612/0xaad440e68c4886a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724370:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1788572580.724576:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+31:3638:x1875440196096896:12345-0@lo:6:osp-syn-0-1.0 Request processed in 293us (3904us total) trans 8589944643 rc 0/0 00000100:00100000:2.0:1788572580.724583:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21376 00000100:00100000:2.0:1788572580.724598:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21377 00000100:00100000:2.0:1788572580.724606:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+30:3638:x1875440196097408:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.724617:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1671 count 1 00002000:00010000:2.0:1788572580.724632:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x687:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.724637:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e22fe0d1/0xaad440e68c4886af lrc: 3/0,1 mode: --/PW res: [0x280000400:0x687:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724650:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x687:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.724653:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x687:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.724657:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e22fe0d1/0xaad440e68c4886af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724667:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e22fe0d1/0xaad440e68c4886af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724675:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e22fe0d1/0xaad440e68c4886af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724682:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e22fe0d1/0xaad440e68c4886af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724690:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1788572580.724752:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+31:3638:x1875440196097408:12345-0@lo:6:osp-syn-0-1.0 Request processed in 147us (4045us total) trans 8589944644 rc 0/0 00000100:00100000:2.0:1788572580.724759:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21377 00000100:00100000:2.0:1788572580.724771:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21378 00000100:00100000:2.0:1788572580.724778:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+30:3639:x1875440196097792:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.724793:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1987 count 1 00002000:00010000:2.0:1788572580.724905:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x7c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.724911:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c4886b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724924:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7c3:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.724927:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7c3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.724931:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c4886b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724940:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c4886b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724948:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c4886b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724955:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c4886b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.724965:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:2.0:1788572580.725033:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+31:3639:x1875440196097792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 254us (4764us total) trans 8589944645 rc 0/0 00000100:00100000:2.0:1788572580.725039:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21378 00000100:00100000:2.0:1788572580.725055:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21379 00000100:00100000:2.0:1788572580.725062:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+16:3639:x1875440196098176:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.725074:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1864 count 1 00002000:00010000:2.0:1788572580.725094:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x748:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.725099:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018682fc5/0xaad440e68c4886bd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725113:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x748:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.725116:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x748:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.725120:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018682fc5/0xaad440e68c4886bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725129:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018682fc5/0xaad440e68c4886bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725235:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018682fc5/0xaad440e68c4886bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725242:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018682fc5/0xaad440e68c4886bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725251:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:2.0:1788572580.725332:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+17:3639:x1875440196098176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 270us (2412us total) trans 8589943940 rc 0/0 00000100:00100000:2.0:1788572580.725338:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21379 00000100:00100000:2.0:1788572580.725352:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21380 00000100:00100000:2.0:1788572580.725358:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+16:3639:x1875440196098304:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.725370:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1525 count 1 00002000:00010000:2.0:1788572580.725383:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x5f5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.725388:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f2963c4/0xaad440e68c4886c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5f5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725400:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x5f5:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.725415:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x5f5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.725420:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f2963c4/0xaad440e68c4886c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725429:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f2963c4/0xaad440e68c4886c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725436:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f2963c4/0xaad440e68c4886c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725516:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f2963c4/0xaad440e68c4886c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725525:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:2.0:1788572580.725588:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+17:3639:x1875440196098304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 230us (2624us total) trans 8589943941 rc 0/0 00000100:00100000:2.0:1788572580.725594:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21380 00000100:00100000:2.0:1788572580.725608:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21381 00000100:00100000:2.0:1788572580.725614:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+16:3637:x1875440196097920:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.725627:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1677 count 1 00002000:00010000:2.0:1788572580.725665:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x68d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.725670:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c4886cb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x68d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725683:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x68d:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.725686:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x68d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.725690:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c4886cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725699:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c4886cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725708:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c4886cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725715:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c4886cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725723:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:2.0:1788572580.725919:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+17:3637:x1875440196097920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 186us (2796us total) trans 8589943942 rc 0/0 00000100:00100000:2.0:1788572580.725928:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21381 00000100:00100000:2.0:1788572580.725943:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21382 00000100:00100000:2.0:1788572580.725951:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+16:3637:x1875440196098432:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.725964:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1621 count 1 00002000:00010000:2.0:1788572580.725979:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x655:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.725984:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c4886d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x655:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.725997:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x655:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.726000:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x655:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.726004:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c4886d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.726014:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c4886d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.726021:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c4886d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.726028:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c4886d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.726038:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00000100:00100000:2.0:1788572580.726102:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+17:3637:x1875440196098432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 152us (3070us total) trans 8589943943 rc 0/0 00000100:00100000:2.0:1788572580.726109:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21382 00000100:00100000:2.0:1788572580.726121:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21383 00000100:00100000:2.0:1788572580.726128:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+16:3637:x1875440196098048:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.726239:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1683 count 1 00002000:00010000:2.0:1788572580.726255:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x693:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.726260:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c4886d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x693:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.726274:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x693:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.726276:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x693:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.726281:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c4886d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.726290:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c4886d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.726299:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c4886d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.726306:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c4886d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.726315:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00000100:00100000:2.0:1788572580.726378:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+17:3637:x1875440196098048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 249us (3312us total) trans 8589943944 rc 0/0 00000100:00100000:2.0:1788572580.726384:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21383 00000100:00100000:2.0:1788572580.726587:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589943933 gen 2 00000004:00080000:2.0:1788572580.726594:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec7480, transno 8589943829 00000004:00080000:2.0:1788572580.726606:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8273c700, transno 8589943830 00000004:00080000:2.0:1788572580.726609:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8273ea00, transno 8589943831 00000004:00080000:2.0:1788572580.726613:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90181180, transno 8589943832 00000004:00080000:2.0:1788572580.726615:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90183800, transno 8589943833 00000004:00080000:2.0:1788572580.726618:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90181500, transno 8589943834 00000004:00080000:2.0:1788572580.726621:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92911c00, transno 8589943835 00000004:00080000:2.0:1788572580.726624:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90181c00, transno 8589943836 00000004:00080000:2.0:1788572580.726627:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90182300, transno 8589943837 00000004:00080000:2.0:1788572580.726629:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8273e680, transno 8589943838 00000004:00080000:2.0:1788572580.726633:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbade03b80, transno 8589943839 00000004:00080000:2.0:1788572580.726636:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbade02680, transno 8589943840 00000004:00080000:2.0:1788572580.726639:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c7ffb80, transno 8589943841 00000004:00080000:2.0:1788572580.726641:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c7fdf80, transno 8589943842 00000004:00080000:2.0:1788572580.726644:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc43800, transno 8589943843 00000004:00080000:2.0:1788572580.726646:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e056d80, transno 8589943844 00000004:00080000:2.0:1788572580.726649:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c7fe300, transno 8589943845 00000004:00080000:2.0:1788572580.726652:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b799f80, transno 8589943846 00000004:00080000:2.0:1788572580.726654:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbade01880, transno 8589943847 00000004:00080000:2.0:1788572580.726657:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cefad80, transno 8589943848 00000004:00080000:2.0:1788572580.726659:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef8380, transno 8589943849 00000004:00080000:2.0:1788572580.726662:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d27100, transno 8589943850 00000004:00080000:2.0:1788572580.726665:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8fcb1880, transno 8589943851 00000004:00080000:2.0:1788572580.726667:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cefa300, transno 8589943852 00000004:00080000:2.0:1788572580.726670:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83b2b100, transno 8589943853 00000004:00080000:2.0:1788572580.726673:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018ea00, transno 8589943854 00000004:00080000:2.0:1788572580.726676:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cefbb80, transno 8589943855 00000004:00080000:2.0:1788572580.726678:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d25f80, transno 8589943856 00000004:00080000:2.0:1788572580.726681:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018fb80, transno 8589943857 00000004:00080000:2.0:1788572580.726685:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca853ff480, transno 8589943858 00000004:00080000:2.0:1788572580.726687:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca853fc000, transno 8589943859 00000004:00080000:2.0:1788572580.726689:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef9180, transno 8589943860 00000004:00080000:2.0:1788572580.726692:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef8700, transno 8589943861 00000004:00080000:2.0:1788572580.726694:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d26a00, transno 8589943862 00000004:00080000:2.0:1788572580.726697:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018c380, transno 8589943863 00000004:00080000:2.0:1788572580.726699:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018dc00, transno 8589943864 00000004:00080000:2.0:1788572580.726701:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f4a80, transno 8589943865 00000004:00080000:2.0:1788572580.726705:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018f800, transno 8589943866 00000004:00080000:2.0:1788572580.726707:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca853fdf80, transno 8589943867 00000004:00080000:2.0:1788572580.726710:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f5500, transno 8589943868 00000004:00080000:2.0:1788572580.726712:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f4e00, transno 8589943869 00000004:00080000:2.0:1788572580.726715:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f7480, transno 8589943870 00000004:00080000:2.0:1788572580.726717:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f7100, transno 8589943871 00000004:00080000:2.0:1788572580.726720:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca853fca80, transno 8589943872 00000004:00080000:2.0:1788572580.726722:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018d880, transno 8589943873 00000004:00080000:2.0:1788572580.726725:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f6d80, transno 8589943874 00000004:00080000:2.0:1788572580.726727:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbb2f89880, transno 8589943875 00000004:00080000:2.0:1788572580.726730:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbade01180, transno 8589943876 00000004:00080000:2.0:1788572580.726733:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbade00380, transno 8589943877 00000004:00080000:2.0:1788572580.726736:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbade02300, transno 8589943878 00000004:00080000:2.0:1788572580.726738:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca839a6300, transno 8589943879 00000004:00080000:2.0:1788572580.726741:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f4380, transno 8589943880 00000004:00080000:2.0:1788572580.726743:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbade03480, transno 8589943881 00000004:00080000:2.0:1788572580.726746:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92911880, transno 8589943882 00000004:00080000:2.0:1788572580.726748:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca908e7800, transno 8589943883 00000004:00080000:2.0:1788572580.726751:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca908e6d80, transno 8589943884 00000004:00080000:2.0:1788572580.726754:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83b28000, transno 8589943932 00000004:00080000:2.0:1788572580.726756:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83b29880, transno 8589943933 00000100:00100000:2.0:1788572580.726765:0:3639:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff88ca83b28e00 x1875440196092672/t8589943935(8589943935) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572596 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1788572580.726777:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83a1f100/2, rc 0, transno 8589943941 00000100:00100000:2.0:1788572580.726782:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196098304:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1788572580.726796:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83a1e680/2, rc 0, transno 8589943940 00000100:00100000:2.0:1788572580.726865:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196098176:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1788572580.726884:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8cef9500/2, rc 0, transno 8589944640 00000100:00100000:2.0:1788572580.726905:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196097280:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1788572580.726917:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8cef9c00/2, rc 0, transno 8589944645 00000100:00100000:2.0:1788572580.726921:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196097792:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1788572580.727270:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3638:x1875440196092160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19005us (21906us total) trans 8589943934 rc 0/0 00000100:00100000:1.0:1788572580.727280:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21357 00010000:00010000:1.0:1788572580.727426:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:1.0:1788572580.727436:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000433333eb/0xaad440e68c488685 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727456:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.727461:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000433333eb/0xaad440e68c488685 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727472:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000433333eb/0xaad440e68c488685 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727491:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000433333eb/0xaad440e68c488685 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727500:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000433333eb/0xaad440e68c488685 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x80c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727522:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:1.0:1788572580.727526:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c48868c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727533:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.727536:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c48868c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727544:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c48868c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727554:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c48868c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727562:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c48868c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x719:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727576:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1788572580.727580:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c488693 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727587:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.727590:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c488693 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727598:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c488693 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727608:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c488693 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727615:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c488693 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x69c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727630:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1788572580.727634:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c48869a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727641:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.727644:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c48869a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727652:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c48869a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727661:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c48869a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727668:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c48869a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x678:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727681:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1788572580.727684:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000006e7052/0xaad440e68c4886a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727690:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.727693:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000006e7052/0xaad440e68c4886a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727700:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000006e7052/0xaad440e68c4886a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727709:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000006e7052/0xaad440e68c4886a1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727716:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000006e7052/0xaad440e68c4886a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x699:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727727:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1788572580.727731:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be05e612/0xaad440e68c4886a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727737:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b02c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.727740:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be05e612/0xaad440e68c4886a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727753:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be05e612/0xaad440e68c4886a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727761:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be05e612/0xaad440e68c4886a8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727768:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be05e612/0xaad440e68c4886a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727780:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1788572580.727784:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e22fe0d1/0xaad440e68c4886af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727790:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca94b03600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.727793:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e22fe0d1/0xaad440e68c4886af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727810:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e22fe0d1/0xaad440e68c4886af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727821:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e22fe0d1/0xaad440e68c4886af lrc: 1/0,0 mode: --/PW res: [0x280000400:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727828:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e22fe0d1/0xaad440e68c4886af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x687:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727846:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1788572580.727850:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c4886b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727856:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.727860:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c4886b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727867:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c4886b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727877:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c4886b6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727884:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7e75ae3/0xaad440e68c4886b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727898:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788572580.727902:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018682fc5/0xaad440e68c4886bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727909:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fde00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.727912:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018682fc5/0xaad440e68c4886bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727924:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018682fc5/0xaad440e68c4886bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727935:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018682fc5/0xaad440e68c4886bd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727942:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018682fc5/0xaad440e68c4886bd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x748:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727955:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788572580.727959:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f2963c4/0xaad440e68c4886c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727965:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca944fd000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.727968:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f2963c4/0xaad440e68c4886c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727974:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f2963c4/0xaad440e68c4886c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727984:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f2963c4/0xaad440e68c4886c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.727991:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f2963c4/0xaad440e68c4886c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728008:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572580.728012:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c4886cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728019:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.728022:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c4886cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728029:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c4886cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728038:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c4886cb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728044:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c4886cb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x68d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728056:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572580.728059:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c4886d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728065:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.728068:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c4886d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728080:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c4886d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728089:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c4886d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728096:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c4886d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x655:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728108:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.728112:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c4886d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728118:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.728121:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c4886d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728128:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c4886d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728149:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c4886d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728181:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c4886d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x693:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.728207:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.728209:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.728211:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.728227:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572580.730208:0:203132:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 33 changes, 13 in progress, 6 in flight, 58 done 00000004:00080000:2.0:1788572580.730326:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83a1c700/2, rc 0, transno 8589943944 00000100:00100000:2.0:1788572580.730340:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196098048:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1788572580.730351:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83a1e300/2, rc 0, transno 8589943942 00000100:00100000:2.0:1788572580.730354:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196097920:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1788572580.730362:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83a1ed80/2, rc 0, transno 8589943943 00000100:00100000:2.0:1788572580.730365:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196098432:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.730376:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572580.730384:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196098560:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.730600:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.730667:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196098944:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.730688:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.730703:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572580.730708:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196099072:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.730723:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.730745:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196098560 00000100:00100000:2.0:1788572580.730751:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196098560 00000100:00100000:2.0:1788572580.730783:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196098944 00000100:00100000:2.0:1788572580.730785:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196098944 00000100:00100000:2.0:1788572580.730797:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196099072 00000100:00100000:2.0:1788572580.730856:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196099072 00000100:00100000:2.0:1788572580.730878:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21384 00000100:00100000:2.0:1788572580.730886:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+18:3637:x1875440196098560:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.730909:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1613 count 1 00002000:00010000:2.0:1788572580.730939:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x64d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.730947:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003294389d/0xaad440e68c4886e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x64d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.730963:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x64d:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.730967:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x64d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.730974:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003294389d/0xaad440e68c4886e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.730987:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003294389d/0xaad440e68c4886e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.730996:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003294389d/0xaad440e68c4886e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.731003:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003294389d/0xaad440e68c4886e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.731019:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572580.731122:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+19:3637:x1875440196098560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 236us (522us total) trans 8589943945 rc 0/0 00000100:00100000:2.0:1788572580.731129:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21384 00000100:00100000:1.0:1788572580.731242:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196098688:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1788572580.731272:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.731298:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788572580.731303:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196098816:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1788572580.731322:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.731346:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196098688 00000100:00100000:1.0:1788572580.731350:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196098688 00000100:00100000:2.0:1788572580.731431:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196098816 00000100:00100000:2.0:1788572580.731435:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196098816 00000100:00100000:0.0:1788572580.731649:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+30:3639:x1875440196097152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9787us (11606us total) trans 8589944638 rc 0/0 00000100:00100000:3.0:1788572580.731880:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+30:3639:x1875440196097664:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9612us (11786us total) trans 8589944639 rc 0/0 00000100:00100000:1.0:1788572580.732726:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21385 00000100:00100000:1.0:1788572580.732745:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3637:x1875440196098944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572580.732770:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1832 count 1 00002000:00010000:1.0:1788572580.733551:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x728:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.733564:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069b24240/0xaad440e68c4886e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x728:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.733581:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x728:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.733585:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x728:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.733592:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069b24240/0xaad440e68c4886e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.733605:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069b24240/0xaad440e68c4886e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.733620:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000069b24240/0xaad440e68c4886e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.733627:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000069b24240/0xaad440e68c4886e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.733648:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572580.733895:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3637:x1875440196098944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1155us (3203us total) trans 8589943946 rc 0/0 00000100:00100000:1.0:1788572580.733905:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21385 00000100:00100000:1.0:1788572580.733934:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21386 00000100:00100000:1.0:1788572580.733944:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3637:x1875440196099072:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572580.733962:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2055 count 1 00002000:00010000:1.0:1788572580.733983:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x807:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.733988:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4886ee lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x807:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.733997:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x807:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.734000:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x807:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.734003:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4886ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734012:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4886ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734035:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4886ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734041:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4886ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734050:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1788572580.734114:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3637:x1875440196099072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 172us (3388us total) trans 8589943947 rc 0/0 00000100:00100000:1.0:1788572580.734120:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21386 00000100:00100000:1.0:1788572580.734282:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21387 00000100:00100000:1.0:1788572580.734292:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3639:x1875440196098688:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572580.734306:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2102 count 1 00002000:00010000:1.0:1788572580.734321:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x836:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.734327:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000966cf1f9/0xaad440e68c4886f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x836:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734335:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x836:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.734338:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x836:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.734341:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000966cf1f9/0xaad440e68c4886f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734350:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000966cf1f9/0xaad440e68c4886f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734364:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000966cf1f9/0xaad440e68c4886f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734371:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000966cf1f9/0xaad440e68c4886f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734379:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1788572580.734581:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+21:3639:x1875440196098688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 290us (3308us total) trans 8589943948 rc 0/0 00000100:00100000:1.0:1788572580.734589:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21387 00010000:00010000:1.0:1788572580.734615:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788572580.734622:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003294389d/0xaad440e68c4886e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734630:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.734634:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003294389d/0xaad440e68c4886e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734643:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003294389d/0xaad440e68c4886e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734659:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003294389d/0xaad440e68c4886e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734667:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003294389d/0xaad440e68c4886e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x64d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734688:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572580.734692:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000069b24240/0xaad440e68c4886e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734698:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.734700:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000069b24240/0xaad440e68c4886e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734707:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000069b24240/0xaad440e68c4886e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734716:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000069b24240/0xaad440e68c4886e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734723:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069b24240/0xaad440e68c4886e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x728:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734737:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572580.734740:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4886ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734747:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.734750:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4886ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734762:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4886ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734771:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4886ee lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734777:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4886ee lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x807:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734790:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.734793:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000966cf1f9/0xaad440e68c4886f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734912:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.734917:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000966cf1f9/0xaad440e68c4886f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734925:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000966cf1f9/0xaad440e68c4886f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734936:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000966cf1f9/0xaad440e68c4886f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734943:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000966cf1f9/0xaad440e68c4886f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x836:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.734962:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.734964:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.734966:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.735943:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.735976:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633082240 00000100:00100000:1.0:1788572580.735984:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633082240 00000100:00100000:1.0:1788572580.736032:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138440 00000100:00100000:1.0:1788572580.736041:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+178:361572:x1875453633082240:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572580.736091:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572580.736117:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80031a00/0xaad440e68c4885cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ca8 expref: 178 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736149:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16e:0x0].0x0 (ffff88ca96814200) 00010000:00010000:1.0:1788572580.736185:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c4885b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ca1 expref: 177 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736205:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.736209:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572580.736228:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4886fc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736240:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4886fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736249:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4886fc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736265:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede000/0xaad440e68c488703 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736272:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede000/0xaad440e68c488703 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736279:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede000/0xaad440e68c488703 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736372:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c48870a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736381:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c48870a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736387:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c48870a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572580.736909:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3931, 64 off259776 00010000:00010000:1.0:1788572580.736960:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488711 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736969:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488711 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736977:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488711 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736985:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488711 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736991:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488711 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.736997:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488711 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737382:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572580.737416:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.737423:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488711 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737429:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.737433:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488711 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737560:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488711 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737572:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16e:0x0].0x0 (ffff88cbb349d000) 00010000:00010000:1.0:1788572580.737576:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572580.737579:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488711 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737585:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488711 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737601:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.737603:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.737605:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.737635:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c48870a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737642:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c48870a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737652:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c48870a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737658:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.737662:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c48870a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737668:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c48870a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737676:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16e:0x0].0x0 (ffff88cbb349d000) 00010000:00010000:1.0:1788572580.737678:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572580.737681:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c48870a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737687:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c48870a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737712:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4886fc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737718:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4886fc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737724:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4886fc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737729:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4886fc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737734:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedfe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.737738:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4886fc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737744:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4886fc lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737751:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.737754:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.737756:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4886fc lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737762:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4886fc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.737771:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005059a57e reply state 0000000017209a53 transno 12884962062 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede000/0xaad440e68c488703 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737782:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede000/0xaad440e68c488703 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.737788:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3e1d803b (ffff88cbb349df00) 00010000:00010000:1.0:1788572580.737790:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572580.737793:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572580.737900:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+178:361572:x1875453633082240:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1855us (1959us total) trans 12884962062 rc 0/0 00000100:00100000:1.0:1788572580.737909:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138440 00000100:00100000:2.0:1788572580.738376:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21388 00000100:00100000:2.0:1788572580.738391:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+20:3639:x1875440196098816:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.738663:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1924 count 1 00002000:00010000:2.0:1788572580.738696:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x784:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.738702:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007868a64f/0xaad440e68c488718 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.738717:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x784:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.738721:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x784:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.738727:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007868a64f/0xaad440e68c488718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.738740:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007868a64f/0xaad440e68c488718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.738750:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007868a64f/0xaad440e68c488718 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.738757:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007868a64f/0xaad440e68c488718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.738779:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572580.739007:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+21:3639:x1875440196098816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 621us (7683us total) trans 8589943949 rc 0/0 00010000:00010000:1.0:1788572580.739087:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.739094:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007868a64f/0xaad440e68c488718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.739102:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.739106:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007868a64f/0xaad440e68c488718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.739115:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007868a64f/0xaad440e68c488718 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.739131:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007868a64f/0xaad440e68c488718 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.739234:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007868a64f/0xaad440e68c488718 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x784:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.739259:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.739261:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.739263:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572580.739302:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21388 00010000:00010000:2.0:1788572580.739336:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572580.739379:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90181c00/2, rc 0, transno 8589943947 00000100:00100000:0.0:1788572580.739564:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21371 00000100:00100000:0.0:1788572580.739596:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196096768 00000100:00100000:0.0:1788572580.739603:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196096768 00000100:00100000:0.0:1788572580.739645:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35630 00000100:00100000:0.0:1788572580.739653:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+51:203127:x1875440196096768:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.739787:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+52:203127:x1875440196096768:12345-0@lo:1000:osp_up0-1.0 Request processed in 135us (17057us total) trans 12884962063 rc 0/0 00000100:00100000:0.0:1788572580.739795:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35630 00000100:00100000:0.0:1788572580.739900:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196099200:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.739938:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1788572580.739973:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90183800/2, rc 0, transno 8589943949 00000100:00100000:0.0:1788572580.739978:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90183800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196098816:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572580.739988:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83a1ca80/2, rc 0, transno 8589943948 00000100:00100000:0.0:1788572580.739992:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196098688:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572580.740005:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8cefb480/2, rc 0, transno 8589944638 00000100:00100000:2.0:1788572580.740083:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90181c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196099072:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1788572580.740104:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90181500/2, rc 0, transno 8589943946 00000100:00100000:2.0:1788572580.740108:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90181500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196098944:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1788572580.740118:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83a1ce00/2, rc 0, transno 8589943945 00000100:00100000:2.0:1788572580.740123:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196098560:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.740331:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196099456:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.740359:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.740429:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cefb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196097152:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.740539:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21372 00000100:00100000:3.0:1788572580.740560:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196099200 00000100:00100000:3.0:1788572580.740564:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196099200 00000004:00080000:0.0:1788572580.740600:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8cef9f80/2, rc 0, transno 8589944639 00000100:00100000:0.0:1788572580.740605:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196097664:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.740614:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196099712:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1788572580.740691:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196099456 00000100:00100000:1.0:1788572580.740695:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196099456 00000100:00100000:1.0:1788572580.740721:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21389 00000100:00100000:1.0:1788572580.740728:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+29:3639:x1875440196099200:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1788572580.740745:0:225668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1918 count 1 00002000:00010000:1.0:1788572580.740774:0:225668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x77e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.740781:0:225668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c48871f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x77e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.740796:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x77e:0x0].0x0 since=13558s v=(0 0) 00000100:00100000:2.0:1788572580.740881:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196099968:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.740903:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.740920:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572580.740925:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196099584:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.740940:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788572580.740976:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca79f80/2, rc 0, transno 8589944643 00000100:00100000:2.0:1788572580.740981:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196096896:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1788572580.740991:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8cef8a80/2, rc 0, transno 8589944644 00000100:00100000:2.0:1788572580.740994:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196097408:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1788572580.741003:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8bfa9880/2, rc 0, transno 8589944641 00000100:00100000:2.0:1788572580.741006:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196097024:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1788572580.741082:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8cefb800/2, rc 0, transno 8589944642 00000100:00100000:2.0:1788572580.741086:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cefb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196097536:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1788572580.741101:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83b28700/2, rc 0, transno 8589943934 00000100:00100000:2.0:1788572580.741109:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196092160:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.741124:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196099968 00000100:00100000:2.0:1788572580.741127:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196099968 00000100:00100000:2.0:1788572580.741231:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196099584 00000100:00100000:2.0:1788572580.741235:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196099584 00000100:00100000:2.0:1788572580.741250:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21390 00000100:00100000:2.0:1788572580.741256:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+23:3637:x1875440196099456:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.741267:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1925 count 1 00002000:00010000:2.0:1788572580.741285:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x785:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.741291:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488726 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x785:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.741301:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x785:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.741305:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x785:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.741312:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.741325:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.741335:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488726 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.741343:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.741358:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572580.741602:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+24:3637:x1875440196099456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 344us (1241us total) trans 8589943950 rc 0/0 00000100:00100000:2.0:1788572580.741609:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21390 00000100:00100000:2.0:1788572580.741624:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21391 00000100:00100000:2.0:1788572580.741630:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+23:3637:x1875440196099968:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.741641:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2085 count 1 00002000:00010000:2.0:1788572580.741656:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x825:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.741662:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5ee9fc1/0xaad440e68c48872d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x825:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.741669:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x825:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.741672:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x825:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.741676:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5ee9fc1/0xaad440e68c48872d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.741684:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5ee9fc1/0xaad440e68c48872d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.741690:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5ee9fc1/0xaad440e68c48872d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.741696:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5ee9fc1/0xaad440e68c48872d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.741711:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572580.741776:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+24:3637:x1875440196099968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 145us (870us total) trans 8589943951 rc 0/0 00000100:00100000:2.0:1788572580.741782:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21391 00000100:00100000:2.0:1788572580.741795:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21392 00000100:00100000:0.0:1788572580.741917:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.741945:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788572580.741953:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196099328:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.741976:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.741994:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196099840:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.742014:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.742324:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196099712 00000100:00100000:0.0:1788572580.742330:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196099712 00000100:00100000:0.0:1788572580.742357:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196099328 00000100:00100000:0.0:1788572580.742360:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196099328 00000100:00100000:0.0:1788572580.742377:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196099840 00000100:00100000:0.0:1788572580.742380:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196099840 00000100:00100000:0.0:1788572580.742397:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21393 00000100:00100000:0.0:1788572580.742533:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+25:3639:x1875440196099712:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572580.742549:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1615 count 1 00002000:00010000:0.0:1788572580.742569:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x64f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.742575:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c488734 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x64f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.742585:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x64f:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.742588:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x64f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.742593:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c488734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.742603:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c488734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.742611:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c488734 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.742618:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c488734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.742629:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1788572580.742723:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+26:3639:x1875440196099712:12345-0@lo:6:osp-syn-1-1.0 Request processed in 320us (806us total) trans 8589943952 rc 0/0 00000100:00100000:0.0:1788572580.742730:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21393 00000100:00100000:0.0:1788572580.742744:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21394 00000100:00100000:0.0:1788572580.742750:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+30:3639:x1875440196099328:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.742761:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1522 count 1 00002000:00010000:0.0:1788572580.742779:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x5f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.742783:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067260562/0xaad440e68c48873b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.742791:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5f2:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.742794:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5f2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.742797:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067260562/0xaad440e68c48873b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.742906:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x77e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.742913:0:225668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c48871f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.742926:0:225668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c48871f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.742934:0:225668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c48871f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.742940:0:225668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c48871f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.742950:0:225668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1788572580.743130:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+25:3637:x1875440196099584:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1788572580.743246:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+31:3639:x1875440196099200:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2518us (3307us total) trans 8589944646 rc 0/0 00000100:00100000:1.0:1788572580.743254:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21389 00000100:00100000:1.0:1788572580.743274:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21395 00000100:00100000:1.0:1788572580.743281:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+25:3639:x1875440196099840:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572580.743293:0:225668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1946 count 1 00002000:00010000:1.0:1788572580.743311:0:225668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x79a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.743316:0:225668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deae728a/0xaad440e68c488742 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x79a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.743324:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x79a:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.743327:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x79a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.743331:0:225668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deae728a/0xaad440e68c488742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.743347:0:225668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000deae728a/0xaad440e68c488742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.743355:0:225668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000deae728a/0xaad440e68c488742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.743361:0:225668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000deae728a/0xaad440e68c488742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.743370:0:225668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00080000:2.0:1788572580.743537:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1478 count 1 00002000:00010000:2.0:1788572580.743552:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x5c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.743558:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488749 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.743565:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x5c6:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.743568:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x5c6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.743571:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.743580:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.743588:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488749 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.743594:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.743603:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1788572580.743675:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+26:3637:x1875440196099584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1874us (2733us total) trans 8589943953 rc 0/0 00000100:00100000:2.0:1788572580.743683:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21392 00010000:00010000:2.0:1788572580.743707:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788572580.743713:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.743727:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.743731:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.743741:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.743758:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488726 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.743765:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488726 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x785:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.743787:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788572580.743791:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5ee9fc1/0xaad440e68c48872d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.743798:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.743902:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067260562/0xaad440e68c48873b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.743911:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067260562/0xaad440e68c48873b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.743919:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067260562/0xaad440e68c48873b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.743929:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1788572580.744002:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+31:3639:x1875440196099328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1252us (2024us total) trans 8589944647 rc 0/0 00000100:00100000:0.0:1788572580.744012:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21394 00000100:00100000:1.0:1788572580.744277:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+26:3639:x1875440196099840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 997us (2261us total) trans 8589943954 rc 0/0 00000100:00100000:1.0:1788572580.744284:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21395 00010000:00010000:1.0:1788572580.744319:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788572580.744325:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c488734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.744332:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.744336:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c488734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.744345:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c488734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.744357:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c488734 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.744366:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c488734 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x64f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.744382:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788572580.744386:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c48871f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.744392:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.744395:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c48871f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.744403:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c48871f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.744413:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c48871f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.744420:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c48871f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x77e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.744434:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:3.0:1788572580.744629:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.744667:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196087808 00000100:00100000:3.0:1788572580.744673:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196087808 00000100:00100000:3.0:1788572580.744714:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16093 00000100:00100000:3.0:1788572580.744722:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85544050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+52:3640:x1875440196087808:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1788572580.744734:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572580.744752:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99512800/0xaad440e68c486a77 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x89735b1b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486a70 expref: 52 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.744772:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x89735b1b (ffff88ca8ff27700) 00010000:00010000:3.0:1788572580.744784:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572580.744896:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5ee9fc1/0xaad440e68c48872d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.744906:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5ee9fc1/0xaad440e68c48872d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.744918:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5ee9fc1/0xaad440e68c48872d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.744926:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5ee9fc1/0xaad440e68c48872d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x825:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.744943:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572580.744947:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.744954:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.744957:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.744964:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.744974:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488749 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.744981:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488749 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.744992:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.744996:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067260562/0xaad440e68c48873b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.745002:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ac00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.745006:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067260562/0xaad440e68c48873b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.745014:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067260562/0xaad440e68c48873b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.745025:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067260562/0xaad440e68c48873b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.745032:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067260562/0xaad440e68c48873b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.745044:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.745045:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.745047:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572580.745063:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92911880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196100480:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.745114:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196100224:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1788572580.745167:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000deae728a/0xaad440e68c488742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.745176:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedfa00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.745181:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000deae728a/0xaad440e68c488742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.745188:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000deae728a/0xaad440e68c488742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.745209:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000deae728a/0xaad440e68c488742 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.745215:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000deae728a/0xaad440e68c488742 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x79a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.745231:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.745233:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.745234:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572580.745583:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788572580.745636:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b6fd880/2, rc 0, transno 8589943953 00000100:00100000:2.0:1788572580.745646:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196099584:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1788572580.745658:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b6ffb80/2, rc 0, transno 8589943950 00000100:00100000:2.0:1788572580.745662:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196099456:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1788572580.745671:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbfec7480/2, rc 0, transno 8589943951 00000100:00100000:2.0:1788572580.745674:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196099968:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.745686:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788572580.745692:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196100096:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572580.745714:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.745733:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196100608:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572580.745749:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.745776:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196100480 00000100:00100000:2.0:1788572580.745781:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196100480 00000100:00100000:2.0:1788572580.745887:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196100096 00000100:00100000:2.0:1788572580.745891:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196100096 00000100:00100000:2.0:1788572580.745911:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196100608 00000100:00100000:2.0:1788572580.745914:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196100608 00000100:00100000:2.0:1788572580.745932:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21396 00000100:00100000:2.0:1788572580.745940:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbd8a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+33:3637:x1875440196100480:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.745960:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1878 count 1 00002000:00010000:2.0:1788572580.745985:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x756:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.745991:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488750 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x756:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.746004:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x756:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.746008:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x756:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.746014:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.746027:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.746036:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488750 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.746044:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.746065:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572580.746286:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.746312:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196100736:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.746336:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1788572580.746365:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca924f5500/2, rc 0, transno 8589944647 00000100:00100000:0.0:1788572580.746375:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196099328:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1788572580.746387:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b6ff800/2, rc 0, transno 8589943954 00000100:00100000:0.0:1788572580.746391:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196099840:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572580.746401:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b6ff480/2, rc 0, transno 8589943952 00000100:00100000:2.0:1788572580.746640:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbd8a3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+34:3637:x1875440196100480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 700us (1056us total) trans 8589944648 rc 0/0 00000100:00100000:2.0:1788572580.746647:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21396 00000100:00100000:2.0:1788572580.746734:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196100224 00000100:00100000:2.0:1788572580.746738:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196100224 00000100:00100000:2.0:1788572580.746756:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196100736 00000100:00100000:2.0:1788572580.746759:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196100736 00000100:00100000:2.0:1788572580.746772:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21397 00000100:00100000:2.0:1788572580.746778:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+35:3637:x1875440196100096:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.746792:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1941 count 1 00000100:00100000:0.0:1788572580.746881:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196099712:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572580.746898:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca924f4a80/2, rc 0, transno 8589944646 00000100:00100000:0.0:1788572580.746902:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196099200:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.746913:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788572580.746919:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92911c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196100352:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.746944:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.746962:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196100864:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.746981:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.747014:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196100352 00000100:00100000:0.0:1788572580.747017:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196100352 00000100:00100000:0.0:1788572580.747038:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196100864 00000100:00100000:0.0:1788572580.747041:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196100864 00000100:00100000:0.0:1788572580.747060:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21398 00000100:00100000:0.0:1788572580.747066:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+36:3637:x1875440196100608:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.747079:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1899 count 1 00002000:00010000:0.0:1788572580.747100:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x76b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.747107:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c1531c7/0xaad440e68c488757 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x76b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.747118:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x76b:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.747122:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x76b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.747128:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c1531c7/0xaad440e68c488757 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.747240:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c1531c7/0xaad440e68c488757 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.747251:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006c1531c7/0xaad440e68c488757 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.747259:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006c1531c7/0xaad440e68c488757 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.747271:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572580.747364:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+37:3637:x1875440196100608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 298us (1613us total) trans 8589944649 rc 0/0 00000100:00100000:0.0:1788572580.747370:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21398 00000100:00100000:0.0:1788572580.747384:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21399 00000100:00100000:0.0:1788572580.747391:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+36:3639:x1875440196100224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.747417:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1693 count 1 00002000:00010000:0.0:1788572580.747433:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x69d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1788572580.747568:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21400 00000100:00100000:1.0:1788572580.747579:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3639:x1875440196100736:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1788572580.747593:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1774 count 1 00002000:00010000:1.0:1788572580.747610:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x6ee:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.747615:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000656bb9a1/0xaad440e68c488765 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.747625:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6ee:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.747628:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6ee:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.747631:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000656bb9a1/0xaad440e68c488765 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.747646:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000656bb9a1/0xaad440e68c488765 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.747653:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000656bb9a1/0xaad440e68c488765 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.747661:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000656bb9a1/0xaad440e68c488765 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.747670:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1788572580.747759:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+37:3639:x1875440196100736:12345-0@lo:6:osp-syn-0-1.0 Request processed in 182us (1421us total) trans 8589944650 rc 0/0 00000100:00100000:1.0:1788572580.747765:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21400 00000100:00100000:1.0:1788572580.747778:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21401 00000100:00100000:1.0:1788572580.747784:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3639:x1875440196100352:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1788572580.747795:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1673 count 1 00002000:00010000:1.0:1788572580.747886:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x689:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.747892:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a79f2d10/0xaad440e68c48876c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x689:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.747901:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x689:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.747904:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x689:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.747909:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a79f2d10/0xaad440e68c48876c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.747923:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a79f2d10/0xaad440e68c48876c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.747931:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a79f2d10/0xaad440e68c48876c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.747939:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a79f2d10/0xaad440e68c48876c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.747948:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1788572580.748014:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+37:3639:x1875440196100352:12345-0@lo:6:osp-syn-0-1.0 Request processed in 230us (1069us total) trans 8589944651 rc 0/0 00000100:00100000:1.0:1788572580.748021:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21401 00000100:00100000:1.0:1788572580.748035:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21402 00000100:00100000:1.0:1788572580.748041:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+26:3639:x1875440196100864:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572580.748054:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1564 count 1 00002000:00010000:1.0:1788572580.748072:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x61c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.748077:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f4c8aea/0xaad440e68c488773 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x61c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.748086:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x61c:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.748089:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x61c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.748093:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f4c8aea/0xaad440e68c488773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.748109:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f4c8aea/0xaad440e68c488773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.748117:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f4c8aea/0xaad440e68c488773 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.748125:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f4c8aea/0xaad440e68c488773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.748133:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:2.0:1788572580.748333:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x795:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.748339:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c48877a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x795:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.748348:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x795:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.748351:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x795:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.748354:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c48877a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.748363:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c48877a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.748370:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c48877a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.748380:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c48877a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.748388:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:0.0:1788572580.748547:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c48875e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.748556:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x69d:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.748559:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x69d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.748562:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c48875e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.748572:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c48875e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.748580:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c48875e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.748588:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c48875e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.748597:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1788572580.748681:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92913480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+37:3639:x1875440196100224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1290us (2394us total) trans 8589944652 rc 0/0 00000100:00100000:0.0:1788572580.748688:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21399 00000100:00100000:2.0:1788572580.748933:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+37:3637:x1875440196100096:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2154us (3217us total) trans 8589944653 rc 0/0 00000100:00100000:2.0:1788572580.748940:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21397 00010000:00010000:2.0:1788572580.748963:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1788572580.748969:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.748977:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.748981:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488750 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.748991:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488750 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.749008:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488750 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.749016:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488750 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x756:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.749038:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788572580.749042:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006c1531c7/0xaad440e68c488757 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.749049:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.749052:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006c1531c7/0xaad440e68c488757 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.749059:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006c1531c7/0xaad440e68c488757 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.749069:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006c1531c7/0xaad440e68c488757 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.749077:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c1531c7/0xaad440e68c488757 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x76b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.749091:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788572580.749095:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000656bb9a1/0xaad440e68c488765 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.749101:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedec00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.749104:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000656bb9a1/0xaad440e68c488765 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.749111:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000656bb9a1/0xaad440e68c488765 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.749127:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000656bb9a1/0xaad440e68c488765 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572580.749322:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+27:3639:x1875440196100864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1280us (2339us total) trans 8589943955 rc 0/0 00000100:00100000:1.0:1788572580.749329:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21402 00010000:00010000:1.0:1788572580.749363:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788572580.749369:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a79f2d10/0xaad440e68c48876c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.749376:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.749379:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a79f2d10/0xaad440e68c48876c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.749387:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a79f2d10/0xaad440e68c48876c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.749399:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a79f2d10/0xaad440e68c48876c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572580.749601:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85544050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+51:3640:x1875440196087808:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 4879us (4971us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.749610:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16093 00000100:00100000:3.0:1788572580.749703:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196087808:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.749715:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196088320:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.749750:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.749782:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196088320 00000100:00100000:3.0:1788572580.749789:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196088320 00010000:00010000:1.0:1788572580.749881:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a79f2d10/0xaad440e68c48876c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x689:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.749903:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572580.749907:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f4c8aea/0xaad440e68c488773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.749915:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.749918:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f4c8aea/0xaad440e68c488773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.749927:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f4c8aea/0xaad440e68c488773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x61c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.749940:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f4c8aea/0xaad440e68c488773 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x61c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.749947:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f4c8aea/0xaad440e68c488773 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x61c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.749962:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572580.749965:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c48877a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.749971:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.749974:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c48877a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.749981:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c48877a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.749992:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c48877a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.750000:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c48877a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x795:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.750014:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.750018:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c48875e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.750023:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.750026:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c48875e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.750034:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c48875e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.750043:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c48875e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.750050:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c48875e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.750064:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.750066:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.750067:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.750242:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000656bb9a1/0xaad440e68c488765 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.750259:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.750260:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.750262:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572580.750277:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92912680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196100992:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572580.750307:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.750329:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196101504:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.750346:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788572580.750369:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca1e300/2, rc 0, transno 8589944653 00000100:00100000:2.0:1788572580.750380:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196100096:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1788572580.750390:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca92910700/2, rc 0, transno 8589944649 00000100:00100000:2.0:1788572580.750394:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92910700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196100608:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1788572580.750414:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca92911880/2, rc 0, transno 8589944648 00000100:00100000:2.0:1788572580.750418:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92911880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196100480:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572580.750430:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788572580.750436:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb85589180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196101120:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1788572580.750529:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca92911c00/2, rc 0, transno 8589944651 00000100:00100000:0.0:1788572580.750535:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92911c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196100352:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1788572580.750550:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbfec7b80/2, rc 0, transno 8589943955 00000100:00100000:0.0:1788572580.750555:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196100864:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572580.750564:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca1f480/2, rc 0, transno 8589944652 00000100:00100000:0.0:1788572580.750567:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196100224:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1788572580.750575:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca92910000/2, rc 0, transno 8589944650 00000100:00100000:0.0:1788572580.750578:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92910000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196100736:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.750588:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196101248:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.750611:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.750631:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9fe8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196101760:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.750650:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.750663:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788572580.750667:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8a1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196101376:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.750683:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.750708:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196100992 00000100:00100000:0.0:1788572580.750712:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196100992 00000100:00100000:0.0:1788572580.750743:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196101504 00000100:00100000:0.0:1788572580.750746:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196101504 00000100:00100000:0.0:1788572580.750762:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196101248 00000100:00100000:0.0:1788572580.750765:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196101248 00000100:00100000:0.0:1788572580.750780:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196101760 00000100:00100000:0.0:1788572580.750784:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196101760 00000100:00100000:0.0:1788572580.750798:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196101376 00000100:00100000:3.0:1788572580.750926:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16094 00000100:00100000:3.0:1788572580.750935:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85545050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+51:3640:x1875440196088320:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1788572580.750947:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572580.750966:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c48658b lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x67381fee bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486584 expref: 51 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.750981:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x67381fee (ffff88ca8e88df00) 00010000:00010000:3.0:1788572580.750991:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572580.751022:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85545050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+50:3640:x1875440196088320:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 88us (1271us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.751028:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16094 00000100:00100000:3.0:1788572580.751091:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196088320:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.751099:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196088832:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.751120:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.751330:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21403 00000100:00100000:1.0:1788572580.751339:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+37:3637:x1875440196100992:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1788572580.751363:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1633 count 1 00002000:00010000:1.0:1788572580.751391:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x661:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.751407:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064c62a67/0xaad440e68c488781 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x661:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.751422:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x661:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.751426:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x661:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.751433:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064c62a67/0xaad440e68c488781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572580.751528:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196089344:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.751553:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.751572:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196089856:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.751592:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.751612:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196088832 00000100:00100000:3.0:1788572580.751615:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196088832 00000100:00100000:3.0:1788572580.751643:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196089344 00000100:00100000:3.0:1788572580.751646:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196089344 00000100:00100000:3.0:1788572580.751662:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196089856 00000100:00100000:3.0:1788572580.751665:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196089856 00000100:00100000:3.0:1788572580.751682:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16095 00000100:00100000:3.0:1788572580.751689:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+52:3640:x1875440196088832:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1788572580.751697:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572580.751711:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f000/0xaad440e68c485fa3 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xca9841fa bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485f9c expref: 52 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.751724:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xca9841fa (ffff88cb981f5a00) 00010000:00010000:3.0:1788572580.751735:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572580.751759:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+51:3640:x1875440196088832:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 70us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.751765:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16095 00000100:00100000:3.0:1788572580.751781:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16096 00000100:00100000:3.0:1788572580.751787:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+50:3640:x1875440196089344:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1788572580.751794:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1788572580.751929:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.751950:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9fe8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196101632:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.751973:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.752001:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196101120 00000100:00100000:2.0:1788572580.752005:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196101120 00000100:00100000:2.0:1788572580.752028:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196101632 00000100:00100000:2.0:1788572580.752031:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196101632 00000100:00100000:2.0:1788572580.752050:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21404 00000100:00100000:2.0:1788572580.752057:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+30:3637:x1875440196101504:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.752070:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1964 count 1 00002000:00010000:2.0:1788572580.752092:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x7ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.752098:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002abf7843/0xaad440e68c488788 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.752107:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7ac:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.752110:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7ac:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.752116:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002abf7843/0xaad440e68c488788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.752128:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002abf7843/0xaad440e68c488788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572580.752225:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196101376 00000100:00100000:0.0:1788572580.752256:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21405 00000100:00100000:0.0:1788572580.752263:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+31:3639:x1875440196101248:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572580.752276:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1491 count 1 00002000:00010000:0.0:1788572580.752293:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x5d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.752298:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c48878f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.752307:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x5d3:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.752311:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x5d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.752316:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c48878f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.752327:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c48878f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.752335:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c48878f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.752343:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c48878f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.752360:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572580.752594:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064c62a67/0xaad440e68c488781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.752602:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064c62a67/0xaad440e68c488781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.752608:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064c62a67/0xaad440e68c488781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.752622:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788572580.753041:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002abf7843/0xaad440e68c488788 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.753049:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002abf7843/0xaad440e68c488788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.753058:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788572580.753296:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11000/0xaad440e68c485c5b lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x85dd5387 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485c54 expref: 50 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.753320:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x85dd5387 (ffff88ca91de0e00) 00010000:00010000:3.0:1788572580.753331:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572580.753536:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+33:3637:x1875440196101504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1479us (3187us total) trans 8589943956 rc 0/0 00000100:00100000:2.0:1788572580.753545:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21404 00000100:00100000:2.0:1788572580.753568:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21406 00000100:00100000:2.0:1788572580.753579:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+32:3639:x1875440196101760:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.753597:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1997 count 1 00002000:00010000:2.0:1788572580.753618:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x7cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.753624:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488796 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.753635:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7cd:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.753639:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7cd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.753645:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.753656:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.753664:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488796 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.753672:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488796 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.753681:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1788572580.753750:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+33:3639:x1875440196101760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 174us (3098us total) trans 8589943958 rc 0/0 00000100:00100000:2.0:1788572580.753760:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21406 00000100:00100000:2.0:1788572580.753776:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21407 00000100:00100000:2.0:1788572580.753784:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+39:3637:x1875440196101120:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572580.753927:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1784 count 1 00002000:00010000:2.0:1788572580.753951:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x6f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.753957:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c48879d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.753964:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6f8:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.753968:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6f8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.753972:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c48879d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.753982:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c48879d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.753990:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c48879d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.753997:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c48879d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.754006:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1788572580.754077:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+40:3637:x1875440196101120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 294us (2147us total) trans 8589944655 rc 0/0 00000100:00100000:2.0:1788572580.754084:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21407 00000100:00100000:2.0:1788572580.754099:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21408 00000100:00100000:2.0:1788572580.754106:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+32:3637:x1875440196101632:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.754119:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1900 count 1 00000100:00100000:0.0:1788572580.754258:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+32:3639:x1875440196101248:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1995us (3645us total) trans 8589943957 rc 0/0 00000100:00100000:0.0:1788572580.754265:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21405 00000100:00100000:0.0:1788572580.754279:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21409 00000100:00100000:0.0:1788572580.754286:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+31:3639:x1875440196101376:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572580.754299:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1869 count 1 00002000:00010000:0.0:1788572580.754314:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x74d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.754319:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be6ad95c/0xaad440e68c4887ab lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x74d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.754327:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x74d:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.754330:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x74d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.754334:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be6ad95c/0xaad440e68c4887ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.754345:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be6ad95c/0xaad440e68c4887ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.754353:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be6ad95c/0xaad440e68c4887ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.754361:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be6ad95c/0xaad440e68c4887ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.754369:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:2.0:1788572580.754537:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x76c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.754544:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c4887a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x76c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.754552:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x76c:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.754554:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x76c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.754558:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c4887a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.754567:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c4887a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.754575:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c4887a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.754582:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c4887a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.754590:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1788572580.754679:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+32:3639:x1875440196101376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 393us (3994us total) trans 8589943959 rc 0/0 00000100:00100000:0.0:1788572580.754685:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21409 00000100:00100000:0.0:1788572580.754887:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196102272:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.754923:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1788572580.754970:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8a1d1f80/2, rc 0, transno 8589943959 00000100:00100000:0.0:1788572580.754984:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196101376:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572580.754995:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbfec5f80/2, rc 0, transno 8589943957 00000100:00100000:0.0:1788572580.754999:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196101248:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572580.755007:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9fe8e300/2, rc 0, transno 8589943958 00000100:00100000:0.0:1788572580.755011:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9fe8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196101760:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.755022:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788572580.755028:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196101888:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.755050:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.755065:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196102400:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.755081:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.755101:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196102272 00000100:00100000:0.0:1788572580.755106:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196102272 00000100:00100000:0.0:1788572580.755129:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196101888 00000100:00100000:0.0:1788572580.755132:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196101888 00000100:00100000:2.0:1788572580.755283:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+33:3637:x1875440196101632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1177us (3308us total) trans 8589943960 rc 0/0 00000100:00100000:2.0:1788572580.755290:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21408 00000100:00100000:2.0:1788572580.755301:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196102400 00000100:00100000:2.0:1788572580.755304:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196102400 00000100:00100000:3.0:1788572580.755415:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+49:3640:x1875440196089344:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 3615us (3848us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.755425:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16096 00000100:00100000:3.0:1788572580.755529:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16097 00000100:00100000:3.0:1788572580.755538:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+48:3640:x1875440196089856:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1788572580.755550:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572580.755570:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00e00/0xaad440e68c4858a3 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x66397af7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48589c expref: 48 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.755588:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x66397af7 (ffff88ca91de0c00) 00010000:00010000:3.0:1788572580.755600:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572580.755624:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+47:3640:x1875440196089856:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 88us (4031us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.755631:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16097 00000100:00100000:3.0:1788572580.755677:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196089856:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.755684:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196090368:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.755708:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.755729:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196090368 00000100:00100000:3.0:1788572580.755733:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196090368 00000100:00100000:3.0:1788572580.755761:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16098 00000100:00100000:3.0:1788572580.755766:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+47:3640:x1875440196090368:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1788572580.755773:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572580.755785:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd85600/0xaad440e68c48515d lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x6892a57b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485156 expref: 47 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.755795:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x6892a57b (ffff88ca96814c00) 00010000:00010000:3.0:1788572580.755815:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572580.755837:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+46:3640:x1875440196090368:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 71us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.755843:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16098 00000100:00100000:3.0:1788572580.755871:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196090368:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.755878:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196090880:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.755899:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.755916:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196091392:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.755935:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.755951:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196091904:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572580.755972:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.756363:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196092416:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572580.756387:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.756528:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196091904 00000100:00100000:0.0:1788572580.756534:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196091904 00000100:00100000:0.0:1788572580.756558:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21410 00000100:00100000:0.0:1788572580.756566:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+41:3639:x1875440196102272:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.756588:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2033 count 1 00002000:00010000:0.0:1788572580.756616:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x7f1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.756623:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c4887b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.756637:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7f1:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.756641:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7f1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.756647:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c4887b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.756659:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c4887b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.756667:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c4887b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.756674:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c4887b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.756685:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1788572580.756822:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+42:3639:x1875440196102272:12345-0@lo:6:osp-syn-0-1.0 Request processed in 256us (1898us total) trans 8589944656 rc 0/0 00000100:00100000:0.0:1788572580.756830:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21410 00000100:00100000:0.0:1788572580.756843:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21411 00000100:00100000:0.0:1788572580.756850:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+33:3639:x1875440196101888:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572580.756862:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1519 count 1 00002000:00010000:0.0:1788572580.756879:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x5ef:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.756883:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c4887b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5ef:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.756892:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x5ef:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.756895:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x5ef:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.756899:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c4887b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.756909:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c4887b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.756917:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c4887b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.756925:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c4887b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.756939:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:0.0:1788572580.757012:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+34:3639:x1875440196101888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 162us (1960us total) trans 8589943961 rc 0/0 00000100:00100000:0.0:1788572580.757018:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21411 00000100:00100000:0.0:1788572580.757030:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21412 00000100:00100000:0.0:1788572580.757037:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+41:3639:x1875440196102400:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.757048:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1942 count 1 00002000:00010000:0.0:1788572580.757064:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x796:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.757069:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e348926b/0xaad440e68c4887c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x796:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757076:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x796:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.757079:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x796:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.757082:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e348926b/0xaad440e68c4887c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757091:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e348926b/0xaad440e68c4887c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757099:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e348926b/0xaad440e68c4887c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757106:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e348926b/0xaad440e68c4887c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757118:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:0.0:1788572580.757225:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+42:3639:x1875440196102400:12345-0@lo:6:osp-syn-0-1.0 Request processed in 188us (2142us total) trans 8589944657 rc 0/0 00000100:00100000:0.0:1788572580.757232:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21412 00000100:00100000:0.0:1788572580.757246:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21413 00000100:00100000:0.0:1788572580.757252:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+33:3640:x1875440196091904:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572580.757263:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1693 count 1 00002000:00010000:0.0:1788572580.757279:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x69d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.757283:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c4887c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757291:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x69d:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.757293:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x69d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.757297:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c4887c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757305:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c4887c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757313:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c4887c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757319:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c4887c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757332:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:0.0:1788572580.757396:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+34:3640:x1875440196091904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 143us (1422us total) trans 8589943962 rc 0/0 00000100:00100000:0.0:1788572580.757415:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21413 00000004:00080000:0.0:1788572580.757714:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca3ca80/2, rc 0, transno 8589943961 00000100:00100000:0.0:1788572580.757721:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196101888:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572580.757733:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8c7fca80/2, rc 0, transno 8589944657 00000100:00100000:0.0:1788572580.757747:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196102400:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1788572580.757757:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8c7fea00/2, rc 0, transno 8589944656 00000100:00100000:0.0:1788572580.757761:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196102272:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.757902:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8553aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196102784:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1788572580.757937:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:0.0:1788572580.757944:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c48878f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757953:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.757957:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c48878f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757967:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c48878f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757985:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c48878f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.757994:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c48878f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.758018:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:0.0:1788572580.758023:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064c62a67/0xaad440e68c488781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.758030:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.758032:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064c62a67/0xaad440e68c488781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.758040:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064c62a67/0xaad440e68c488781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.758051:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064c62a67/0xaad440e68c488781 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.758058:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064c62a67/0xaad440e68c488781 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x661:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.758076:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1788572580.758080:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002abf7843/0xaad440e68c488788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.758086:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.758090:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002abf7843/0xaad440e68c488788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.758098:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002abf7843/0xaad440e68c488788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.758108:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002abf7843/0xaad440e68c488788 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.758115:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002abf7843/0xaad440e68c488788 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572580.758245:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+41:3637:x1875440196100992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6906us (7934us total) trans 8589944654 rc 0/0 00000100:00100000:1.0:1788572580.758254:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21403 00010000:00010000:1.0:1788572580.758352:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1788572580.758358:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488796 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.758366:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.758369:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488796 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.758377:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488796 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.758389:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488796 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.758396:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488796 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758638:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1788572580.758645:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c48879d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758653:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.758656:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c48879d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758665:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c48879d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758677:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c48879d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758684:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c48879d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758702:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788572580.758706:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be6ad95c/0xaad440e68c4887ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758712:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.758715:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be6ad95c/0xaad440e68c4887ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758722:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be6ad95c/0xaad440e68c4887ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758738:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be6ad95c/0xaad440e68c4887ab lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758745:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be6ad95c/0xaad440e68c4887ab lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x74d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758760:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788572580.758764:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c4887a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758771:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.758774:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c4887a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758782:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c4887a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758792:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c4887a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758873:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c4887a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x76c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758890:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788572580.758894:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c4887b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758901:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.758904:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c4887b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758912:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c4887b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758921:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c4887b2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758928:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c4887b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7f1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758940:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572580.758944:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c4887b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758950:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.758953:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c4887b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758960:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c4887b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758969:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c4887b9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758977:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c4887b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.758990:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572580.758994:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e348926b/0xaad440e68c4887c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.759000:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.759003:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e348926b/0xaad440e68c4887c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.759010:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e348926b/0xaad440e68c4887c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.759019:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e348926b/0xaad440e68c4887c0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.759026:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e348926b/0xaad440e68c4887c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x796:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.759042:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.759045:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c4887c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.759051:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.759055:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c4887c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.759061:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c4887c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.759070:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c4887c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.759078:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c4887c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x69d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.759091:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.759092:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.759094:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572580.759292:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196102016:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572580.759348:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196102144:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1788572580.759386:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.761782:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.761789:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.761792:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.761844:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196090880 00000100:00100000:1.0:1788572580.761856:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196090880 00000100:00100000:1.0:1788572580.761922:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196091392 00000100:00100000:1.0:1788572580.761925:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196091392 00000100:00100000:1.0:1788572580.761959:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16099 00000100:00100000:1.0:1788572580.761970:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+47:3640:x1875440196090880:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.761985:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.762008:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c484cfd lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0x8126b7eb bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c484cf6 expref: 47 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.762036:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x8126b7eb (ffff88ca91600a00) 00010000:00010000:1.0:1788572580.762047:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.762116:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+46:3640:x1875440196090880:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 147us (6214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.762124:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16099 00000100:00100000:1.0:1788572580.762170:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16100 00000100:00100000:1.0:1788572580.762178:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+45:3640:x1875440196091392:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1788572580.762187:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572580.762209:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd84a00/0xaad440e68c484873 lrc: 0/0,0 mode: --/PW res: [0x2000013a2:0x4:0x0].0xd87e4ff9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48486c expref: 45 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.762218:0:204719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd87e4ff9 (ffff88ca91600800) 00010000:00010000:1.0:1788572580.762224:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572580.762249:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+44:3640:x1875440196091392:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 72us (6313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.762256:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16100 00000100:00100000:3.0:1788572580.763027:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85538700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196102912:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.763072:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.763102:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196092416 00000100:00100000:3.0:1788572580.763107:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196092416 00000100:00100000:2.0:1788572580.763346:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196102912 00000100:00100000:2.0:1788572580.763351:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196102912 00000100:00100000:1.0:1788572580.763482:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.763738:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21414 00000100:00100000:2.0:1788572580.763749:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+34:3640:x1875440196092416:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.763783:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2054 count 1 00002000:00010000:2.0:1788572580.763834:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x806:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.763842:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c4887ce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.763864:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x806:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.763868:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x806:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.763875:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c4887ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.763889:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c4887ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.763899:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c4887ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.763906:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c4887ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.763926:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572580.764333:0:225662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21415 00000100:00100000:0.0:1788572580.764344:0:225662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+41:3640:x1875440196102912:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.764358:0:225662:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1977 count 1 00002000:00010000:0.0:1788572580.764379:0:225662:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x7b9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.764384:0:225662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c4887d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.764392:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7b9:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.764395:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7b9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.764406:0:225662:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c4887d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.764416:0:225662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c4887d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.764428:0:225662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c4887d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.764434:0:225662:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c4887d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.764627:0:225662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572580.764766:0:225662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+42:3640:x1875440196102912:12345-0@lo:6:osp-syn-0-1.0 Request processed in 424us (1692us total) trans 8589944658 rc 0/0 00000100:00100000:0.0:1788572580.764773:0:225662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21415 00000100:00100000:0.0:1788572580.764814:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.764855:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196103296:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.764884:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.764914:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196102784 00000100:00100000:0.0:1788572580.764919:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196102784 00000100:00100000:0.0:1788572580.764945:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196103296 00000100:00100000:0.0:1788572580.764948:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196103296 00000100:00100000:0.0:1788572580.764969:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21416 00000100:00100000:0.0:1788572580.764977:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+42:3639:x1875440196102784:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1788572580.764989:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2087 count 1 00002000:00010000:0.0:1788572580.765009:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x827:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.765014:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de9e5ad8/0xaad440e68c4887dc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x827:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.765033:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x827:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.765036:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x827:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.765041:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de9e5ad8/0xaad440e68c4887dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.765050:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de9e5ad8/0xaad440e68c4887dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.765058:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de9e5ad8/0xaad440e68c4887dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.765063:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de9e5ad8/0xaad440e68c4887dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.765076:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1788572580.765527:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85539180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+43:3639:x1875440196102784:12345-0@lo:6:osp-syn-0-1.0 Request processed in 426us (588us total) trans 8589944659 rc 0/0 00000100:00100000:0.0:1788572580.765535:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21416 00000100:00100000:0.0:1788572580.765551:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21417 00000100:00100000:0.0:1788572580.765559:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85539c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+36:3639:x1875440196103296:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572580.765574:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1674 count 1 00002000:00010000:0.0:1788572580.765594:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x68a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.765598:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7fc6968/0xaad440e68c4887e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.765607:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x68a:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.765609:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x68a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.765613:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7fc6968/0xaad440e68c4887e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.765623:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7fc6968/0xaad440e68c4887e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.765630:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7fc6968/0xaad440e68c4887e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.765637:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7fc6968/0xaad440e68c4887e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.765647:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1788572580.765728:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85539c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+37:3639:x1875440196103296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 170us (842us total) trans 8589943964 rc 0/0 00000100:00100000:0.0:1788572580.765734:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21417 00000004:00080000:0.0:1788572580.765782:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83982300/2, rc 0, transno 8589943964 00000100:00100000:0.0:1788572580.765857:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83982300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196103296:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572580.765876:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8553aa00/2, rc 0, transno 8589944659 00000100:00100000:0.0:1788572580.765887:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8553aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196102784:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1788572580.765982:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1c380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196096768:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.765994:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15485 rpc_version 15485 00000020:00100000:0.0:1788572580.766010:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.766227:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+36:3640:x1875440196092416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2478us (9837us total) trans 8589943963 rc 0/0 00000100:00100000:2.0:1788572580.766235:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21414 00010000:00010000:2.0:1788572580.766261:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788572580.766268:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c4887ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766276:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.766281:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c4887ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766295:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c4887ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766312:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c4887ce lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766320:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c4887ce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x806:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766342:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572580.766347:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c4887d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766353:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.766356:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c4887d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766364:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c4887d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766374:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c4887d5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766381:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c4887d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572580.766621:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8553a680 x1875440196103936/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.766645:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8553a680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196103936:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.766686:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.766717:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.766736:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633082368 00000100:00100000:0.0:1788572580.766742:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633082368 00000100:00100000:0.0:1788572580.766785:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138441 00000100:00100000:0.0:1788572580.766793:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+178:361572:x1875453633082368:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.766874:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572580.766880:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de9e5ad8/0xaad440e68c4887dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766888:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.766893:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de9e5ad8/0xaad440e68c4887dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766901:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de9e5ad8/0xaad440e68c4887dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766913:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de9e5ad8/0xaad440e68c4887dc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766920:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de9e5ad8/0xaad440e68c4887dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x827:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766939:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.766942:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7fc6968/0xaad440e68c4887e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766949:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.766953:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7fc6968/0xaad440e68c4887e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766965:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7fc6968/0xaad440e68c4887e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766975:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7fc6968/0xaad440e68c4887e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766984:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7fc6968/0xaad440e68c4887e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.766999:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.767001:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.767003:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572580.767018:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.767042:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196102528:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572580.767065:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.767078:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196103040:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.767093:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788572580.767117:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb85589180/2, rc 0, transno 8589944655 00000100:00100000:2.0:1788572580.767217:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb85589180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196101120:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1788572580.767232:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9fe8f480/2, rc 0, transno 8589943960 00000100:00100000:2.0:1788572580.767241:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9fe8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196101632:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1788572580.767251:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca92912680/2, rc 0, transno 8589944654 00000100:00100000:2.0:1788572580.767254:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92912680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196100992:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1788572580.767264:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8a1d1c00/2, rc 0, transno 8589943956 00000100:00100000:2.0:1788572580.767269:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8a1d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196101504:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.767279:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8553b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196103552:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572580.767302:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.767321:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572580.767326:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8553b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196103680:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.767344:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.767366:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196102016 00000100:00100000:2.0:1788572580.767370:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196102016 00000100:00100000:2.0:1788572580.767393:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196102528 00000100:00100000:2.0:1788572580.767396:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196102528 00000100:00100000:2.0:1788572580.767424:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196103040 00000100:00100000:2.0:1788572580.767427:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196103040 00000100:00100000:3.0:1788572580.767547:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21418 00000100:00100000:3.0:1788572580.767560:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+44:3637:x1875440196102016:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572580.767582:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1476 count 1 00002000:00010000:3.0:1788572580.767608:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x5c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.767615:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4887ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.767628:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5c4:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.767632:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5c4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.767638:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4887ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.767652:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4887ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.767662:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4887ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.767670:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4887ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.767689:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572580.767833:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+45:3637:x1875440196102016:12345-0@lo:6:osp-syn-0-1.0 Request processed in 278us (814us total) trans 8589944660 rc 0/0 00000100:00100000:3.0:1788572580.767841:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21418 00000100:00100000:3.0:1788572580.767857:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196103552 00000100:00100000:3.0:1788572580.767860:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196103552 00000100:00100000:2.0:1788572580.767900:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196103680 00000100:00100000:2.0:1788572580.767904:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196103680 00000100:00100000:0.0:1788572580.768015:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85538e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196104064:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.768040:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.768096:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21419 00000100:00100000:1.0:1788572580.768112:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196103936 00000100:00100000:1.0:1788572580.768115:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196103936 00000100:00100000:1.0:1788572580.768167:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35631 00000100:00100000:1.0:1788572580.768175:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+44:203127:x1875440196103936:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572580.768312:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85538380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+45:203127:x1875440196103936:12345-0@lo:1000:osp_up0-1.0 Request processed in 138us (1625us total) trans 12884962064 rc 0/0 00000100:00100000:1.0:1788572580.768319:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35631 00000100:00100000:0.0:1788572580.768737:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788572580.768745:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85539f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196104192:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.768773:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.768884:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196104064 00000100:00100000:3.0:1788572580.768888:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196104064 00000100:00100000:3.0:1788572580.768915:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21420 00000100:00100000:3.0:1788572580.768922:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+38:3637:x1875440196103040:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572580.768939:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2050 count 1 00002000:00010000:3.0:1788572580.768962:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x802:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.768968:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c4887f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x802:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.768980:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x802:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.768984:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x802:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.768990:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c4887f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769002:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c4887f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769012:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c4887f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769032:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c4887f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769043:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572580.769185:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+39:3637:x1875440196103040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 263us (2089us total) trans 8589943965 rc 0/0 00000100:00100000:3.0:1788572580.769203:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21420 00000100:00100000:3.0:1788572580.769218:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21421 00000100:00100000:3.0:1788572580.769225:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+45:3637:x1875440196103552:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1788572580.769237:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1982 count 1 00002000:00010000:3.0:1788572580.769254:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x7be:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.769259:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c4887f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7be:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769268:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7be:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.769271:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7be:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.769276:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c4887f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769285:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c4887f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769293:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c4887f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769299:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c4887f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769307:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572580.769376:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+46:3637:x1875440196103552:12345-0@lo:6:osp-syn-0-1.0 Request processed in 152us (2072us total) trans 8589944661 rc 0/0 00000100:00100000:3.0:1788572580.769382:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21421 00000100:00100000:3.0:1788572580.769400:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21422 00000100:00100000:3.0:1788572580.769419:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+38:3637:x1875440196103680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572580.769431:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2097 count 1 00002000:00010000:3.0:1788572580.769458:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x831:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.769463:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da0c94ee/0xaad440e68c4887ff lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769476:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x831:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.769479:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x831:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.769484:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da0c94ee/0xaad440e68c4887ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769493:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da0c94ee/0xaad440e68c4887ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769502:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000da0c94ee/0xaad440e68c4887ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769510:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da0c94ee/0xaad440e68c4887ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769518:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1788572580.769583:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+39:3637:x1875440196103680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 164us (2237us total) trans 8589943966 rc 0/0 00000100:00100000:3.0:1788572580.769590:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21422 00000100:00100000:3.0:1788572580.769603:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21423 00000100:00100000:3.0:1788572580.769610:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8553ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+38:3639:x1875440196104064:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572580.769622:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1682 count 1 00002000:00010000:3.0:1788572580.769637:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x692:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.769642:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d59556c/0xaad440e68c488806 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x692:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769655:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x692:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.769658:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x692:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.769662:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d59556c/0xaad440e68c488806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769672:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d59556c/0xaad440e68c488806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769680:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d59556c/0xaad440e68c488806 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769688:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000d59556c/0xaad440e68c488806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769697:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1788572580.769760:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8553ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+39:3639:x1875440196104064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 151us (1718us total) trans 8589943967 rc 0/0 00000100:00100000:3.0:1788572580.769766:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21423 00010000:00010000:3.0:1788572580.769790:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1788572580.769797:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4887ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769822:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.769827:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4887ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769841:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4887ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769857:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4887ea lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769864:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4887ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769887:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788572580.769890:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c4887f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769897:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.769900:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c4887f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769908:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c4887f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769917:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c4887f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769925:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c4887f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x802:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769942:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572580.769945:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c4887f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769952:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.769954:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c4887f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769961:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c4887f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769970:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c4887f8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769977:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c4887f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769988:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572580.769991:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da0c94ee/0xaad440e68c4887ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.769997:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.770000:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da0c94ee/0xaad440e68c4887ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770012:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da0c94ee/0xaad440e68c4887ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770021:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da0c94ee/0xaad440e68c4887ff lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770028:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da0c94ee/0xaad440e68c4887ff lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x831:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770039:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572580.770042:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d59556c/0xaad440e68c488806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770048:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.770051:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d59556c/0xaad440e68c488806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770058:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d59556c/0xaad440e68c488806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770068:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d59556c/0xaad440e68c488806 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770075:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d59556c/0xaad440e68c488806 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x692:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770094:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.770096:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.770097:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572580.770142:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85538700/2, rc 0, transno 8589944658 00000100:00100000:3.0:1788572580.770183:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85538700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196102912:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.770205:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196103424:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572580.770237:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.770269:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196088832:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.770279:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196089344:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.770288:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196090880:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1788572580.770297:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196091392:0@lo:103:jbd2/dm-1-8.0 00000004:00080000:3.0:1788572580.770307:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b799c00/2, rc 0, transno 8589943962 00000100:00100000:3.0:1788572580.770317:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196091904:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572580.770327:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83b28a80/2, rc 0, transno 8589943963 00000100:00100000:3.0:1788572580.770331:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196092416:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572580.770401:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196103424 00000100:00100000:3.0:1788572580.770407:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196103424 00000100:00100000:3.0:1788572580.770436:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21424 00000100:00100000:3.0:1788572580.770443:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+39:3640:x1875440196103424:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572580.770458:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1794 count 1 00002000:00010000:3.0:1788572580.770477:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x702:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.770482:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c48880d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x702:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770491:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x702:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.770494:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x702:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.770499:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c48880d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770510:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c48880d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770519:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c48880d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770526:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c48880d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770539:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572580.770547:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572580.770552:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c48880d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770559:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.770562:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c48880d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770571:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c48880d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770587:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c48880d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770594:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c48880d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x702:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.770609:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.770611:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.770613:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572580.770711:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+40:3640:x1875440196103424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 269us (473us total) trans 8589943968 rc 0/0 00000100:00100000:3.0:1788572580.770718:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21424 00000004:00080000:3.0:1788572580.770746:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca78e00/2, rc 0, transno 8589943968 00000100:00100000:3.0:1788572580.770751:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196103424:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572580.770781:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8553b480/2, rc 0, transno 8589943966 00000100:00100000:3.0:1788572580.770785:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8553b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196103680:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1788572580.770794:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8553b100/2, rc 0, transno 8589944661 00000100:00100000:3.0:1788572580.770797:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8553b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196103552:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572580.770806:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8c7fe300/2, rc 0, transno 8589944660 00000100:00100000:3.0:1788572580.770810:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196102016:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1788572580.770820:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca3d500/2, rc 0, transno 8589943965 00000100:00100000:3.0:1788572580.770823:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196103040:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1788572580.771524:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572580.772086:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85538e00/2, rc 0, transno 8589943967 00000100:00100000:0.0:1788572580.772096:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85538e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196104064:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.772121:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196104192 00000100:00100000:0.0:1788572580.772126:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196104192 00000100:00100000:0.0:1788572580.772318:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21425 00000100:00100000:0.0:1788572580.772327:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+40:3639:x1875440196104192:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1788572580.772352:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2034 count 1 00002000:00010000:0.0:1788572580.772383:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x7f2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.772389:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e044b6b7/0xaad440e68c488814 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.772562:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7f2:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:0.0:1788572580.772568:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7f2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.772575:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e044b6b7/0xaad440e68c488814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.772595:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e044b6b7/0xaad440e68c488814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.772606:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e044b6b7/0xaad440e68c488814 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.772615:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e044b6b7/0xaad440e68c488814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.772638:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572580.772796:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+41:3639:x1875440196104192:12345-0@lo:6:osp-syn-1-1.0 Request processed in 469us (4020us total) trans 8589943969 rc 0/0 00010000:00010000:2.0:1788572580.772882:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.772890:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e044b6b7/0xaad440e68c488814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.772898:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.772902:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e044b6b7/0xaad440e68c488814 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.772912:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e044b6b7/0xaad440e68c488814 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.772930:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e044b6b7/0xaad440e68c488814 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.772944:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e044b6b7/0xaad440e68c488814 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.772964:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.772966:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.772968:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572580.772999:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21425 00000100:00100000:2.0:1788572580.773116:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196104320:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.773198:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.773282:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.773306:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196102656:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572580.773334:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.773350:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196103168:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572580.773367:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.773397:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196104320 00000100:00100000:3.0:1788572580.773414:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196104320 00000100:00100000:3.0:1788572580.773675:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196102144 00000100:00100000:3.0:1788572580.773680:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196102144 00000100:00100000:3.0:1788572580.773702:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196102656 00000100:00100000:3.0:1788572580.773705:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196102656 00000100:00100000:3.0:1788572580.773718:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196103168 00000100:00100000:3.0:1788572580.773720:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196103168 00000100:00100000:3.0:1788572580.773736:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21426 00000100:00100000:3.0:1788572580.773744:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+42:3637:x1875440196104320:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1788572580.773762:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1868 count 1 00002000:00010000:3.0:1788572580.773787:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x74c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572580.773794:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059bc87d5/0xaad440e68c48881b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.773816:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x74c:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.773819:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x74c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.773824:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059bc87d5/0xaad440e68c48881b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.773835:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059bc87d5/0xaad440e68c48881b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.773847:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059bc87d5/0xaad440e68c48881b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.773854:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059bc87d5/0xaad440e68c48881b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.773867:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572580.774126:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21427 00000100:00100000:1.0:1788572580.774225:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbd8a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+47:3638:x1875440196102144:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1788572580.774241:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1688 count 1 00002000:00010000:1.0:1788572580.774260:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x698:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.774265:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef60d598/0xaad440e68c488822 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x698:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774274:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x698:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.774277:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x698:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.774281:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef60d598/0xaad440e68c488822 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774291:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef60d598/0xaad440e68c488822 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774298:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef60d598/0xaad440e68c488822 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774304:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef60d598/0xaad440e68c488822 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774318:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572580.774553:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbd8a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+48:3638:x1875440196102144:12345-0@lo:6:osp-syn-0-1.0 Request processed in 332us (1271us total) trans 8589944662 rc 0/0 00000100:00100000:1.0:1788572580.774560:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21427 00000100:00100000:1.0:1788572580.774578:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21428 00000100:00100000:1.0:1788572580.774586:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+47:3638:x1875440196102656:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1788572580.774598:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2053 count 1 00002000:00010000:1.0:1788572580.774615:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x805:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.774620:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c488829 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x805:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774627:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x805:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.774630:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x805:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.774634:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c488829 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774642:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c488829 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774650:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c488829 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774656:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c488829 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774666:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1788572580.774728:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+48:3638:x1875440196102656:12345-0@lo:6:osp-syn-0-1.0 Request processed in 143us (1392us total) trans 8589944663 rc 0/0 00000100:00100000:1.0:1788572580.774734:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21428 00000100:00100000:1.0:1788572580.774748:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21429 00000100:00100000:1.0:1788572580.774755:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+43:3638:x1875440196103168:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572580.774768:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2040 count 1 00002000:00010000:1.0:1788572580.774785:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x7f8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.774790:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b797d89a/0xaad440e68c488830 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774870:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7f8:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.774875:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7f8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.774879:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b797d89a/0xaad440e68c488830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774888:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b797d89a/0xaad440e68c488830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774897:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b797d89a/0xaad440e68c488830 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774905:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b797d89a/0xaad440e68c488830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.774913:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1788572580.774988:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+44:3638:x1875440196103168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 234us (1619us total) trans 8589943971 rc 0/0 00000100:00100000:1.0:1788572580.774995:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21429 00010000:00010000:1.0:1788572580.775039:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788572580.775046:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059bc87d5/0xaad440e68c48881b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775054:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.775058:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059bc87d5/0xaad440e68c48881b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775067:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059bc87d5/0xaad440e68c48881b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775083:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059bc87d5/0xaad440e68c48881b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775090:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059bc87d5/0xaad440e68c48881b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x74c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775111:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572580.775115:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef60d598/0xaad440e68c488822 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775120:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.775123:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef60d598/0xaad440e68c488822 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572580.775373:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196104576:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.775425:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572580.775543:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef60d598/0xaad440e68c488822 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775560:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef60d598/0xaad440e68c488822 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775568:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef60d598/0xaad440e68c488822 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775588:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572580.775591:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c488829 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775598:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.775601:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c488829 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775609:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c488829 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775619:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c488829 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775627:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8897a4f/0xaad440e68c488829 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x805:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775641:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.775645:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b797d89a/0xaad440e68c488830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775652:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.775656:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b797d89a/0xaad440e68c488830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775663:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b797d89a/0xaad440e68c488830 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775673:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b797d89a/0xaad440e68c488830 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775681:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b797d89a/0xaad440e68c488830 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7f8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775692:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.775694:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.775696:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.775710:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196104576 00000100:00100000:1.0:1788572580.775717:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196104576 00000100:00100000:1.0:1788572580.775753:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21430 00000100:00100000:1.0:1788572580.775762:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+44:3639:x1875440196104576:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572580.775778:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1582 count 1 00002000:00010000:1.0:1788572580.775873:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x62e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.775880:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a25c7d6/0xaad440e68c488837 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x62e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775889:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x62e:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.775892:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x62e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.775898:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a25c7d6/0xaad440e68c488837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775909:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a25c7d6/0xaad440e68c488837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775918:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a25c7d6/0xaad440e68c488837 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775927:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a25c7d6/0xaad440e68c488837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.775942:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572580.776128:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+45:3639:x1875440196104576:12345-0@lo:6:osp-syn-1-1.0 Request processed in 366us (701us total) trans 8589943972 rc 0/0 00000100:00100000:1.0:1788572580.776135:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21430 00010000:00010000:1.0:1788572580.776314:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.776319:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a25c7d6/0xaad440e68c488837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776326:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.776329:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a25c7d6/0xaad440e68c488837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776336:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a25c7d6/0xaad440e68c488837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776347:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a25c7d6/0xaad440e68c488837 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776355:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a25c7d6/0xaad440e68c488837 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x62e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776371:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.776372:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.776374:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.776392:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+47:3637:x1875440196102528:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1788572580.776526:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1648 count 1 00002000:00010000:1.0:1788572580.776547:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x670:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.776552:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48883e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x670:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776560:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x670:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.776563:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x670:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.776568:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48883e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776577:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48883e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776584:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48883e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776591:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48883e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776609:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572580.776617:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.776621:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48883e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776627:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.776630:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48883e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776637:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48883e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776647:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48883e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776654:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48883e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x670:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.776666:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.776667:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.776669:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.776761:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+48:3637:x1875440196102528:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8658us (9694us total) trans 8589944664 rc 0/0 00000100:00100000:1.0:1788572580.776768:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21419 00000004:00080000:2.0:1788572580.777084:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d26d80/2, rc 0, transno 8589943970 00000100:00100000:2.0:1788572580.777107:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196104320:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1788572580.777123:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8c7ff480/2, rc 0, transno 8589944664 00000100:00100000:2.0:1788572580.777233:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196102528:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572580.777254:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196104832:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.777287:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.777310:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788572580.777316:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196104448:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.777336:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.777349:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196104960:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.777367:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572580.777393:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572580.777415:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196104832 00000100:00100000:2.0:1788572580.777421:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196104832 00000100:00100000:2.0:1788572580.777579:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196104448 00000100:00100000:2.0:1788572580.777583:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196104448 00000100:00100000:2.0:1788572580.777602:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196104960 00000100:00100000:2.0:1788572580.777605:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196104960 00000100:00100000:2.0:1788572580.777620:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21431 00000100:00100000:2.0:1788572580.777626:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+47:3637:x1875440196104832:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.777642:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1708 count 1 00002000:00010000:2.0:1788572580.777663:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x6ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.777669:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488845 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.777681:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6ac:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.777685:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6ac:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.777689:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.777701:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.777710:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488845 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.777718:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.777732:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572580.777900:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90181180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+48:3637:x1875440196104832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 273us (611us total) trans 8589943973 rc 0/0 00000100:00100000:2.0:1788572580.777906:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21431 00000100:00100000:2.0:1788572580.777920:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21432 00000100:00100000:2.0:1788572580.777925:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+47:3637:x1875440196104448:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.777935:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2047 count 1 00002000:00010000:2.0:1788572580.777949:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x7ff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.777954:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c48884c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.777961:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7ff:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.777964:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x7ff:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.777967:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c48884c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.777976:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c48884c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.777984:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c48884c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.777991:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c48884c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778005:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572580.778070:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+48:3637:x1875440196104448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 144us (731us total) trans 8589943974 rc 0/0 00000100:00100000:2.0:1788572580.778076:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21432 00000100:00100000:2.0:1788572580.778087:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21433 00000100:00100000:2.0:1788572580.778092:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+47:3637:x1875440196104960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1788572580.778103:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1841 count 1 00002000:00010000:2.0:1788572580.778117:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x731:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572580.778122:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488853 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x731:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778129:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x731:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:2.0:1788572580.778589:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x731:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.778595:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778606:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778615:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488853 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778622:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778631:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1788572580.778712:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+48:3637:x1875440196104960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 619us (1343us total) trans 8589943975 rc 0/0 00000100:00100000:2.0:1788572580.778719:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21433 00010000:00010000:2.0:1788572580.778739:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572580.778745:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778757:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.778760:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778768:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778784:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488845 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778791:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488845 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778882:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572580.778887:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c48884c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778894:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.778897:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c48884c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778904:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c48884c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778914:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c48884c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778921:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022f59c8c/0xaad440e68c48884c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778935:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.778938:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778944:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.778946:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488853 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778954:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488853 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778962:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488853 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778968:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488853 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x731:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.778980:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.778982:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.778983:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.778991:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572580.779026:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d26300/2, rc 0, transno 8589943974 00000100:00100000:2.0:1788572580.779046:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196104448:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1788572580.779057:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d26a00/2, rc 0, transno 8589943975 00000100:00100000:2.0:1788572580.779060:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196104960:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1788572580.779067:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d25f80/2, rc 0, transno 8589943973 00000100:00100000:2.0:1788572580.779070:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196104832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572580.779248:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+47:3637:x1875440196104320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5504us (6058us total) trans 8589943970 rc 0/0 00000100:00100000:3.0:1788572580.779256:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21426 00010000:00010000:3.0:1788572580.779285:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572580.779462:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8c7fed80/2, rc 0, transno 8589944662 00000100:00100000:2.0:1788572580.779481:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196102144:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1788572580.779491:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8c7fc380/2, rc 0, transno 8589944663 00000100:00100000:2.0:1788572580.779494:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196102656:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1788572580.779503:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca3e300/2, rc 0, transno 8589943971 00000100:00100000:2.0:1788572580.779505:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196103168:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.779523:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196104704:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572580.779560:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.779757:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196104704 00000100:00100000:1.0:1788572580.779765:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196104704 00000100:00100000:1.0:1788572580.779934:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21434 00000100:00100000:1.0:1788572580.779945:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+47:3640:x1875440196104704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572580.779965:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1783 count 1 00002000:00010000:1.0:1788572580.779993:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x6f7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572580.780000:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007370fabd/0xaad440e68c48885a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.780014:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6f7:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.780018:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6f7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.780023:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007370fabd/0xaad440e68c48885a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.780035:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007370fabd/0xaad440e68c48885a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.780045:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007370fabd/0xaad440e68c48885a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.780053:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007370fabd/0xaad440e68c48885a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.780076:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572580.780224:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572580.780232:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007370fabd/0xaad440e68c48885a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.780239:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.780243:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007370fabd/0xaad440e68c48885a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.780252:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007370fabd/0xaad440e68c48885a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.780266:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007370fabd/0xaad440e68c48885a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.780281:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007370fabd/0xaad440e68c48885a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.780299:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.780300:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.780302:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.780429:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+48:3640:x1875440196104704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 486us (867us total) trans 8589943976 rc 0/0 00000004:00080000:3.0:1788572580.780535:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d27100/2, rc 0, transno 8589943976 00000100:00100000:3.0:1788572580.780548:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196104704:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1788572580.780582:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21434 00000004:00080000:0.0:1788572580.780796:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d27800/2, rc 0, transno 8589943972 00000100:00100000:0.0:1788572580.780910:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196104576:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1788572580.780926:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85539f80/2, rc 0, transno 8589943969 00000100:00100000:0.0:1788572580.781000:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85539f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196104192:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1788572580.781058:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8553a680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196103936:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.781071:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15486 rpc_version 15486 00000020:00100000:0.0:1788572580.781096:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.781103:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca839a6300 x1875440196105216/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.781125:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a6300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196105216:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.781218:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.781241:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11a80 going to sleep for 11 seconds 00010000:00010000:0.0:1788572580.781266:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.781284:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488861 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77cb6 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.781341:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c488868 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.781354:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c488868 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.781364:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c488868 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.781423:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572580.781427:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1788572580.781599:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196105216 00000100:00100000:2.0:1788572580.781605:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196105216 00000100:00100000:2.0:1788572580.781641:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35632 00000100:00100000:2.0:1788572580.781650:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+45:203127:x1875440196105216:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.781774:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+46:203127:x1875440196105216:12345-0@lo:1000:osp_up0-1.0 Request processed in 126us (555us total) trans 12884962065 rc 0/0 00000100:00100000:2.0:1788572580.781781:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35632 00000004:00010000:0.0:1788572580.782024:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c488868 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.782053:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488861 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cb6 expref: 180 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.782072:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c488868 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cb6 expref: 179 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.782081:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.782083:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572580.782087:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6000, rc 0) 00000100:00100000:0.0:1788572580.782249:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+179:361572:x1875453633082368:12345-192.168.202.54@tcp:101:rm.0 Request processed in 15456us (18768us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.782257:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138441 00000100:00100000:0.0:1788572580.782301:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a6300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196105216:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.782309:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15487 rpc_version 15487 00000020:00100000:0.0:1788572580.782324:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.782329:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee58380 x1875440196105472/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.782344:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee58380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196105472:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.782373:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.782393:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11a80 going to sleep for 11 seconds 00010000:00010000:0.0:1788572580.782417:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.782420:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.782422:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.782698:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196105472 00000100:00100000:1.0:1788572580.782704:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196105472 00000100:00100000:1.0:1788572580.782776:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35633 00000100:00100000:1.0:1788572580.782786:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+46:203127:x1875440196105472:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572580.783002:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+47:203127:x1875440196105472:12345-0@lo:1000:osp_up0-1.0 Request processed in 217us (626us total) trans 12884962066 rc 0/0 00000100:00100000:1.0:1788572580.783010:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35633 00000100:00100000:2.0:1788572580.783062:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee58380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196105472:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.783071:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15488 rpc_version 15488 00000020:00100000:2.0:1788572580.783084:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.783089:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8b6fe300 x1875440196105728/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.783104:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fe300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196105728:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.783145:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.785671:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.785710:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633082496 00000100:00100000:3.0:1788572580.785718:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633082496 00000100:00100000:3.0:1788572580.785772:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138442 00000100:00100000:3.0:1788572580.785782:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+179:361572:x1875453633082496:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.785800:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.785834:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afee00/0xaad440e68c48886f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77cbd expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.785897:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488876 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.785911:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488876 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.785921:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488876 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.785937:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48887d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.785943:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48887d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.785950:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48887d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786113:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488884 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786122:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488884 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786129:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488884 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.786201:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x16f:0x0]: returning size 1 00000004:00200000:3.0:1788572580.786206:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.786229:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488884 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786241:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488884 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786249:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488876 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786255:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488876 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786261:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488876 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786272:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488876 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786277:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.786281:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488876 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786289:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488876 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786301:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.786304:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.786309:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488876 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786315:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488876 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786328:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48887d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786334:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48887d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786339:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48887d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786343:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.786346:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48887d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786356:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48887d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786363:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7156a43 (ffff88cb9caa2b00) 00010000:00010000:3.0:1788572580.786365:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.786370:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48887d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786375:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48887d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786405:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afee00/0xaad440e68c48886f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cbd expref: 181 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786418:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488884 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cbd expref: 180 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.786425:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16f:0x0].0x0 (ffff88cb9caa2000) 00010000:00010000:3.0:1788572580.786427:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572580.786429:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afe000, rc 0) 00000100:00100000:3.0:1788572580.786486:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+180:361572:x1875453633082496:12345-192.168.202.54@tcp:101:rm.0 Request processed in 705us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.786493:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138442 00000100:00100000:2.0:1788572580.787085:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.789975:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.790106:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196105728 00000100:00100000:0.0:1788572580.790116:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196105728 00000100:00100000:0.0:1788572580.790222:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35634 00000100:00100000:0.0:1788572580.790234:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+47:203127:x1875440196105728:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.790464:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+48:203127:x1875440196105728:12345-0@lo:1000:osp_up0-1.0 Request processed in 232us (7317us total) trans 12884962067 rc 0/0 00000100:00100000:0.0:1788572580.790472:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35634 00000100:00100000:0.0:1788572580.790533:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fe300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196105728:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.790547:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15489 rpc_version 15489 00000020:00100000:0.0:1788572580.790572:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.790578:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee5bb80 x1875440196105984/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.790599:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5bb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196105984:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.790634:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.790653:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.790663:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196105984 00000100:00100000:0.0:1788572580.790666:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196105984 00000100:00100000:0.0:1788572580.790682:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35635 00000100:00100000:0.0:1788572580.790687:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+48:203127:x1875440196105984:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.790754:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+49:203127:x1875440196105984:12345-0@lo:1000:osp_up0-1.0 Request processed in 66us (119us total) trans 12884962068 rc 0/0 00000100:00100000:0.0:1788572580.790761:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35635 00000100:00100000:0.0:1788572580.790788:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5bb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196105984:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.790794:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15490 rpc_version 15490 00000020:00100000:0.0:1788572580.790818:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.790823:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbaf5d4e00 x1875440196106240/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.790835:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d4e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196106240:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.790860:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.790873:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.790883:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196106240 00000100:00100000:0.0:1788572580.790885:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196106240 00000100:00100000:0.0:1788572580.790900:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35636 00000100:00100000:0.0:1788572580.790905:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+49:203127:x1875440196106240:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.790964:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+50:203127:x1875440196106240:12345-0@lo:1000:osp_up0-1.0 Request processed in 58us (103us total) trans 12884962069 rc 0/0 00000100:00100000:0.0:1788572580.790970:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35636 00000100:00100000:0.0:1788572580.790997:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d4e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196106240:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.791003:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15491 rpc_version 15491 00000020:00100000:0.0:1788572580.791013:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.791019:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbaf5d4a80 x1875440196106496/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.791032:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196106496:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.791056:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.791070:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.791080:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196106496 00000100:00100000:0.0:1788572580.791083:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196106496 00000100:00100000:0.0:1788572580.791100:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35637 00000100:00100000:0.0:1788572580.791105:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+50:203127:x1875440196106496:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.791223:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+51:203127:x1875440196106496:12345-0@lo:1000:osp_up0-1.0 Request processed in 116us (165us total) trans 12884962070 rc 0/0 00000100:00100000:0.0:1788572580.791230:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35637 00000100:00100000:0.0:1788572580.791259:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196106496:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.791266:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15492 rpc_version 15492 00000020:00100000:0.0:1788572580.791279:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.791283:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8fcb1880 x1875440196106752/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.791295:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196106752:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.791317:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.791331:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.791341:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196106752 00000100:00100000:0.0:1788572580.791344:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196106752 00000100:00100000:0.0:1788572580.791360:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35638 00000100:00100000:0.0:1788572580.791366:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+51:203127:x1875440196106752:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.791428:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+52:203127:x1875440196106752:12345-0@lo:1000:osp_up0-1.0 Request processed in 61us (109us total) trans 12884962071 rc 0/0 00000100:00100000:0.0:1788572580.791435:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35638 00000100:00100000:0.0:1788572580.791463:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196106752:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.791470:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15493 rpc_version 15493 00000020:00100000:0.0:1788572580.791480:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.791485:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8fcb3100 x1875440196107008/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.791496:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196107008:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.791519:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.791533:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.791543:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196107008 00000100:00100000:0.0:1788572580.791545:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196107008 00000100:00100000:0.0:1788572580.791563:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35639 00000100:00100000:0.0:1788572580.791568:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+52:203127:x1875440196107008:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.791633:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+53:203127:x1875440196107008:12345-0@lo:1000:osp_up0-1.0 Request processed in 64us (113us total) trans 12884962072 rc 0/0 00000100:00100000:0.0:1788572580.791639:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35639 00000100:00100000:0.0:1788572580.791666:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196107008:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.791672:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15494 rpc_version 15494 00000020:00100000:0.0:1788572580.791684:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.791688:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8d05aa00 x1875440196107264/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.791698:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d05aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196107264:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.791720:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.791732:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.791742:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196107264 00000100:00100000:0.0:1788572580.791745:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196107264 00000100:00100000:0.0:1788572580.791760:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35640 00000100:00100000:0.0:1788572580.791765:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+53:203127:x1875440196107264:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.791830:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d05ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+54:203127:x1875440196107264:12345-0@lo:1000:osp_up0-1.0 Request processed in 63us (108us total) trans 12884962073 rc 0/0 00000100:00100000:0.0:1788572580.791836:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35640 00000100:00100000:0.0:1788572580.791865:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d05aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196107264:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.791874:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15495 rpc_version 15495 00000020:00100000:0.0:1788572580.791884:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.791889:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8d058e00 x1875440196107520/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.791898:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d058e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196107520:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.791922:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.791934:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.791944:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196107520 00000100:00100000:0.0:1788572580.791947:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196107520 00000100:00100000:0.0:1788572580.791965:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35641 00000100:00100000:0.0:1788572580.791970:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8d059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+54:203127:x1875440196107520:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.792036:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8d059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+55:203127:x1875440196107520:12345-0@lo:1000:osp_up0-1.0 Request processed in 65us (112us total) trans 12884962074 rc 0/0 00000100:00100000:0.0:1788572580.792042:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35641 00000100:00100000:0.0:1788572580.792068:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d058e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196107520:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.792074:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15496 rpc_version 15496 00000020:00100000:0.0:1788572580.792084:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.792088:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee23b80 x1875440196107776/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.792098:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee23b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196107776:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.792121:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.792133:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.792142:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196107776 00000100:00100000:0.0:1788572580.792145:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196107776 00000100:00100000:0.0:1788572580.792183:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35642 00000100:00100000:0.0:1788572580.792201:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+55:203127:x1875440196107776:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.792265:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+56:203127:x1875440196107776:12345-0@lo:1000:osp_up0-1.0 Request processed in 74us (142us total) trans 12884962075 rc 0/0 00000100:00100000:0.0:1788572580.792271:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35642 00000100:00100000:0.0:1788572580.792299:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee23b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196107776:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.792305:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15497 rpc_version 15497 00000020:00100000:0.0:1788572580.792316:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.792321:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca840c6680 x1875440196108032/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.792332:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c6680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196108032:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.792357:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.792370:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.792381:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196108032 00000100:00100000:0.0:1788572580.792383:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196108032 00000100:00100000:0.0:1788572580.792399:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35643 00000100:00100000:0.0:1788572580.792403:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+56:203127:x1875440196108032:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.792461:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+57:203127:x1875440196108032:12345-0@lo:1000:osp_up0-1.0 Request processed in 56us (102us total) trans 12884962076 rc 0/0 00000100:00100000:0.0:1788572580.792468:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35643 00000100:00100000:0.0:1788572580.792496:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c6680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196108032:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.792503:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15498 rpc_version 15498 00000020:00100000:0.0:1788572580.792512:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.792517:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca840c4700 x1875440196108288/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.792529:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c4700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196108288:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.792553:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.792567:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.792577:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196108288 00000100:00100000:0.0:1788572580.792580:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196108288 00000100:00100000:0.0:1788572580.792596:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35644 00000100:00100000:0.0:1788572580.792601:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+57:203127:x1875440196108288:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.792657:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+58:203127:x1875440196108288:12345-0@lo:1000:osp_up0-1.0 Request processed in 55us (102us total) trans 12884962077 rc 0/0 00000100:00100000:0.0:1788572580.792663:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35644 00000100:00100000:0.0:1788572580.792687:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c4700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196108288:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.792694:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15499 rpc_version 15499 00000020:00100000:0.0:1788572580.792704:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.792708:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca840c5880 x1875440196108544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.792719:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c5880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196108544:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.792741:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.792754:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.792764:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196108544 00000100:00100000:0.0:1788572580.792767:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196108544 00000100:00100000:0.0:1788572580.792782:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35645 00000100:00100000:0.0:1788572580.792788:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+58:203127:x1875440196108544:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.792851:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+59:203127:x1875440196108544:12345-0@lo:1000:osp_up0-1.0 Request processed in 63us (109us total) trans 12884962078 rc 0/0 00000100:00100000:0.0:1788572580.792857:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35645 00000100:00100000:0.0:1788572580.792885:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c5880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196108544:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.792892:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15500 rpc_version 15500 00000020:00100000:0.0:1788572580.792903:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.792907:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca856f6300 x1875440196108800/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.792918:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f6300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196108800:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.792941:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.792954:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.792964:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196108800 00000100:00100000:0.0:1788572580.792966:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196108800 00000100:00100000:0.0:1788572580.792982:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35646 00000100:00100000:0.0:1788572580.792987:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+59:203127:x1875440196108800:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.793046:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+60:203127:x1875440196108800:12345-0@lo:1000:osp_up0-1.0 Request processed in 58us (103us total) trans 12884962079 rc 0/0 00000100:00100000:0.0:1788572580.793052:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35646 00000100:00100000:0.0:1788572580.793079:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f6300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196108800:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.793086:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15501 rpc_version 15501 00000020:00100000:0.0:1788572580.793096:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.793101:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca856f7800 x1875440196109056/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.793113:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f7800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196109056:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.793137:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.793149:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572580.793183:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196109056 00000100:00100000:0.0:1788572580.793186:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196109056 00000100:00100000:1.0:1788572580.793695:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633082624 00000100:00100000:1.0:1788572580.793701:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633082624 00000100:00100000:1.0:1788572580.793738:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21435 00000100:00100000:1.0:1788572580.793747:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:352624:x1875453633082624:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.793757:0:203892:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.793780:0:203892:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48888b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77cc4 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572580.793899:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x47e:0x0] initial LVB size: 1, mtime: 0x6a9b4c6e, atime: 0x0, ctime: 0x6a9b4c6e, blocks: 0x8 00010000:00010000:1.0:1788572580.793918:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x47e:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.793923:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x47e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.793933:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48888b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cc4 expref: 28 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.793952:0:203892:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48888b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cc4 expref: 28 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.793966:0:203892:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc2800, rc 0) 00000100:00100000:1.0:1788572580.794018:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:352624:x1875453633082624:12345-192.168.202.54@tcp:101:rm.0 Request processed in 273us (4053us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.794029:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21435 00000100:00100000:0.0:1788572580.795962:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35647 00000100:00100000:0.0:1788572580.795972:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+60:203127:x1875440196109056:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.796382:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+61:203127:x1875440196109056:12345-0@lo:1000:osp_up0-1.0 Request processed in 410us (3243us total) trans 12884962080 rc 0/0 00000100:00100000:0.0:1788572580.796391:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35647 00000100:00100000:2.0:1788572580.798722:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.798933:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633082880 00000100:00100000:0.0:1788572580.798943:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633082880 00000100:00100000:0.0:1788572580.798995:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138443 00000100:00100000:0.0:1788572580.799005:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+180:361572:x1875453633082880:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572580.799061:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572580.799088:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488884 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cbd expref: 180 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799110:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16f:0x0].0x0 (ffff88cb9caa2000) 00010000:00010000:0.0:1788572580.799129:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6000/0xaad440e68c488868 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cb6 expref: 179 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799137:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.799141:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572580.799201:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488892 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799215:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488892 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799226:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488892 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799241:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c488899 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799248:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c488899 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799253:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c488899 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799353:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4888a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799362:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4888a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799369:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4888a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572580.799744:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3946, 64 off260736 00010000:00010000:0.0:1788572580.799794:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4888a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799873:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4888a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799881:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4888a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799888:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4888a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799894:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4888a7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799900:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4888a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799962:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572580.799982:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4888a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799989:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4888a0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.799996:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4888a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800001:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.800005:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4888a0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800014:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4888a0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800024:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16f:0x0].0x0 (ffff88cb87ded200) 00010000:00010000:0.0:1788572580.800026:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572580.800031:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4888a0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800041:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4888a0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800060:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488892 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800066:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488892 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800071:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488892 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800076:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488892 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800081:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.800084:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488892 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800089:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488892 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800095:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.800097:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.800099:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488892 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800104:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488892 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572580.800113:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002fb3c72e reply state 0000000074575199 transno 12884962081 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c488899 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800123:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c488899 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.800129:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7156a43 (ffff88cb87ded500) 00010000:00010000:0.0:1788572580.800131:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572580.800134:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572580.800245:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+180:361572:x1875453633082880:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1240us (1531us total) trans 12884962081 rc 0/0 00000100:00100000:0.0:1788572580.800254:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138443 00000100:00100000:1.0:1788572580.801656:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f7800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196109056:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572580.801675:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15502 rpc_version 15502 00000020:00100000:1.0:1788572580.801703:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572580.801709:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca92913100 x1875440196109312/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572580.801730:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92913100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196109312:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572580.801787:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.801955:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136c0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1788572580.802041:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572580.802051:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4888a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.802060:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572580.802064:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4888a7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.802074:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4888a7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.802090:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16f:0x0].0x0 (ffff88cb87ded200) 00010000:00010000:2.0:1788572580.802093:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572580.802098:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4888a7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.802106:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c4888a7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.802126:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.802138:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572580.802140:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572580.802695:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196109312 00000100:00100000:0.0:1788572580.802704:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196109312 00000100:00100000:0.0:1788572580.802761:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35648 00000100:00100000:0.0:1788572580.802770:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+61:203127:x1875440196109312:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.803079:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+62:203127:x1875440196109312:12345-0@lo:1000:osp_up0-1.0 Request processed in 310us (1291us total) trans 12884962082 rc 0/0 00000100:00100000:0.0:1788572580.803087:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35648 00000100:00100000:1.0:1788572580.803220:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92913100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196109312:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572580.803233:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15503 rpc_version 15503 00000020:00100000:1.0:1788572580.803251:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572580.803257:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca92913480 x1875440196109568/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572580.803274:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92913480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196109568:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572580.803307:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.803335:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.803629:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196109568 00000100:00100000:2.0:1788572580.803634:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196109568 00000100:00100000:2.0:1788572580.803668:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35649 00000100:00100000:2.0:1788572580.803677:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+62:203127:x1875440196109568:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.803768:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+63:203127:x1875440196109568:12345-0@lo:1000:osp_up0-1.0 Request processed in 92us (460us total) trans 12884962083 rc 0/0 00000100:00100000:2.0:1788572580.803775:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35649 00000100:00100000:1.0:1788572580.803849:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92913480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196109568:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572580.803856:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15504 rpc_version 15504 00000020:00100000:1.0:1788572580.803871:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572580.803877:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83b29c00 x1875440196109824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572580.803889:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b29c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196109824:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572580.803915:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.803940:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.804044:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196109824 00000100:00100000:2.0:1788572580.804048:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196109824 00000100:00100000:2.0:1788572580.804082:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35650 00000100:00100000:2.0:1788572580.804089:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+63:203127:x1875440196109824:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.804223:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+64:203127:x1875440196109824:12345-0@lo:1000:osp_up0-1.0 Request processed in 134us (307us total) trans 12884962084 rc 0/0 00000100:00100000:2.0:1788572580.804230:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35650 00000100:00100000:3.0:1788572580.804371:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b29c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196109824:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572580.804378:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15505 rpc_version 15505 00000020:00100000:3.0:1788572580.804389:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572580.804394:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9018fb80 x1875440196110080/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572580.804421:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018fb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196110080:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572580.804460:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572580.804473:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cb8a540540 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.804584:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196110080 00000100:00100000:2.0:1788572580.804588:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196110080 00000100:00100000:2.0:1788572580.804618:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35651 00000100:00100000:2.0:1788572580.804626:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+64:203127:x1875440196110080:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.804705:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+65:203127:x1875440196110080:12345-0@lo:1000:osp_up0-1.0 Request processed in 80us (244us total) trans 12884962085 rc 0/0 00000100:00100000:2.0:1788572580.804711:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35651 00000100:00100000:2.0:1788572580.804740:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018fb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196110080:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.804746:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15506 rpc_version 15506 00000020:00100000:2.0:1788572580.804757:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.804761:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83a57100 x1875440196110336/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.804772:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a57100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196110336:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.804795:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.804823:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.804834:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196110336 00000100:00100000:2.0:1788572580.804837:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196110336 00000100:00100000:2.0:1788572580.804855:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35652 00000100:00100000:2.0:1788572580.804860:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+65:203127:x1875440196110336:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.804924:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+66:203127:x1875440196110336:12345-0@lo:1000:osp_up0-1.0 Request processed in 64us (128us total) trans 12884962086 rc 0/0 00000100:00100000:2.0:1788572580.804931:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35652 00000100:00100000:2.0:1788572580.804957:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a57100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196110336:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.804965:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15507 rpc_version 15507 00000020:00100000:2.0:1788572580.804975:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.804980:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8c0a4a80 x1875440196110592/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.804992:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c0a4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196110592:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.805014:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.805028:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.805038:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196110592 00000100:00100000:2.0:1788572580.805040:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196110592 00000100:00100000:2.0:1788572580.805057:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35653 00000100:00100000:2.0:1788572580.805062:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+66:203127:x1875440196110592:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.805128:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+67:203127:x1875440196110592:12345-0@lo:1000:osp_up0-1.0 Request processed in 64us (112us total) trans 12884962087 rc 0/0 00000100:00100000:2.0:1788572580.805147:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35653 00000100:00100000:2.0:1788572580.805208:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c0a4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196110592:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.805215:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15508 rpc_version 15508 00000020:00100000:2.0:1788572580.805225:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.805230:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8c0a7480 x1875440196110848/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.805242:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c0a7480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196110848:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.805268:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.805282:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.805293:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196110848 00000100:00100000:2.0:1788572580.805296:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196110848 00000100:00100000:2.0:1788572580.805312:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35654 00000100:00100000:2.0:1788572580.805317:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+67:203127:x1875440196110848:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.805382:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+68:203127:x1875440196110848:12345-0@lo:1000:osp_up0-1.0 Request processed in 64us (112us total) trans 12884962088 rc 0/0 00000100:00100000:2.0:1788572580.805389:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35654 00000100:00100000:2.0:1788572580.805416:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c0a7480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196110848:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.805423:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15509 rpc_version 15509 00000020:00100000:2.0:1788572580.805440:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.805445:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8c0a6d80 x1875440196111104/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.805457:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c0a6d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196111104:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.805482:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.805495:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.805505:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196111104 00000100:00100000:2.0:1788572580.805509:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196111104 00000100:00100000:2.0:1788572580.805525:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35655 00000100:00100000:2.0:1788572580.805531:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+68:203127:x1875440196111104:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.805599:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+69:203127:x1875440196111104:12345-0@lo:1000:osp_up0-1.0 Request processed in 67us (115us total) trans 12884962089 rc 0/0 00000100:00100000:2.0:1788572580.805609:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35655 00000100:00100000:2.0:1788572580.805636:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c0a6d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196111104:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.805642:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15510 rpc_version 15510 00000020:00100000:2.0:1788572580.805653:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.805658:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8273c700 x1875440196111360/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.805670:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273c700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196111360:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.805691:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.805704:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.805713:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196111360 00000100:00100000:2.0:1788572580.805716:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196111360 00000100:00100000:2.0:1788572580.805732:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35656 00000100:00100000:2.0:1788572580.805738:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+69:203127:x1875440196111360:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.805807:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+70:203127:x1875440196111360:12345-0@lo:1000:osp_up0-1.0 Request processed in 68us (113us total) trans 12884962090 rc 0/0 00000100:00100000:2.0:1788572580.805814:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35656 00000100:00100000:2.0:1788572580.805841:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273c700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196111360:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.805848:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15511 rpc_version 15511 00000020:00100000:2.0:1788572580.805858:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.805862:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8273e680 x1875440196111616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.805874:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196111616:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.805900:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.805914:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.805924:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196111616 00000100:00100000:2.0:1788572580.805928:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196111616 00000100:00100000:2.0:1788572580.805944:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35657 00000100:00100000:2.0:1788572580.805950:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+70:203127:x1875440196111616:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.806014:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+71:203127:x1875440196111616:12345-0@lo:1000:osp_up0-1.0 Request processed in 64us (113us total) trans 12884962091 rc 0/0 00000100:00100000:2.0:1788572580.806021:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35657 00000100:00100000:2.0:1788572580.806047:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196111616:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.806053:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15512 rpc_version 15512 00000020:00100000:2.0:1788572580.806064:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.806068:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cb9ca1ce00 x1875440196111872/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.806080:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196111872:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.806102:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.806115:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.806124:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196111872 00000100:00100000:2.0:1788572580.806127:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196111872 00000100:00100000:2.0:1788572580.806144:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35658 00000100:00100000:2.0:1788572580.806168:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+71:203127:x1875440196111872:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.806249:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+72:203127:x1875440196111872:12345-0@lo:1000:osp_up0-1.0 Request processed in 99us (145us total) trans 12884962092 rc 0/0 00000100:00100000:2.0:1788572580.806256:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35658 00000100:00100000:2.0:1788572580.806283:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196111872:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.806290:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15513 rpc_version 15513 00000020:00100000:2.0:1788572580.806300:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.806305:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cb9ca1e680 x1875440196112128/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.806317:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196112128:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.806340:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.806353:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.806363:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196112128 00000100:00100000:2.0:1788572580.806366:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196112128 00000100:00100000:2.0:1788572580.806383:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35659 00000100:00100000:2.0:1788572580.806388:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8cefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+72:203127:x1875440196112128:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.806455:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8cefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+73:203127:x1875440196112128:12345-0@lo:1000:osp_up0-1.0 Request processed in 66us (113us total) trans 12884962093 rc 0/0 00000100:00100000:2.0:1788572580.806461:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35659 00000100:00100000:2.0:1788572580.806487:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196112128:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.806494:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15514 rpc_version 15514 00000020:00100000:2.0:1788572580.806505:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.806509:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8cef8380 x1875440196112384/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.806521:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cef8380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196112384:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.806543:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.806557:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.806568:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196112384 00000100:00100000:2.0:1788572580.806571:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196112384 00000100:00100000:2.0:1788572580.806589:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35660 00000100:00100000:2.0:1788572580.806594:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8cefa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+73:203127:x1875440196112384:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.806661:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8cefa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+74:203127:x1875440196112384:12345-0@lo:1000:osp_up0-1.0 Request processed in 65us (115us total) trans 12884962094 rc 0/0 00000100:00100000:2.0:1788572580.806668:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35660 00000100:00100000:2.0:1788572580.806696:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cef8380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196112384:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.806702:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15515 rpc_version 15515 00000020:00100000:2.0:1788572580.806712:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.806716:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8cefbb80 x1875440196112640/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.806728:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cefbb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196112640:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.806750:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.806763:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.806772:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196112640 00000100:00100000:2.0:1788572580.806775:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196112640 00000100:00100000:2.0:1788572580.806791:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35661 00000100:00100000:2.0:1788572580.806796:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8cef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+74:203127:x1875440196112640:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.806858:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8cef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+75:203127:x1875440196112640:12345-0@lo:1000:osp_up0-1.0 Request processed in 61us (107us total) trans 12884962095 rc 0/0 00000100:00100000:2.0:1788572580.806865:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35661 00000100:00100000:2.0:1788572580.806888:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cefbb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196112640:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.806894:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15516 rpc_version 15516 00000020:00100000:2.0:1788572580.806903:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.806907:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8cef8700 x1875440196112896/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.806917:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cef8700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196112896:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.806940:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.806953:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.806962:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196112896 00000100:00100000:2.0:1788572580.806965:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196112896 00000100:00100000:2.0:1788572580.806980:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35662 00000100:00100000:2.0:1788572580.806986:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+75:203127:x1875440196112896:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.807049:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+76:203127:x1875440196112896:12345-0@lo:1000:osp_up0-1.0 Request processed in 62us (107us total) trans 12884962096 rc 0/0 00000100:00100000:2.0:1788572580.807055:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35662 00000100:00100000:2.0:1788572580.807077:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cef8700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196112896:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.807083:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15517 rpc_version 15517 00000020:00100000:2.0:1788572580.807092:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.807096:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbdc40e00 x1875440196113152/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.807107:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc40e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196113152:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.807128:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.807139:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.807148:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196113152 00000100:00100000:2.0:1788572580.807174:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196113152 00000100:00100000:2.0:1788572580.807203:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35663 00000100:00100000:2.0:1788572580.807209:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+76:203127:x1875440196113152:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.807279:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+77:203127:x1875440196113152:12345-0@lo:1000:osp_up0-1.0 Request processed in 69us (150us total) trans 12884962097 rc 0/0 00000100:00100000:2.0:1788572580.807286:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35663 00000100:00100000:2.0:1788572580.807313:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc40e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196113152:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.807319:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15518 rpc_version 15518 00000020:00100000:2.0:1788572580.807330:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.807335:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbdc41500 x1875440196113408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.807347:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc41500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196113408:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.807372:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.807384:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.807393:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196113408 00000100:00100000:2.0:1788572580.807396:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196113408 00000100:00100000:2.0:1788572580.807411:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35664 00000100:00100000:2.0:1788572580.807417:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+77:203127:x1875440196113408:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.807481:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+78:203127:x1875440196113408:12345-0@lo:1000:osp_up0-1.0 Request processed in 63us (107us total) trans 12884962098 rc 0/0 00000100:00100000:2.0:1788572580.807487:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35664 00000100:00100000:2.0:1788572580.807514:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc41500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196113408:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.807521:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15519 rpc_version 15519 00000020:00100000:2.0:1788572580.807531:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.807535:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbdc43100 x1875440196113664/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.807546:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc43100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196113664:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.807573:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.807586:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.807596:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196113664 00000100:00100000:2.0:1788572580.807599:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196113664 00000100:00100000:2.0:1788572580.807617:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35665 00000100:00100000:2.0:1788572580.807623:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+78:203127:x1875440196113664:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.807689:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+79:203127:x1875440196113664:12345-0@lo:1000:osp_up0-1.0 Request processed in 66us (115us total) trans 12884962099 rc 0/0 00000100:00100000:2.0:1788572580.807696:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35665 00000100:00100000:2.0:1788572580.807724:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc43100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196113664:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.807731:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15520 rpc_version 15520 00000020:00100000:2.0:1788572580.807741:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.807745:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8c7fdf80 x1875440196113920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.807755:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fdf80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196113920:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.807774:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.807786:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.807795:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196113920 00000100:00100000:2.0:1788572580.807799:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196113920 00000100:00100000:2.0:1788572580.807815:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35666 00000100:00100000:2.0:1788572580.807820:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+79:203127:x1875440196113920:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.807886:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+80:203127:x1875440196113920:12345-0@lo:1000:osp_up0-1.0 Request processed in 64us (109us total) trans 12884962100 rc 0/0 00000100:00100000:2.0:1788572580.807892:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35666 00000100:00100000:2.0:1788572580.807916:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fdf80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196113920:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.807922:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15521 rpc_version 15521 00000020:00100000:2.0:1788572580.807933:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.807937:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8c7fce00 x1875440196114176/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.807949:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196114176:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.807972:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.807985:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572580.807995:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196114176 00000100:00100000:2.0:1788572580.807998:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196114176 00000100:00100000:2.0:1788572580.808014:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35667 00000100:00100000:2.0:1788572580.808019:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+80:203127:x1875440196114176:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.808086:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+81:203127:x1875440196114176:12345-0@lo:1000:osp_up0-1.0 Request processed in 65us (112us total) trans 12884962101 rc 0/0 00000100:00100000:2.0:1788572580.808093:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35667 00000100:00100000:2.0:1788572580.808118:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196114176:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.808124:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15522 rpc_version 15522 00000020:00100000:2.0:1788572580.808135:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.808139:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbde4d180 x1875440196114432/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.808175:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4d180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196114432:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572580.813767:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.813903:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633083008 00000100:00100000:3.0:1788572580.813913:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633083008 00000100:00100000:3.0:1788572580.813974:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138444 00000100:00100000:3.0:1788572580.813985:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+180:361572:x1875453633083008:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.814009:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.814032:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c4888ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ccb expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.814095:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afee00/0xaad440e68c4888b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.814109:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afee00/0xaad440e68c4888b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.814121:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afee00/0xaad440e68c4888b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.814223:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1788572580.814227:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.814247:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afee00/0xaad440e68c4888b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.814272:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c4888ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ccb expref: 182 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.814291:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afee00/0xaad440e68c4888b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ccb expref: 181 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.814300:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.814302:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572580.814307:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afee00, rc 0) 00000100:00100000:3.0:1788572580.814359:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+181:361572:x1875453633083008:12345-192.168.202.54@tcp:101:rm.0 Request processed in 376us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.814366:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138444 00000100:00100000:2.0:1788572580.815914:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.815954:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572580.816114:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196114432 00000100:00100000:3.0:1788572580.816121:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196114432 00000100:00100000:3.0:1788572580.816202:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35668 00000100:00100000:3.0:1788572580.816212:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+81:203127:x1875440196114432:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572580.816380:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+82:203127:x1875440196114432:12345-0@lo:1000:osp_up0-1.0 Request processed in 169us (471us total) trans 12884962102 rc 0/0 00000100:00100000:3.0:1788572580.816388:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35668 00000100:00100000:2.0:1788572580.816859:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4d180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196114432:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.816873:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15523 rpc_version 15523 00000020:00100000:2.0:1788572580.816897:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.816903:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbde4c380 x1875440196114688/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.816924:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4c380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196114688:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.816969:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.816996:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572580.817093:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196114688 00000100:00100000:3.0:1788572580.817099:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196114688 00000100:00100000:3.0:1788572580.817144:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35669 00000100:00100000:3.0:1788572580.817179:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca91d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+82:203127:x1875440196114688:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572580.817296:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca91d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+83:203127:x1875440196114688:12345-0@lo:1000:osp_up0-1.0 Request processed in 145us (326us total) trans 12884962103 rc 0/0 00000100:00100000:3.0:1788572580.817303:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35669 00000100:00100000:2.0:1788572580.817663:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4c380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196114688:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.817672:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15524 rpc_version 15524 00000020:00100000:2.0:1788572580.817686:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.817691:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca85539180 x1875440196114944/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.817706:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85539180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196114944:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.817735:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.817763:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572580.817860:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196114944 00000100:00100000:3.0:1788572580.817865:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196114944 00000100:00100000:3.0:1788572580.817900:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35670 00000100:00100000:3.0:1788572580.817908:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85539c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+83:203127:x1875440196114944:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572580.818197:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85539c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+84:203127:x1875440196114944:12345-0@lo:1000:osp_up0-1.0 Request processed in 279us (450us total) trans 12884962104 rc 0/0 00000100:00100000:3.0:1788572580.818205:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35670 00000100:00100000:2.0:1788572580.819517:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85539180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196114944:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.825595:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15525 rpc_version 15525 00000020:00100000:2.0:1788572580.825649:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.825661:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8553ad80 x1875440196115200/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.825688:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8553ad80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196115200:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.825770:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.825815:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572580.826039:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196115200 00000100:00100000:3.0:1788572580.826047:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196115200 00000100:00100000:3.0:1788572580.826104:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35671 00000100:00100000:3.0:1788572580.826113:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+84:203127:x1875440196115200:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572580.826308:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+85:203127:x1875440196115200:12345-0@lo:1000:osp_up0-1.0 Request processed in 196us (537us total) trans 12884962105 rc 0/0 00000100:00100000:3.0:1788572580.826318:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35671 00000100:00100000:2.0:1788572580.826593:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8553ad80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196115200:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572580.826605:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15526 rpc_version 15526 00000020:00100000:2.0:1788572580.826621:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572580.826627:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83a1f800 x1875440196115456/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572580.826642:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1f800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196115456:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.826671:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572580.826700:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8ff62e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572580.826751:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196115456 00000100:00100000:3.0:1788572580.826756:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196115456 00000100:00100000:3.0:1788572580.826793:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35672 00000100:00100000:3.0:1788572580.827023:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+85:203127:x1875440196115456:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572580.827114:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+86:203127:x1875440196115456:12345-0@lo:1000:osp_up0-1.0 Request processed in 104us (442us total) trans 12884962106 rc 0/0 00000100:00100000:0.0:1788572580.827198:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1f800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196115456:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572580.827206:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15527 rpc_version 15527 00000020:00100000:0.0:1788572580.827220:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572580.827225:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca853fc000 x1875440196115712/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572580.827238:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fc000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196115712:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572580.827265:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.827289:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196115712 00000100:00100000:0.0:1788572580.827292:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196115712 00000100:00100000:1.0:1788572580.827546:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.827725:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11240 going to sleep for 11 seconds 00000100:00100000:3.0:1788572580.827765:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35672 00000100:00100000:0.0:1788572580.827924:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633083136 00000100:00100000:0.0:1788572580.827928:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633083136 00000100:00100000:1.0:1788572580.828044:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35673 00000100:00100000:1.0:1788572580.828054:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+86:203127:x1875440196115712:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572580.828376:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+87:203127:x1875440196115712:12345-0@lo:1000:osp_up0-1.0 Request processed in 323us (1108us total) trans 12884962107 rc 0/0 00000100:00100000:1.0:1788572580.828384:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35673 00000100:00100000:1.0:1788572580.828534:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fc000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196115712:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572580.828543:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15528 rpc_version 15528 00000020:00100000:1.0:1788572580.828558:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572580.828565:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83b2b480 x1875440196115968/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572580.828582:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2b480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196115968:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572580.828612:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.828638:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572580.828686:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196115968 00000100:00100000:3.0:1788572580.828691:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196115968 00000100:00100000:3.0:1788572580.828726:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35674 00000100:00100000:3.0:1788572580.828733:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+87:203127:x1875440196115968:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572580.828833:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+88:203127:x1875440196115968:12345-0@lo:1000:osp_up0-1.0 Request processed in 99us (219us total) trans 12884962108 rc 0/0 00000100:00100000:3.0:1788572580.828840:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35674 00000100:00100000:1.0:1788572580.829362:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2b480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196115968:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572580.829372:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15529 rpc_version 15529 00000020:00100000:1.0:1788572580.829387:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572580.829392:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83b2a680 x1875440196116224/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572580.829484:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2a680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196116224:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572580.829516:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572580.829622:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138445 00000100:00100000:0.0:1788572580.829633:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+181:361572:x1875453633083136:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.829645:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.829666:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4888bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77cd2 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.829723:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4888c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.829739:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4888c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.829752:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4888c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.829768:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4888ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.829775:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4888ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.829782:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4888ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572580.830279:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136cc00 going to sleep for 11 seconds 00010000:00010000:0.0:1788572580.830339:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c4888d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x170:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830351:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c4888d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830359:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c4888d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.830472:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x170:0x0]: returning size 6 00000004:00200000:0.0:1788572580.830477:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.830502:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c4888d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830514:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c4888d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830525:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4888c3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830532:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4888c3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830539:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4888c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830547:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4888c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830553:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.830557:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4888c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830565:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4888c3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830578:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.830582:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.830587:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4888c3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830599:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4888c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830611:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4888ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830618:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4888ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830624:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4888ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830629:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.830632:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4888ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830638:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4888ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830645:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4111a19c (ffff88cb87ded700) 00010000:00010000:0.0:1788572580.830648:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.830651:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4888ca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830657:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4888ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830688:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4888bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cd2 expref: 183 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830704:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c4888d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x170:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cd2 expref: 182 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.830711:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x170:0x0].0x0 (ffff88cb87ded200) 00010000:00010000:0.0:1788572580.830713:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572580.830715:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedfa00, rc 0) 00000100:00100000:0.0:1788572580.830779:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+182:361572:x1875453633083136:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1148us (3235us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.830786:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138445 00000100:00100000:0.0:1788572580.830885:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196116224 00000100:00100000:0.0:1788572580.830893:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196116224 00000100:00100000:2.0:1788572580.832654:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35675 00000100:00100000:2.0:1788572580.832676:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+88:203127:x1875440196116224:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572580.832891:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+89:203127:x1875440196116224:12345-0@lo:1000:osp_up0-1.0 Request processed in 224us (3374us total) trans 12884962109 rc 0/0 00000100:00100000:2.0:1788572580.832900:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35675 00000100:00100000:1.0:1788572580.833324:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2a680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196116224:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572580.833341:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15530 rpc_version 15530 00000020:00100000:1.0:1788572580.833364:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572580.833372:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cb9ca3aa00 x1875440196116480/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572580.833393:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196116480:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572580.833471:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.833506:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572580.835335:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196116480 00000100:00100000:3.0:1788572580.835349:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196116480 00000100:00100000:3.0:1788572580.835528:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35676 00000100:00100000:3.0:1788572580.835538:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+89:203127:x1875440196116480:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572580.835712:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+90:203127:x1875440196116480:12345-0@lo:1000:osp_up0-1.0 Request processed in 174us (2240us total) trans 12884962110 rc 0/0 00000100:00100000:3.0:1788572580.835720:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35676 00000100:00100000:1.0:1788572580.835855:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196116480:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572580.835869:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15531 rpc_version 15531 00000020:00100000:1.0:1788572580.835889:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572580.835896:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cb9ca3b800 x1875440196116736/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572580.835916:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196116736:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572580.835959:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572580.835991:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88caa136cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572580.836040:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.836061:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633083264 00000100:00100000:1.0:1788572580.836065:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633083264 00000100:00100000:1.0:1788572580.836094:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21436 00000100:00100000:1.0:1788572580.836102:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:352626:x1875453633083264:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.836111:0:225665:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1788572580.836278:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196116736 00000100:00100000:3.0:1788572580.836283:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196116736 00000100:00100000:3.0:1788572580.836306:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35677 00000100:00100000:3.0:1788572580.836312:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+90:203127:x1875440196116736:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572580.836430:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+91:203127:x1875440196116736:12345-0@lo:1000:osp_up0-1.0 Request processed in 117us (470us total) trans 12884962111 rc 0/0 00000100:00100000:3.0:1788572580.836437:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35677 00010000:00010000:1.0:1788572580.836627:0:225665:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040ba18f9/0xaad440e68c4888d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77cd9 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572580.836730:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x47e:0x0] initial LVB size: 6, mtime: 0x6a9b4c77, atime: 0x6a9b4c76, ctime: 0x6a9b4c77, blocks: 0x8 00010000:00010000:1.0:1788572580.836750:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x47e:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.836755:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x47e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.836767:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040ba18f9/0xaad440e68c4888d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cd9 expref: 24 pid: 225665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.836785:0:225665:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040ba18f9/0xaad440e68c4888d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cd9 expref: 24 pid: 225665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.836813:0:225665:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc2000, rc 0) 00000100:00100000:1.0:1788572580.836855:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:352626:x1875453633083264:12345-192.168.202.54@tcp:101:rm.0 Request processed in 754us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.836862:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21436 00000100:00100000:1.0:1788572580.836903:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196116736:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572580.841062:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.841309:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633083520 00000100:00100000:2.0:1788572580.841320:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633083520 00000100:00100000:2.0:1788572580.841381:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138446 00000100:00100000:2.0:1788572580.841392:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+182:361572:x1875453633083520:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572580.841565:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572580.841593:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c4888d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x170:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cd2 expref: 182 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.841614:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x170:0x0].0x0 (ffff88cb87ded200) 00010000:00010000:2.0:1788572580.841629:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afee00/0xaad440e68c4888b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ccb expref: 181 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.841640:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.841643:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572580.841663:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4888df lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.841675:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4888df lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.841685:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4888df lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.841698:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8c00/0xaad440e68c4888e6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4111a19c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.841705:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8c00/0xaad440e68c4888e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.841711:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8c00/0xaad440e68c4888e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.841812:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4888ed lrc: 3/0,1 mode: --/EX res: [0x200000402:0x170:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.841824:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4888ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x170:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.841830:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4888ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x170:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572580.842061:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3932, 64 off259840 00010000:00010000:2.0:1788572580.842104:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c4888f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x170:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842112:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c4888f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842119:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c4888f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842125:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c4888f4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842140:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c4888f4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842146:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c4888f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x170:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842549:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572580.842571:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4888ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842577:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4888ed lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842589:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4888ed lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842594:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.842599:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4888ed lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842605:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4888ed lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842615:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x170:0x0].0x0 (ffff88cb8a7ec600) 00010000:00010000:2.0:1788572580.842617:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572580.842621:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4888ed lrc: 2/0,0 mode: --/EX res: [0x200000402:0x170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842626:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4888ed lrc: 0/0,0 mode: --/EX res: [0x200000402:0x170:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842642:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4888df lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842648:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4888df lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842653:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4888df lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842658:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4888df lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842662:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.842666:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4888df lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842671:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4888df lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842676:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.842678:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.842681:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4888df lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842686:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4888df lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572580.842694:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000073cd8107 reply state 000000003a0e2ef8 transno 12884962112 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8c00/0xaad440e68c4888e6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842705:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8c00/0xaad440e68c4888e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.842711:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4111a19c (ffff88cb8a7ec000) 00010000:00010000:2.0:1788572580.842713:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572580.842716:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572580.842804:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+182:361572:x1875453633083520:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1404us (1743us total) trans 12884962112 rc 0/0 00000100:00100000:2.0:1788572580.842812:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138446 00010000:00010000:3.0:1788572580.842889:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572580.842896:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c4888f4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.842902:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.842904:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c4888f4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.842910:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c4888f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.842919:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x170:0x0].0x0 (ffff88cb8a7ec600) 00010000:00010000:3.0:1788572580.842921:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572580.842924:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c4888f4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.842928:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c4888f4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x170:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.842946:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.842948:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.842950:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572580.846209:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.846371:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633083648 00000100:00100000:1.0:1788572580.846382:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633083648 00000100:00100000:1.0:1788572580.846449:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138447 00000100:00100000:1.0:1788572580.846461:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+182:361572:x1875453633083648:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.846485:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.846504:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c4888fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ce0 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.846568:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488902 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.846583:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.846598:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572580.846645:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1788572580.846649:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572580.846670:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488902 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.846696:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c4888fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ce0 expref: 184 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.846713:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488902 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ce0 expref: 183 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.846721:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.846724:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572580.846727:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc2e00, rc 0) 00000100:00100000:1.0:1788572580.846791:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+183:361572:x1875453633083648:12345-192.168.202.54@tcp:101:rm.0 Request processed in 332us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.846807:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138447 00000100:00100000:1.0:1788572580.850454:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.850649:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633083776 00000100:00100000:0.0:1788572580.850661:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633083776 00000100:00100000:0.0:1788572580.850730:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138448 00000100:00100000:0.0:1788572580.850741:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+183:361572:x1875453633083776:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.850764:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.850785:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488909 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ce7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.850863:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488910 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.850878:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488910 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.850889:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488910 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.850908:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488917 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.850916:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.850923:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851093:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c48891e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851102:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c48891e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851109:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c48891e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.851122:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x7:0x0]: returning size 12 00000004:00010000:0.0:1788572580.851147:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c48891e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851213:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488910 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851221:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488910 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851227:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488910 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851233:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488910 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851239:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.851244:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488910 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851251:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488910 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851263:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.851267:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.851272:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488910 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851279:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488910 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851293:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488917 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851298:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488917 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851303:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488917 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851308:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.851311:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488917 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851317:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488917 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851328:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x54fee354 (ffff88cb87ded700) 00010000:00010000:0.0:1788572580.851331:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.851333:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488917 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851339:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488917 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851368:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488909 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ce7 expref: 185 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851381:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c48891e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ce7 expref: 184 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.851388:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff88cb87ded800) 00010000:00010000:0.0:1788572580.851390:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572580.851393:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedea00, rc 0) 00010000:00010000:3.0:1788572580.851710:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572580.851751:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+184:361572:x1875453633083776:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1011us (1307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.851759:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138448 00000100:00100000:2.0:1788572580.858140:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.858516:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633084032 00000100:00100000:1.0:1788572580.858527:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633084032 00000100:00100000:1.0:1788572580.858588:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138449 00000100:00100000:1.0:1788572580.858598:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+184:361572:x1875453633084032:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572580.858651:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572580.858677:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c48891e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ce7 expref: 184 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.858696:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff88cb87ded800) 00010000:00010000:1.0:1788572580.858712:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488902 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ce0 expref: 183 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.858721:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.858724:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572580.858745:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488925 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.858758:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488925 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.858767:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488925 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.858783:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ac00/0xaad440e68c48892c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x54fee354 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.858791:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ac00/0xaad440e68c48892c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.858810:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ac00/0xaad440e68c48892c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.858928:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488933 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.858937:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488933 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.858958:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488933 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572580.859547:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x7:0x0]: returning size 12 00010000:00010000:1.0:1788572580.859565:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488933 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859572:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488933 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859578:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488933 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859584:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.859589:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488933 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859596:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488933 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859605:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff88cbbfecca00) 00010000:00010000:1.0:1788572580.859608:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572580.859612:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488933 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859618:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a400/0xaad440e68c488933 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859642:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488925 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859648:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488925 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859654:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488925 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859659:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488925 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859663:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.859666:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488925 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859671:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488925 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859677:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.859679:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.859682:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488925 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859687:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488925 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.859695:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cb4754e1 reply state 0000000005bbb795 transno 12884962113 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ac00/0xaad440e68c48892c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859705:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ac00/0xaad440e68c48892c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.859711:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x54fee354 (ffff88ca9149b500) 00010000:00010000:1.0:1788572580.859713:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572580.859715:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572580.860556:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+184:361572:x1875453633084032:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1954us (2433us total) trans 12884962113 rc 0/0 00000100:00100000:1.0:1788572580.860566:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138449 00000100:00100000:3.0:1788572580.862859:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.862938:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633084160 00000100:00100000:1.0:1788572580.862953:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633084160 00000100:00100000:1.0:1788572580.863008:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138450 00000100:00100000:1.0:1788572580.863024:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+184:361572:x1875453633084160:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.863048:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.863069:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c48893a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77cee expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.863141:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488941 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.863195:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488941 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.863208:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488941 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572580.863249:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1788572580.863252:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572580.863271:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488941 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.863293:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c48893a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cee expref: 186 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.863311:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488941 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cee expref: 185 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.863325:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.863328:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572580.863332:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8ba00, rc 0) 00000100:00100000:1.0:1788572580.863382:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+185:361572:x1875453633084160:12345-192.168.202.54@tcp:101:rm.0 Request processed in 366us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.863389:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138450 00000100:00100000:1.0:1788572580.865844:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.865932:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633084288 00000100:00100000:3.0:1788572580.865949:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633084288 00000100:00100000:3.0:1788572580.866011:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138451 00000100:00100000:3.0:1788572580.866032:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+185:361572:x1875453633084288:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.866049:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.866067:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c488948 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77cf5 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866127:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48894f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866176:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48894f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866200:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48894f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866215:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488956 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866221:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488956 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866227:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488956 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866391:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48895d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866762:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48895d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866771:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48895d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.866811:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x8:0x0]: returning size 5 00000004:00200000:3.0:1788572580.866815:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.866840:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48895d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866851:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48895d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866860:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48894f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866866:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48894f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866872:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48894f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866878:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48894f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866883:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.866887:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48894f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866895:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48894f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866908:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.866911:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.866916:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48894f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866922:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c48894f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866938:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488956 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866945:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488956 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866951:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488956 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866956:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572580.866958:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488956 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866963:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488956 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866970:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xce550dc4 (ffff88cb9caa2b00) 00010000:00010000:3.0:1788572580.866972:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572580.866975:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488956 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.866981:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488956 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.867013:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afec00/0xaad440e68c488948 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cf5 expref: 187 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.867027:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48895d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cf5 expref: 186 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.867034:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff88cb9caa2200) 00010000:00010000:3.0:1788572580.867036:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572580.867039:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84aff600, rc 0) 00000100:00100000:3.0:1788572580.867110:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+186:361572:x1875453633084288:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1080us (1273us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.867117:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138451 00000100:00100000:1.0:1788572580.869840:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.869957:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633084416 00000100:00100000:3.0:1788572580.869967:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633084416 00000100:00100000:3.0:1788572580.870022:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21437 00000100:00100000:3.0:1788572580.870032:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:352626:x1875453633084416:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.870048:0:225670:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.870072:0:225670:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c488964 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77cfc expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788572580.870221:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x5:0x0] initial LVB size: 5, mtime: 0x6a9b406e, atime: 0x0, ctime: 0x6a9b406e, blocks: 0x8 00010000:00010000:3.0:1788572580.870242:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x5:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:3.0:1788572580.870247:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.870256:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c488964 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cfc expref: 25 pid: 225670 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.870275:0:225670:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c488964 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cfc expref: 25 pid: 225670 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.870287:0:225670:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afee00, rc 0) 00000100:00100000:3.0:1788572580.870337:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352626:x1875453633084416:12345-192.168.202.54@tcp:101:rm.0 Request processed in 306us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.870344:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21437 00000100:00100000:1.0:1788572580.873357:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.873493:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633084672 00000100:00100000:0.0:1788572580.873503:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633084672 00000100:00100000:0.0:1788572580.873561:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138452 00000100:00100000:0.0:1788572580.873573:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+186:361572:x1875453633084672:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572580.873630:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572580.873656:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48895d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cf5 expref: 186 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.873681:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff88cb9caa2200) 00010000:00010000:0.0:1788572580.873700:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488941 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cee expref: 185 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.873710:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.873713:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572580.873735:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c48896b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.873749:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c48896b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.873760:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c48896b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.873775:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c488972 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.873781:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c488972 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.873787:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c488972 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.873950:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488979 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.873960:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488979 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.873972:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488979 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572580.874251:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3933, 64 off259904 00010000:00010000:0.0:1788572580.874300:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf600/0xaad440e68c488980 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.874309:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf600/0xaad440e68c488980 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.874318:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf600/0xaad440e68c488980 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.874326:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf600/0xaad440e68c488980 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.874333:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf600/0xaad440e68c488980 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.874340:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf600/0xaad440e68c488980 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.874362:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572580.874382:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488979 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.874388:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488979 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.874393:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488979 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.874791:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.874809:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf600/0xaad440e68c488980 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.874816:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.874820:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf600/0xaad440e68c488980 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.874828:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf600/0xaad440e68c488980 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.874840:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff88cb87dedd00) 00010000:00010000:1.0:1788572580.874843:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572580.874847:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf600/0xaad440e68c488980 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.874853:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf600/0xaad440e68c488980 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.874870:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.874872:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.874874:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.875395:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.875399:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488979 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875472:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488979 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875482:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff88cb87dedd00) 00010000:00010000:0.0:1788572580.875484:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572580.875488:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488979 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875493:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488979 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875519:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c48896b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875526:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c48896b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875532:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c48896b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875538:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c48896b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875543:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedfe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.875545:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c48896b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875554:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c48896b lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875562:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.875564:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.875567:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c48896b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875572:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c48896b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572580.875581:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000072b2fd13 reply state 00000000fbf58390 transno 12884962114 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c488972 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875592:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c488972 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.875599:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xce550dc4 (ffff88cb87ded400) 00010000:00010000:0.0:1788572580.875601:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572580.875604:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572580.875693:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+186:361572:x1875453633084672:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2120us (2341us total) trans 12884962114 rc 0/0 00000100:00100000:0.0:1788572580.875701:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138452 00000100:00100000:1.0:1788572580.879417:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.879547:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633084800 00000100:00100000:0.0:1788572580.879558:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633084800 00000100:00100000:0.0:1788572580.879620:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138453 00000100:00100000:0.0:1788572580.879630:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+186:361572:x1875453633084800:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.879653:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.879674:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488987 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d03 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.879742:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c48898e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.879757:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c48898e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.879769:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c48898e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.879825:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572580.879829:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.879849:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c48898e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.879874:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488987 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d03 expref: 188 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.879892:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c48898e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d03 expref: 187 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.879901:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.879903:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572580.879907:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedf400, rc 0) 00000100:00100000:0.0:1788572580.879968:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+187:361572:x1875453633084800:12345-192.168.202.54@tcp:101:rm.0 Request processed in 340us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.879975:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138453 00000100:00100000:1.0:1788572580.883696:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.883916:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633084928 00000100:00100000:3.0:1788572580.883926:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633084928 00000100:00100000:3.0:1788572580.883995:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138454 00000100:00100000:3.0:1788572580.884005:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+187:361572:x1875453633084928:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.884034:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.884055:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488995 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d0a expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.884122:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48899c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.884526:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48899c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.884538:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48899c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884643:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4889a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884653:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4889a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884662:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4889a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884846:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4889aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x703:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884855:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4889aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x703:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884862:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4889aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x703:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.884894:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x703:0x0]: returning size 4096 00000004:00200000:2.0:1788572580.884899:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.884922:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4889aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x703:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884935:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4889aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x703:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884943:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48899c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884950:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48899c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884956:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48899c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884962:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48899c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884972:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.884976:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48899c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884983:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48899c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.884995:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.884998:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.885003:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48899c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.885009:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c48899c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.885349:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4889a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.885356:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4889a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.885362:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4889a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.885366:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.885369:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4889a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.885374:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4889a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.885386:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43a3e306 (ffff88cb8a7ece00) 00010000:00010000:2.0:1788572580.885389:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.885392:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4889a3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.885467:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c4889a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.885503:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488995 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d0a expref: 189 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.885518:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4889aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x703:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d0a expref: 188 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.885526:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x703:0x0].0x0 (ffff88cb8a7ec700) 00010000:00010000:2.0:1788572580.885528:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572580.885530:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed9800, rc 0) 00000100:00100000:2.0:1788572580.885652:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+188:361572:x1875453633084928:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1646us (1965us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.885661:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138454 00000100:00100000:2.0:1788572580.889780:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.889928:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633085056 00000100:00100000:1.0:1788572580.890001:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633085056 00000100:00100000:1.0:1788572580.890545:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21438 00000100:00100000:1.0:1788572580.890557:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352626:x1875453633085056:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572580.890574:0:203891:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572580.890596:0:203891:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c4889b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x52b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d11 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572580.890709:0:203891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x52b:0x0] initial LVB size: 4096, mtime: 0x6a9b6009, atime: 0x0, ctime: 0x6a9b6009, blocks: 0x8 00010000:00010000:1.0:1788572580.890730:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x52b:0x0].0x0 since=13558s v=(0 0) 00010000:00010000:1.0:1788572580.890735:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x52b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572580.890746:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c4889b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x52b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d11 expref: 26 pid: 203891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.890766:0:203891:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c4889b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x52b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d11 expref: 26 pid: 203891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.890782:0:203891:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8a400, rc 0) 00000100:00100000:1.0:1788572580.890914:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+26:352626:x1875453633085056:12345-192.168.202.54@tcp:101:rm.0 Request processed in 358us (1145us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572580.890925:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21438 00000100:00100000:3.0:1788572580.894637:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.894705:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633085312 00000100:00100000:0.0:1788572580.894714:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633085312 00000100:00100000:0.0:1788572580.894776:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138455 00000100:00100000:0.0:1788572580.894787:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+188:361572:x1875453633085312:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572580.894849:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572580.894874:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c4889aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x703:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d0a expref: 188 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.894894:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x703:0x0].0x0 (ffff88cb8a7ec700) 00010000:00010000:0.0:1788572580.894912:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c48898e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d03 expref: 187 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.894922:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.894925:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572580.894957:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4889b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.894970:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4889b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.894979:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4889b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.894991:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4889bf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.894998:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4889bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.895004:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4889bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.895112:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c4889c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x703:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.895120:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c4889c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x703:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.895594:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c4889c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x703:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572580.895860:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3934, 64 off259968 00010000:00010000:0.0:1788572580.895907:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4889cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x703:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.895916:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4889cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x703:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.895924:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4889cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x703:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.895931:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4889cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x703:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896048:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4889cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x703:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896057:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4889cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x703:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896078:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572580.896098:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572580.896103:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4889cd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x703:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896110:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572580.896113:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4889cd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x703:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896120:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4889cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x703:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896223:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x703:0x0].0x0 (ffff88cb87ded700) 00010000:00010000:0.0:1788572580.896227:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572580.896231:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4889cd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x703:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896238:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c4889cd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x703:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896251:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.896253:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.896254:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572580.896268:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c4889c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x703:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896274:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c4889c6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x703:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896279:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c4889c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x703:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896284:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.896287:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c4889c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x703:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896297:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c4889c6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x703:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896303:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x703:0x0].0x0 (ffff88cb87ded700) 00010000:00010000:0.0:1788572580.896305:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572580.896308:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c4889c6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x703:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896313:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c4889c6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x703:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896330:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4889b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896336:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4889b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896341:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4889b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896346:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4889b8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896350:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.896353:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4889b8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896358:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4889b8 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896365:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.896368:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.896370:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4889b8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896375:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c4889b8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572580.896383:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000789bf86d reply state 0000000030ca5454 transno 12884962115 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4889bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896392:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4889bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.896561:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43a3e306 (ffff88cb87dedd00) 00010000:00010000:0.0:1788572580.896564:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572580.896567:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572580.896954:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+188:361572:x1875453633085312:12345-192.168.202.54@tcp:36:rm.0 Request processed in 2165us (2322us total) trans 12884962115 rc 0/0 00000100:00100000:0.0:1788572580.896963:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138455 00000100:00100000:1.0:1788572580.900713:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.900860:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633085440 00000100:00100000:0.0:1788572580.900870:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633085440 00000100:00100000:0.0:1788572580.901041:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138456 00000100:00100000:0.0:1788572580.901052:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+188:361572:x1875453633085440:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.901076:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.901096:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c4889d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d18 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.901223:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4889db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.901238:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4889db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.901250:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4889db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.901297:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572580.901300:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.901320:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4889db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.901342:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede200/0xaad440e68c4889d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d18 expref: 190 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.901358:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4889db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d18 expref: 189 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.901365:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.901368:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572580.901371:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedf400, rc 0) 00000100:00100000:0.0:1788572580.901543:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+189:361572:x1875453633085440:12345-192.168.202.54@tcp:101:rm.0 Request processed in 492us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.901550:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138456 00000100:00100000:1.0:1788572580.905702:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.905787:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633085568 00000100:00100000:2.0:1788572580.905797:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633085568 00000100:00100000:2.0:1788572580.905872:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138457 00000100:00100000:2.0:1788572580.905882:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+189:361572:x1875453633085568:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.905902:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.905921:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c4889e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d1f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906006:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c4889e9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906032:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c4889e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906047:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c4889e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906062:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c4889f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9548595 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906069:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c4889f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906076:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c4889f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906288:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9400/0xaad440e68c4889f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x708:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906297:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9400/0xaad440e68c4889f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x708:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906305:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9400/0xaad440e68c4889f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x708:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.906341:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x708:0x0]: returning size 1048576 00000004:00200000:2.0:1788572580.906346:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.906369:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9400/0xaad440e68c4889f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x708:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906386:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9400/0xaad440e68c4889f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x708:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906407:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c4889e9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906414:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c4889e9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906420:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c4889e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906426:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c4889e9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906432:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.906436:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c4889e9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906444:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c4889e9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906456:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.906459:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.906464:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c4889e9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906470:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c4889e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906482:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c4889f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906489:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c4889f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906494:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c4889f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906499:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.906502:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c4889f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906508:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c4889f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906515:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9548595 (ffff88cb8a7ece00) 00010000:00010000:2.0:1788572580.906517:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.906520:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c4889f0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906526:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c4889f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906558:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c4889e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d1f expref: 191 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906573:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9400/0xaad440e68c4889f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x708:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d1f expref: 190 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.906579:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x708:0x0].0x0 (ffff88cb8a7ecf00) 00010000:00010000:2.0:1788572580.906582:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572580.906585:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed9400, rc 0) 00000100:00100000:2.0:1788572580.906646:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+190:361572:x1875453633085568:12345-192.168.202.54@tcp:101:rm.0 Request processed in 765us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.906653:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138457 00000100:00100000:2.0:1788572580.910197:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.910246:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633085696 00000100:00100000:0.0:1788572580.910256:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633085696 00000100:00100000:0.0:1788572580.910319:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21439 00000100:00100000:0.0:1788572580.910330:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+26:352627:x1875453633085696:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.910349:0:225672:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.910369:0:225672:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4889fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x52d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d26 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572580.910484:0:225672:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x52d:0x0] initial LVB size: 1048576, mtime: 0x6a9b6049, atime: 0x0, ctime: 0x6a9b6049, blocks: 0x800 00010000:00010000:0.0:1788572580.910506:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x52d:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:0.0:1788572580.910512:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x52d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.910522:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4889fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x52d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d26 expref: 27 pid: 225672 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.910543:0:225672:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4889fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x52d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d26 expref: 27 pid: 225672 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.910559:0:225672:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfede200, rc 0) 00000100:00100000:0.0:1788572580.910637:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:352627:x1875453633085696:12345-192.168.202.54@tcp:101:rm.0 Request processed in 309us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.910644:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21439 00000100:00100000:3.0:1788572580.923606:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572580.924193:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633085952 00000100:00100000:1.0:1788572580.924204:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633085952 00000100:00100000:1.0:1788572580.924268:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138458 00000100:00100000:1.0:1788572580.924279:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+190:361572:x1875453633085952:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572580.924340:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572580.924370:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9400/0xaad440e68c4889f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x708:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d1f expref: 190 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.924389:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x708:0x0].0x0 (ffff88cb8a7ecf00) 00010000:00010000:1.0:1788572580.924562:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c4889db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d18 expref: 189 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.924575:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.924579:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572580.924603:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488a05 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.924618:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488a05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.924629:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488a05 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.924645:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b400/0xaad440e68c488a0c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9548595 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.924657:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b400/0xaad440e68c488a0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.924664:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b400/0xaad440e68c488a0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.924769:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488a13 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x708:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.924778:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488a13 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.924785:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488a13 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572580.925378:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3935, 64 off260032 00010000:00010000:1.0:1788572580.925519:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488a1a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x708:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925531:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488a1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925538:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488a1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925546:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488a1a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925552:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488a1a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925559:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488a1a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925637:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572580.925659:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488a13 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925666:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488a13 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925672:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488a13 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925677:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.925681:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488a13 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925688:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488a13 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925697:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x708:0x0].0x0 (ffff88ca96814300) 00010000:00010000:1.0:1788572580.925700:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572580.925704:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488a13 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925710:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488a13 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x708:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925730:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488a05 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925736:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488a05 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925745:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488a05 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925750:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488a05 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925754:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ae00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572580.925757:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488a05 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925763:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488a05 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925770:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572580.925772:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572580.925775:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488a05 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925780:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488a05 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572580.925789:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004c1e49dd reply state 0000000095a9c7a7 transno 12884962116 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b400/0xaad440e68c488a0c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925811:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b400/0xaad440e68c488a0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.925818:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9548595 (ffff88ca96814a00) 00010000:00010000:1.0:1788572580.925820:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572580.925823:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572580.925911:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+190:361572:x1875453633085952:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1632us (2314us total) trans 12884962116 rc 0/0 00000100:00100000:1.0:1788572580.925920:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138458 00010000:00010000:3.0:1788572580.928734:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572580.928750:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488a1a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.928760:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ba00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.928764:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488a1a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.928774:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488a1a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.928790:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x708:0x0].0x0 (ffff88ca96814300) 00010000:00010000:3.0:1788572580.928793:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572580.928798:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488a1a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.928804:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488a1a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x708:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.928838:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.928840:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.928842:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.929043:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.929128:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633086080 00000100:00100000:0.0:1788572580.929139:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633086080 00000100:00100000:0.0:1788572580.929231:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138459 00000100:00100000:0.0:1788572580.929242:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+190:361572:x1875453633086080:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.929264:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.929283:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488a21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d2d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.929351:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488a28 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.929364:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488a28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.929377:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488a28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.929424:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572580.929427:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.929448:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488a28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.929471:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488a21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d2d expref: 192 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.929487:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488a28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d2d expref: 191 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.929495:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.929497:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572580.929500:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfede400, rc 0) 00000100:00100000:0.0:1788572580.929557:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+191:361572:x1875453633086080:12345-192.168.202.54@tcp:101:rm.0 Request processed in 317us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.929565:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138459 00000100:00100000:3.0:1788572580.931897:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.931972:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633086208 00000100:00100000:0.0:1788572580.931982:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633086208 00000100:00100000:0.0:1788572580.932050:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138460 00000100:00100000:0.0:1788572580.932062:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+191:361572:x1875453633086208:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.932081:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.932101:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d34 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932209:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932223:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a36 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932235:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a36 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932252:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a3d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932259:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932266:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932441:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c488a44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x709:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932450:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c488a44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x709:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932458:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c488a44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x709:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.932488:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x709:0x0]: returning size 0 00000004:00200000:0.0:1788572580.932492:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.932511:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c488a44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x709:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932527:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c488a44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x709:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932537:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a36 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932545:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a36 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932552:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a36 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932558:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a36 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932564:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.932569:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a36 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932576:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a36 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932588:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.932591:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.932596:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a36 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932602:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932614:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932620:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a3d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932626:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932631:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.932634:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932640:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a3d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932647:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8e31aacd (ffff88cb87dedb00) 00010000:00010000:0.0:1788572580.932649:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.932651:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a3d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932657:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a3d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932680:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d34 expref: 193 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932692:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c488a44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x709:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d34 expref: 192 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.932698:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x709:0x0].0x0 (ffff88cb87dedf00) 00010000:00010000:0.0:1788572580.932700:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572580.932703:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedfc00, rc 0) 00000100:00100000:0.0:1788572580.933320:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+192:361572:x1875453633086208:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1259us (1431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.933329:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138460 00000100:00100000:3.0:1788572580.936523:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.936690:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633086336 00000100:00100000:0.0:1788572580.936700:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633086336 00000100:00100000:0.0:1788572580.936788:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21440 00000100:00100000:0.0:1788572580.936863:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:352626:x1875453633086336:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.936882:0:225664:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.936905:0:225664:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000966cf1f9/0xaad440e68c488a4b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x52e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d3b expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572580.938935:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x52e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572580.938967:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x52e:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:0.0:1788572580.938973:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x52e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572580.938988:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000966cf1f9/0xaad440e68c488a4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x52e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d3b expref: 29 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.939014:0:225664:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000966cf1f9/0xaad440e68c488a4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x52e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d3b expref: 29 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.939121:0:225664:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedf600, rc 0) 00000100:00100000:0.0:1788572580.939216:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+29:352626:x1875453633086336:12345-192.168.202.54@tcp:101:rm.0 Request processed in 2356us (2702us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.939226:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21440 00000100:00100000:1.0:1788572580.942139:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.942240:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633086592 00000100:00100000:2.0:1788572580.942252:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633086592 00000100:00100000:2.0:1788572580.942320:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138461 00000100:00100000:2.0:1788572580.942331:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+192:361572:x1875453633086592:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572580.942389:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572580.942489:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfc00/0xaad440e68c488a44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x709:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d34 expref: 192 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.942508:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x709:0x0].0x0 (ffff88cb87dedf00) 00010000:00010000:2.0:1788572580.942525:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488a28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d2d expref: 191 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.942534:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.942537:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572580.942561:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488a52 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.942575:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488a52 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.942585:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488a52 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.942600:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8e00/0xaad440e68c488a59 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.942607:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8e00/0xaad440e68c488a59 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.942613:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8e00/0xaad440e68c488a59 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.942727:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488a60 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x709:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.942736:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488a60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x709:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.942743:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488a60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x709:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572580.943409:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3947, 64 off260800 00010000:00010000:2.0:1788572580.943460:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488a67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x709:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943470:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488a67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x709:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943477:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488a67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x709:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943485:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488a67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x709:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943491:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488a67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x709:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943498:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488a67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x709:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943524:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572580.943544:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488a60 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943550:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488a60 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943556:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488a60 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943561:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.943565:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488a60 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943573:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488a60 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943582:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x709:0x0].0x0 (ffff88cb8a7ec400) 00010000:00010000:2.0:1788572580.943585:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572580.943588:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488a60 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943594:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488a60 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x709:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943610:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488a52 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943615:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488a52 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943625:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488a52 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943631:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488a52 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943635:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572580.943638:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488a52 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943644:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488a52 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943651:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.943653:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572580.943656:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488a52 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943662:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488a52 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572580.943671:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003bd69677 reply state 00000000bd257710 transno 12884962117 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8e00/0xaad440e68c488a59 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943681:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8e00/0xaad440e68c488a59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.943688:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8e31aacd (ffff88cb8a7ece00) 00010000:00010000:2.0:1788572580.943690:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572580.943693:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572580.943770:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+192:361572:x1875453633086592:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1439us (1643us total) trans 12884962117 rc 0/0 00000100:00100000:2.0:1788572580.943779:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138461 00010000:00010000:3.0:1788572580.943952:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572580.943959:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488a67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x709:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.943966:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572580.943969:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488a67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x709:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.943978:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488a67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x709:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.943987:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x709:0x0].0x0 (ffff88cb8a7ec400) 00010000:00010000:3.0:1788572580.943989:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572580.943993:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488a67 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x709:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.943999:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488a67 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x709:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.944014:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.944026:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572580.944028:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.946753:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.946839:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633086720 00000100:00100000:2.0:1788572580.946850:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633086720 00000100:00100000:2.0:1788572580.946909:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138462 00000100:00100000:2.0:1788572580.946921:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+192:361572:x1875453633086720:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.946945:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.946968:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c488a6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d42 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.947045:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488a75 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.947060:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488a75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.947073:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488a75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572580.947118:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572580.947122:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572580.947203:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488a75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.947232:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9e00/0xaad440e68c488a6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d42 expref: 194 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.947249:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488a75 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d42 expref: 193 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.947264:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572580.947268:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572580.947272:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed9800, rc 0) 00000100:00100000:2.0:1788572580.947337:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+193:361572:x1875453633086720:12345-192.168.202.54@tcp:101:rm.0 Request processed in 418us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.947345:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138462 00000100:00100000:1.0:1788572580.951063:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.951118:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633086848 00000100:00100000:0.0:1788572580.951336:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633086848 00000100:00100000:0.0:1788572580.951458:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138463 00000100:00100000:0.0:1788572580.951473:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+193:361572:x1875453633086848:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.951499:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.951522:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d49 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951591:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951605:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951617:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951630:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951637:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951643:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951817:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488a91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x737:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951826:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488a91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x737:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951833:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488a91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x737:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.951870:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x737:0x0]: returning size 262144 00000004:00200000:0.0:1788572580.951874:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.951896:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488a91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x737:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951909:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488a91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x737:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951919:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a83 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951924:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a83 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951930:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951937:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951943:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.951947:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951954:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a83 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951966:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.951969:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.951974:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a83 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951985:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488a83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.951999:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.952006:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.952012:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.952027:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.952030:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.952036:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.952043:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5ba6781 (ffff88cb87dedb00) 00010000:00010000:0.0:1788572580.952046:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.952049:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.952055:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488a8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.952084:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d49 expref: 195 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.952101:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488a91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x737:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d49 expref: 194 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.952108:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x737:0x0].0x0 (ffff88cb87ded900) 00010000:00010000:0.0:1788572580.952110:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572580.952112:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfede600, rc 0) 00000100:00100000:0.0:1788572580.952560:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+194:361572:x1875453633086848:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1089us (1505us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.952570:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138463 00000100:00100000:1.0:1788572580.955968:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.956045:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633086976 00000100:00100000:3.0:1788572580.956056:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633086976 00000100:00100000:3.0:1788572580.956118:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21441 00000100:00100000:3.0:1788572580.956140:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:352627:x1875453633086976:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.956200:0:206128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.956223:0:206128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c488a98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d50 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788572580.956336:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x917:0x0] initial LVB size: 262144, mtime: 0x6a9b61eb, atime: 0x0, ctime: 0x6a9b61eb, blocks: 0x100 00010000:00010000:3.0:1788572580.956357:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x917:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:3.0:1788572580.956362:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x917:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572580.956372:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c488a98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d50 expref: 28 pid: 206128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.956573:0:206128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c488a98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d50 expref: 28 pid: 206128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.956588:0:206128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afec00, rc 0) 00000100:00100000:3.0:1788572580.956652:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:352627:x1875453633086976:12345-192.168.202.54@tcp:101:rm.0 Request processed in 515us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.956659:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21441 00000100:00100000:1.0:1788572580.960244:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.960377:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633087232 00000100:00100000:0.0:1788572580.960387:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633087232 00000100:00100000:0.0:1788572580.960456:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138464 00000100:00100000:0.0:1788572580.960465:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+194:361572:x1875453633087232:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572580.960520:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572580.960547:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488a91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x737:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d49 expref: 194 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.960567:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x737:0x0].0x0 (ffff88cb87ded900) 00010000:00010000:0.0:1788572580.960584:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488a75 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d42 expref: 193 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.960593:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.960597:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572580.960617:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.960635:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.960644:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a9f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.960658:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488aa6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.960664:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.960670:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.960767:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488aad lrc: 3/0,1 mode: --/EX res: [0x200000402:0x737:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.960775:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488aad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x737:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.960781:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488aad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x737:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572580.961015:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3936, 64 off260096 00010000:00010000:0.0:1788572580.961062:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488ab4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x737:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961071:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488ab4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x737:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961079:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488ab4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x737:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961087:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488ab4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x737:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961093:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488ab4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x737:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961099:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488ab4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x737:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961123:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572580.961143:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488aad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x737:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961418:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488aad lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x737:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961427:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488aad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x737:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961433:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.961438:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488aad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x737:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961447:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488aad lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x737:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961458:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x737:0x0].0x0 (ffff88cb87dede00) 00010000:00010000:0.0:1788572580.961461:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572580.961466:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488aad lrc: 2/0,0 mode: --/EX res: [0x200000402:0x737:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961477:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488aad lrc: 0/0,0 mode: --/EX res: [0x200000402:0x737:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961495:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a9f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961501:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a9f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961506:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a9f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961512:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a9f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961517:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.961520:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a9f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961526:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a9f lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961533:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.961535:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.961538:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a9f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961544:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488a9f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572580.961554:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001664032b reply state 000000009b8dcab7 transno 12884962118 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488aa6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961565:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488aa6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.961570:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5ba6781 (ffff88cb87dedb00) 00010000:00010000:0.0:1788572580.961573:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572580.961575:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572580.961658:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+194:361572:x1875453633087232:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1192us (1420us total) trans 12884962118 rc 0/0 00000100:00100000:0.0:1788572580.961667:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138464 00010000:00010000:1.0:1788572580.962353:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.962363:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488ab4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x737:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.962371:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.962375:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488ab4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x737:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.962382:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488ab4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x737:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.962406:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x737:0x0].0x0 (ffff88cb87dede00) 00010000:00010000:1.0:1788572580.962409:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572580.962413:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488ab4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x737:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.962420:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488ab4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x737:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.962440:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.962442:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.962444:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572580.964780:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.964921:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633087360 00000100:00100000:3.0:1788572580.964931:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633087360 00000100:00100000:3.0:1788572580.964992:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138465 00000100:00100000:3.0:1788572580.965002:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+194:361572:x1875453633087360:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572580.965037:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572580.965059:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488abb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d57 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.965135:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488ac2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.965147:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.965197:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572580.965240:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1788572580.965245:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572580.965266:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.965292:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488abb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d57 expref: 196 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.965310:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d57 expref: 195 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572580.965318:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572580.965321:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572580.965325:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afea00, rc 0) 00000100:00100000:3.0:1788572580.965384:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+195:361572:x1875453633087360:12345-192.168.202.54@tcp:101:rm.0 Request processed in 383us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.965392:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138465 00000100:00100000:3.0:1788572580.971120:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.971429:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633087488 00000100:00100000:0.0:1788572580.971439:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633087488 00000100:00100000:0.0:1788572580.971507:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138466 00000100:00100000:0.0:1788572580.971519:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+195:361572:x1875453633087488:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.971541:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.971560:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488ac9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d5e expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971628:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488ad0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971644:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488ad0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971656:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488ad0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971670:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488ad7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa7169334 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971681:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971687:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971860:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488ade lrc: 3/1,0 mode: --/PR res: [0x200000402:0x73e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971870:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488ade lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971878:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488ade lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.971917:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x73e:0x0]: returning size 458752 00000004:00200000:0.0:1788572580.971922:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.971944:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488ade lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971956:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488ade lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971966:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488ad0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971973:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488ad0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971980:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488ad0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971991:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488ad0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.971997:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.972001:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488ad0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972008:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488ad0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972020:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.972023:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.972028:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488ad0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972034:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488ad0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972046:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488ad7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972051:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488ad7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972056:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488ad7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972060:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.972063:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488ad7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972073:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488ad7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972079:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa7169334 (ffff88cb87ded900) 00010000:00010000:0.0:1788572580.972081:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.972083:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488ad7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972088:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488ad7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972113:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488ac9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d5e expref: 197 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972135:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488ade lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x73e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d5e expref: 196 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.972142:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73e:0x0].0x0 (ffff88cb87ded100) 00010000:00010000:0.0:1788572580.972145:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572580.972147:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedee00, rc 0) 00000100:00100000:0.0:1788572580.972316:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+196:361572:x1875453633087488:12345-192.168.202.54@tcp:101:rm.0 Request processed in 798us (1204us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.972324:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138466 00000100:00100000:0.0:1788572580.979610:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.979684:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633087616 00000100:00100000:2.0:1788572580.979694:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633087616 00000100:00100000:2.0:1788572580.979751:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21442 00000100:00100000:2.0:1788572580.979761:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:352627:x1875453633087616:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572580.979779:0:225668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572580.979801:0:225668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488ae5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d65 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788572580.979909:0:225668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x919:0x0] initial LVB size: 458752, mtime: 0x6a9b6230, atime: 0x0, ctime: 0x6a9b6230, blocks: 0x200 00010000:00010000:2.0:1788572580.979930:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x919:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:2.0:1788572580.979936:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x919:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572580.979945:0:225668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488ae5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d65 expref: 29 pid: 225668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.979964:0:225668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488ae5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d65 expref: 29 pid: 225668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572580.979979:0:225668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed9e00, rc 0) 00000100:00100000:2.0:1788572580.980049:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+29:352627:x1875453633087616:12345-192.168.202.54@tcp:101:rm.0 Request processed in 289us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.980056:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21442 00000100:00100000:3.0:1788572580.984341:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.984462:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633087872 00000100:00100000:0.0:1788572580.984473:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633087872 00000100:00100000:0.0:1788572580.984542:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138467 00000100:00100000:0.0:1788572580.984554:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+196:361572:x1875453633087872:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572580.984619:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572580.984647:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488ade lrc: 0/0,0 mode: --/PR res: [0x200000402:0x73e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d5e expref: 196 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.984667:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73e:0x0].0x0 (ffff88cb87ded100) 00010000:00010000:0.0:1788572580.984683:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488ac2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d57 expref: 195 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.984693:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.984697:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572580.984719:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488aec lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.984733:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488aec lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.984744:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488aec lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.984758:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488af3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa7169334 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.984765:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488af3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.984772:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488af3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.984871:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488afa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x73e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.984884:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488afa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.984891:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488afa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572580.985134:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3937, 64 off260160 00010000:00010000:0.0:1788572580.985239:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488b01 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x73e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985249:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488b01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985258:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488b01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x73e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985265:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488b01 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x73e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985272:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488b01 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x73e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985279:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488b01 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985378:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572580.985401:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488afa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x73e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985408:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488afa lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x73e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985418:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488afa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x73e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985424:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.985428:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488afa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x73e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985436:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488afa lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x73e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985446:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73e:0x0].0x0 (ffff88cb87dede00) 00010000:00010000:0.0:1788572580.985449:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572580.985453:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488afa lrc: 2/0,0 mode: --/EX res: [0x200000402:0x73e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985459:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488afa lrc: 0/0,0 mode: --/EX res: [0x200000402:0x73e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985478:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488aec lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985485:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488aec lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985497:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488aec lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985502:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488aec lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985508:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572580.985511:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488aec lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985517:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488aec lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985525:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.985527:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572580.985530:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488aec lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985536:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488aec lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572580.985546:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004cc6356b reply state 00000000e45e7cc7 transno 12884962119 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488af3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985558:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488af3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.985564:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa7169334 (ffff88cb87ded900) 00010000:00010000:0.0:1788572580.985567:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572580.985570:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572580.985656:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+196:361572:x1875453633087872:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1102us (1323us total) trans 12884962119 rc 0/0 00000100:00100000:0.0:1788572580.985666:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138467 00000100:00100000:3.0:1788572580.987996:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.988051:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.988081:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572580.988108:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633088128 00000100:00100000:3.0:1788572580.988117:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633088128 00000100:00100000:3.0:1788572580.988213:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633088256 00000100:00100000:3.0:1788572580.988217:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633088256 00000100:00100000:3.0:1788572580.988250:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 4184 00000100:00100000:3.0:1788572580.988260:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+5:352624:x1875453633088128:12345-192.168.202.54@tcp:400:kworker.0 00000100:00100000:3.0:1788572580.988333:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+5:352624:x1875453633088128:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 74us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.988345:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 4184 00000100:00100000:3.0:1788572580.988365:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 4185 00000100:00100000:3.0:1788572580.988372:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1cf7920f-bfd9-4190-9838-4d8d7803e42e+5:352624:x1875453633088256:12345-192.168.202.54@tcp:400:kworker.0 00000100:00100000:3.0:1788572580.988398:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1cf7920f-bfd9-4190-9838-4d8d7803e42e+5:352624:x1875453633088256:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 27us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572580.988404:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 4185 00000100:00080000:3.0:1788572580.988422:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788572580.988453:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572580.988642:0:202384:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633088000 00000100:00100000:2.0:1788572580.988647:0:202384:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633088000 00000100:00100000:2.0:1788572580.988679:0:202384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 1363 00000100:00100000:2.0:1788572580.988686:0:202384:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbafb03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51247596-0f4d-40cb-b4aa-cc9a107b363f+13:352624:x1875453633088000:12345-192.168.202.54@tcp:400:kworker.0 00000100:00100000:2.0:1788572580.988714:0:202384:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbafb03050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:51247596-0f4d-40cb-b4aa-cc9a107b363f+13:352624:x1875453633088000:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 29us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572580.988720:0:202384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 1363 00000100:00100000:0.0:1788572580.988814:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633088384 00000100:00100000:0.0:1788572580.988818:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633088384 00000100:00100000:0.0:1788572580.988855:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 4186 00000100:00100000:0.0:1788572580.988862:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1cf7920f-bfd9-4190-9838-4d8d7803e42e+5:352624:x1875453633088384:12345-192.168.202.54@tcp:400:kworker.0 00000100:00100000:0.0:1788572580.988888:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1cf7920f-bfd9-4190-9838-4d8d7803e42e+5:352624:x1875453633088384:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 28us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.988895:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 4186 00000100:00080000:2.0:1788572580.988943:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1788572580.990524:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572580.990543:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488b01 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x73e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.990553:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572580.990558:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488b01 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x73e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.990569:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488b01 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x73e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.990587:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73e:0x0].0x0 (ffff88cb87dede00) 00010000:00010000:1.0:1788572580.990589:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572580.990594:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488b01 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x73e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.990600:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488b01 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x73e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572580.990622:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.990624:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572580.990625:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572580.995083:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.995321:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633088512 00000100:00100000:0.0:1788572580.995332:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633088512 00000100:00100000:0.0:1788572580.995386:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138468 00000100:00100000:0.0:1788572580.995395:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+196:361572:x1875453633088512:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.995419:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.995439:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488b08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d6c expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.995503:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488b0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.995517:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488b0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.995528:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488b0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572580.995584:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572580.995588:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572580.995608:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488b0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.995630:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488b08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d6c expref: 198 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.995648:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488b0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d6c expref: 197 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.995663:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572580.995666:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572580.995669:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedfa00, rc 0) 00000100:00100000:0.0:1788572580.995718:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+197:361572:x1875453633088512:12345-192.168.202.54@tcp:101:rm.0 Request processed in 324us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572580.995725:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138468 00000100:00100000:3.0:1788572580.999438:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572580.999775:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633088640 00000100:00100000:0.0:1788572580.999787:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633088640 00000100:00100000:0.0:1788572580.999864:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138469 00000100:00100000:0.0:1788572580.999874:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+197:361572:x1875453633088640:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572580.999893:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572580.999914:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d73 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.999977:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b1d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572580.999991:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b1d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000003:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b1d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000018:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b24 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000025:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000525:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000752:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488b2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x741:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000761:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488b2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x741:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000768:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488b2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x741:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572581.000866:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x741:0x0]: returning size 0 00000004:00200000:0.0:1788572581.000872:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572581.000895:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488b2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x741:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000908:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488b2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x741:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000916:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b1d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000922:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b1d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000929:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b1d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000935:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b1d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000946:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.000950:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b1d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000957:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b1d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000969:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572581.000972:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.000977:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b1d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000984:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.000996:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.001002:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b24 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.001008:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b24 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.001013:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.001016:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b24 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.001022:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b24 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.001329:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe6559f66 (ffff88cb87ded100) 00010000:00010000:0.0:1788572581.001333:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.001337:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b24 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.001344:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b24 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.001380:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d73 expref: 199 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.001395:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488b2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x741:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d73 expref: 198 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.001403:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x741:0x0].0x0 (ffff88cb87dedf00) 00010000:00010000:0.0:1788572581.001405:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572581.001408:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedee00, rc 0) 00000100:00100000:0.0:1788572581.001475:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+198:361572:x1875453633088640:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1603us (2045us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.001482:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138469 00000100:00100000:2.0:1788572581.005143:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.005288:0:225662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633088768 00000100:00100000:0.0:1788572581.005300:0:225662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633088768 00000100:00100000:0.0:1788572581.005373:0:225662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21443 00000100:00100000:0.0:1788572581.005385:0:225662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+29:352625:x1875453633088768:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572581.005408:0:225662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572581.005430:0:225662:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011d20901/0xaad440e68c488b32 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d7a expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572581.005576:0:225662:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x919:0x0] initial LVB size: 0, mtime: 0x6a9b627c, atime: 0x6a9b627c, ctime: 0x6a9b627c, blocks: 0x0 00010000:00010000:0.0:1788572581.005600:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x919:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:0.0:1788572581.005606:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x919:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572581.005616:0:225662:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011d20901/0xaad440e68c488b32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d7a expref: 30 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.005639:0:225662:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000011d20901/0xaad440e68c488b32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d7a expref: 30 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.005656:0:225662:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedfc00, rc 0) 00000100:00100000:0.0:1788572581.005735:0:225662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:352625:x1875453633088768:12345-192.168.202.54@tcp:101:rm.0 Request processed in 352us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.005742:0:225662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21443 00000100:00080000:2.0:1788572581.006771:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788572581.009666:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.009830:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633089024 00000100:00100000:0.0:1788572581.009841:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633089024 00000100:00100000:0.0:1788572581.009915:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138470 00000100:00100000:0.0:1788572581.009925:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbb2f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+198:361572:x1875453633089024:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572581.009980:0:204288:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572581.010007:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488b2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x741:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d73 expref: 198 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010037:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x741:0x0].0x0 (ffff88cb87dedf00) 00010000:00010000:0.0:1788572581.010054:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488b0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d6c expref: 197 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010068:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572581.010072:0:204288:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572581.010094:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b39 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010108:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b39 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010118:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b39 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010133:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b40 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010140:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b40 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010146:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b40 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010289:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b47 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x741:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010297:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b47 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010304:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b47 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572581.010657:0:204288:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3948, 64 off260864 00010000:00010000:0.0:1788572581.010705:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488b4e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x741:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010714:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488b4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010721:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488b4e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010728:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488b4e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010734:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488b4e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010740:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488b4e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010754:0:204288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572581.010771:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b47 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010777:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b47 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010783:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b47 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010801:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.010805:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b47 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010812:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b47 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010824:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x741:0x0].0x0 (ffff88cb87dede00) 00010000:00010000:0.0:1788572581.010827:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572581.010830:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b47 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010835:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede800/0xaad440e68c488b47 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x741:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010850:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b39 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010856:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b39 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010861:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b39 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010866:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b39 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010871:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.010873:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b39 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010878:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b39 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010886:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572581.010888:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.010891:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b39 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010900:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488b39 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572581.010909:0:204288:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001bc4c502 reply state 0000000040ef5732 transno 12884962120 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b40 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010919:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.010924:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe6559f66 (ffff88cb87ded100) 00010000:00010000:0.0:1788572581.010926:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572581.010929:0:204288:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572581.011002:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbb2f89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+198:361572:x1875453633089024:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1078us (1347us total) trans 12884962120 rc 0/0 00000100:00100000:0.0:1788572581.011010:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138470 00010000:00010000:3.0:1788572581.011246:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572581.011254:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488b4e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.011260:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572581.011263:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488b4e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.011270:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488b4e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.011278:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x741:0x0].0x0 (ffff88cb87dede00) 00010000:00010000:3.0:1788572581.011280:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572581.011283:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488b4e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.011289:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488b4e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x741:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.011304:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572581.011306:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572581.011307:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788572581.011467:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788572581.014592:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.014803:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633089152 00000100:00100000:1.0:1788572581.014818:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633089152 00000100:00100000:1.0:1788572581.014893:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138471 00000100:00100000:1.0:1788572581.014905:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+198:361572:x1875453633089152:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.014933:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.014961:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d81 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.015042:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488b5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.015057:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488b5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.015069:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488b5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572581.015113:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1788572581.015117:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572581.015200:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488b5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.015228:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d81 expref: 200 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.015248:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488b5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d81 expref: 199 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.015258:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.015261:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572581.015265:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8b200, rc 0) 00000100:00100000:1.0:1788572581.015323:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+199:361572:x1875453633089152:12345-192.168.202.54@tcp:101:rm.0 Request processed in 420us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.015331:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138471 00000100:00100000:2.0:1788572581.019307:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572581.019809:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633089280 00000100:00100000:3.0:1788572581.019821:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633089280 00000100:00100000:3.0:1788572581.019885:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138472 00000100:00100000:3.0:1788572581.019896:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+199:361572:x1875453633089280:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572581.019920:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572581.019944:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488b63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d88 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020028:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488b6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020051:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488b6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020062:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488b6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020078:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488b71 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020085:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488b71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020092:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488b71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020606:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488b78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x743:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020619:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488b78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x743:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020626:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488b78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x743:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572581.020662:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x743:0x0]: returning size 1024 00000004:00200000:3.0:1788572581.020667:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572581.020693:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488b78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x743:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020706:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488b78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x743:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020715:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488b6a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020722:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488b6a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020730:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488b6a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020738:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488b6a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020744:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.020749:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488b6a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020758:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488b6a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020770:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572581.020774:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572581.020779:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488b6a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020785:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488b6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020800:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488b71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020806:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488b71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020812:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488b71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020817:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.020820:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488b71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020826:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488b71 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020835:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96ce0d43 (ffff88cb9caa2500) 00010000:00010000:3.0:1788572581.020838:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572581.020841:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488b71 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020848:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488b71 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020884:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488b63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d88 expref: 201 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020901:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488b78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x743:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d88 expref: 200 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.020908:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x743:0x0].0x0 (ffff88cb9caa2300) 00010000:00010000:3.0:1788572581.020910:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572581.020913:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca84afea00, rc 0) 00000100:00100000:3.0:1788572581.020998:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+200:361572:x1875453633089280:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1103us (1701us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572581.021005:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138472 00000100:00100000:3.0:1788572581.029269:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.029429:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633089408 00000100:00100000:0.0:1788572581.029439:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633089408 00000100:00100000:0.0:1788572581.029503:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21444 00000100:00100000:0.0:1788572581.029513:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:352627:x1875453633089408:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572581.029544:0:225669:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572581.029567:0:225669:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e71af62f/0xaad440e68c488b7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d8f expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572581.029681:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x91a:0x0] initial LVB size: 1024, mtime: 0x6a9b628e, atime: 0x0, ctime: 0x6a9b628e, blocks: 0x8 00010000:00010000:0.0:1788572581.029709:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x91a:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:0.0:1788572581.029714:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x91a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572581.029724:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e71af62f/0xaad440e68c488b7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d8f expref: 31 pid: 225669 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.029744:0:225669:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e71af62f/0xaad440e68c488b7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d8f expref: 31 pid: 225669 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.029758:0:225669:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfede800, rc 0) 00000100:00100000:0.0:1788572581.029876:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:352627:x1875453633089408:12345-192.168.202.54@tcp:101:rm.0 Request processed in 364us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.029884:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21444 00000100:00100000:0.0:1788572581.034340:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.034460:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633089664 00000100:00100000:1.0:1788572581.034472:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633089664 00000100:00100000:1.0:1788572581.034547:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138473 00000100:00100000:1.0:1788572581.034558:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+200:361572:x1875453633089664:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572581.034618:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572581.034649:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488b78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x743:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d88 expref: 200 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.034674:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x743:0x0].0x0 (ffff88cb9caa2300) 00010000:00010000:1.0:1788572581.034695:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488b5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d81 expref: 199 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.034704:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.034708:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572581.034727:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b86 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.034740:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b86 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.034749:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b86 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.034764:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488b8d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.034770:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488b8d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.034777:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488b8d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.034902:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488b94 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x743:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.034911:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488b94 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x743:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.034918:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488b94 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x743:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572581.035486:0:230921:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3949, 64 off260928 00010000:00010000:1.0:1788572581.035560:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488b9b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x743:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035570:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488b9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x743:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035579:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488b9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x743:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035586:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488b9b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x743:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035593:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488b9b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x743:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035600:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488b9b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x743:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035615:0:230921:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572581.035636:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488b94 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x743:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035647:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488b94 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x743:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035652:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488b94 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x743:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035657:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.035661:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488b94 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x743:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035669:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488b94 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x743:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035678:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x743:0x0].0x0 (ffff88ca96814700) 00010000:00010000:1.0:1788572581.035681:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572581.035684:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488b94 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x743:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035690:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488b94 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x743:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035711:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b86 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035717:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b86 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035723:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b86 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035728:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b86 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035733:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.035736:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b86 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035742:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b86 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035749:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.035752:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.035755:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b86 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035761:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488b86 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572581.035770:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fe0576ff reply state 00000000f78ab3ca transno 12884962121 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488b8d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035780:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488b8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.035889:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96ce0d43 (ffff88ca96814200) 00010000:00010000:1.0:1788572581.035893:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572581.035896:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572581.035982:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+200:361572:x1875453633089664:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1425us (1654us total) trans 12884962121 rc 0/0 00000100:00100000:1.0:1788572581.035992:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138473 00010000:00010000:2.0:1788572581.036918:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572581.036929:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488b9b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x743:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.036939:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ba00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572581.036943:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488b9b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x743:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.036951:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488b9b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x743:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.036966:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x743:0x0].0x0 (ffff88ca96814700) 00010000:00010000:2.0:1788572581.036969:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572581.036973:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488b9b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x743:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.036979:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488b9b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x743:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.036997:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572581.036999:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572581.037000:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572581.043137:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.043273:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633089792 00000100:00100000:1.0:1788572581.043283:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633089792 00000100:00100000:1.0:1788572581.043355:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138474 00000100:00100000:1.0:1788572581.043367:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+200:361572:x1875453633089792:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.043393:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.043416:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488ba2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d96 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.043493:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488ba9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.043508:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.043520:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572581.043573:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1788572581.043577:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572581.043597:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.043623:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b800/0xaad440e68c488ba2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d96 expref: 202 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.043642:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488ba9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d96 expref: 201 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.043650:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.043654:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572581.043657:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8a200, rc 0) 00000100:00100000:1.0:1788572581.043715:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b799f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+201:361572:x1875453633089792:12345-192.168.202.54@tcp:101:rm.0 Request processed in 350us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.043725:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138474 00000100:00100000:3.0:1788572581.046945:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.047299:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633089920 00000100:00100000:0.0:1788572581.047313:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633089920 00000100:00100000:0.0:1788572581.047377:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138475 00000100:00100000:0.0:1788572581.047388:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+201:361572:x1875453633089920:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572581.047410:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572581.047433:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488bb0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77d9d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.047506:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488bb7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.047520:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488bb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.047545:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488bb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.047561:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488bbe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.047569:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488bbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.047575:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488bbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.047743:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488bc5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x744:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.047751:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x744:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.047758:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x744:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572581.048140:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x744:0x0]: returning size 1024 00000004:00200000:0.0:1788572581.048146:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572581.048361:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x744:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048376:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x744:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048386:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488bb7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048393:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488bb7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048399:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488bb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048409:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488bb7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048415:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedfa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.048419:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488bb7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048427:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488bb7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048441:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572581.048444:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.048449:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488bb7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048455:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfa00/0xaad440e68c488bb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048468:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488bbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048475:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488bbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048481:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488bbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048485:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.048488:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488bbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048497:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488bbe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048505:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3a3dd770 (ffff88cbc2169500) 00010000:00010000:0.0:1788572581.048507:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.048510:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488bbe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048516:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf200/0xaad440e68c488bbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048864:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488bb0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d9d expref: 203 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048880:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x744:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d9d expref: 202 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.048888:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x744:0x0].0x0 (ffff88cbc2169d00) 00010000:00010000:0.0:1788572581.048890:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572581.048893:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedf400, rc 0) 00000100:00100000:0.0:1788572581.048967:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+202:361572:x1875453633089920:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1580us (2032us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.048977:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138475 00000100:00100000:0.0:1788572581.053362:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.053467:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633090048 00000100:00100000:1.0:1788572581.053478:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633090048 00000100:00100000:1.0:1788572581.053618:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21445 00000100:00100000:1.0:1788572581.053631:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+29:352626:x1875453633090048:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.053650:0:225660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.053673:0:225660:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488bcc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77da4 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572581.053813:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x91b:0x0] initial LVB size: 1024, mtime: 0x6a9b628e, atime: 0x0, ctime: 0x6a9b628e, blocks: 0x8 00010000:00010000:1.0:1788572581.053836:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x91b:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:1.0:1788572581.053841:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x91b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572581.053850:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488bcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77da4 expref: 30 pid: 225660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.053871:0:225660:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488bcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77da4 expref: 30 pid: 225660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.053887:0:225660:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb9ca8b800, rc 0) 00000100:00100000:1.0:1788572581.053950:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:352626:x1875453633090048:12345-192.168.202.54@tcp:101:rm.0 Request processed in 323us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.053957:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21445 00000100:00080000:2.0:1788572581.055469:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788572581.058367:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572581.058453:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633090304 00000100:00100000:3.0:1788572581.058464:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633090304 00000100:00100000:3.0:1788572581.058647:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138476 00000100:00100000:3.0:1788572581.058661:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+202:361572:x1875453633090304:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572581.058725:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572581.058752:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488bc5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x744:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d9d expref: 202 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.058773:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x744:0x0].0x0 (ffff88cbc2169d00) 00010000:00010000:3.0:1788572581.058803:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488ba9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d96 expref: 201 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.058814:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572581.058818:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572581.058841:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488bd3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.058855:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488bd3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.058865:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488bd3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.058879:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488bda lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.058886:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488bda lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.058893:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488bda lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.058984:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488be1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x744:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.058993:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488be1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x744:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059000:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488be1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x744:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572581.059309:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3938, 64 off260224 00010000:00010000:3.0:1788572581.059364:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488be8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x744:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059372:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488be8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x744:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059379:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488be8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x744:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059387:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488be8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x744:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059394:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488be8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x744:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059399:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488be8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x744:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059691:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572581.059715:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488be1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x744:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059722:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488be1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x744:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059729:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488be1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x744:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059736:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.059740:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488be1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x744:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059748:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488be1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x744:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059759:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x744:0x0].0x0 (ffff88cb9caa2f00) 00010000:00010000:3.0:1788572581.059761:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572581.059765:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488be1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x744:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059771:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe000/0xaad440e68c488be1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x744:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059800:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488bd3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059807:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488bd3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059813:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488bd3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059818:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488bd3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059822:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.059825:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488bd3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059831:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488bd3 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059838:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572581.059840:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572581.059843:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488bd3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059854:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff600/0xaad440e68c488bd3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572581.059865:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007eed5e84 reply state 00000000ee4b2318 transno 12884962122 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488bda lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059876:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488bda lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.059881:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3a3dd770 (ffff88cb9caa2500) 00010000:00010000:3.0:1788572581.059883:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572581.059886:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572581.059961:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+202:361572:x1875453633090304:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1302us (1601us total) trans 12884962122 rc 0/0 00010000:00010000:2.0:1788572581.062752:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572581.062770:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488be8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x744:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.062780:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572581.062785:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488be8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x744:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.062855:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488be8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x744:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.062875:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x744:0x0].0x0 (ffff88cb9caa2f00) 00010000:00010000:2.0:1788572581.062878:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572581.062883:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488be8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x744:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.062890:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afea00/0xaad440e68c488be8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x744:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.062918:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572581.062920:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572581.062923:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572581.063666:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138476 00000100:00100000:0.0:1788572581.063888:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.063979:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633090432 00000100:00100000:2.0:1788572581.063989:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633090432 00000100:00100000:2.0:1788572581.064364:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138477 00000100:00100000:2.0:1788572581.064375:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+202:361572:x1875453633090432:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.064401:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.064422:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8400/0xaad440e68c488bef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77dab expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.064488:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488bf6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.064501:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.064511:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572581.064565:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572581.064568:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572581.064588:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.064611:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8400/0xaad440e68c488bef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dab expref: 204 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.064627:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488bf6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dab expref: 203 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.064635:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572581.064639:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572581.064643:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed8600, rc 0) 00000100:00100000:2.0:1788572581.064711:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+203:361572:x1875453633090432:12345-192.168.202.54@tcp:101:rm.0 Request processed in 338us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.064718:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138477 00000100:00100000:0.0:1788572581.067524:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.068427:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633090560 00000100:00100000:1.0:1788572581.068440:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633090560 00000100:00100000:2.0:1788572581.068546:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138478 00000100:00100000:2.0:1788572581.068560:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+203:361572:x1875453633090560:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.068583:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.068606:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8000/0xaad440e68c488bfd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77db2 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.068670:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c04 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.068683:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.068694:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c04 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.068707:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488c0b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.068713:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488c0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.068719:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488c0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.068894:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488c12 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x745:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.068904:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488c12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x745:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.068910:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488c12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x745:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572581.068946:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x745:0x0]: returning size 2097152 00000004:00200000:2.0:1788572581.068950:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572581.068974:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488c12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x745:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.068987:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488c12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x745:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.068997:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c04 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069003:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c04 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069009:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c04 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069015:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c04 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069020:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572581.069024:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c04 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069044:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c04 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069057:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572581.069060:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572581.069065:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c04 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069071:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069084:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488c0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069089:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488c0b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069094:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488c0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069098:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572581.069101:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488c0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069107:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488c0b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069114:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9b3c391c (ffff88cb8a7ec900) 00010000:00010000:2.0:1788572581.069117:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572581.069128:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488c0b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069135:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488c0b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069201:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8000/0xaad440e68c488bfd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77db2 expref: 205 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069215:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488c12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x745:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77db2 expref: 204 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.069221:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x745:0x0].0x0 (ffff88cb8a7ecd00) 00010000:00010000:2.0:1788572581.069224:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572581.069226:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed9a00, rc 0) 00000100:00100000:2.0:1788572581.069291:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+204:361572:x1875453633090560:12345-192.168.202.54@tcp:101:rm.0 Request processed in 734us (1777us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.069299:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138478 00000100:00100000:2.0:1788572581.074063:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.074239:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.075030:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633090688 00000100:00100000:1.0:1788572581.075042:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633090688 00000100:00100000:0.0:1788572581.075284:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633090816 00000100:00100000:0.0:1788572581.075289:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633090816 00000100:00100000:0.0:1788572581.075383:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21446 00000100:00100000:0.0:1788572581.075394:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:352627:x1875453633090688:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572581.075415:0:203890:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572581.075439:0:203890:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000deae728a/0xaad440e68c488c19 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77db9 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572581.075563:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x91b:0x0] initial LVB size: 1048576, mtime: 0x6a9b629a, atime: 0x0, ctime: 0x6a9b629a, blocks: 0x800 00010000:00010000:0.0:1788572581.075585:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x91b:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:0.0:1788572581.075590:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x91b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572581.075599:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deae728a/0xaad440e68c488c19 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77db9 expref: 32 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.075618:0:203890:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000deae728a/0xaad440e68c488c19 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77db9 expref: 32 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.075631:0:203890:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedfa00, rc 0) 00000100:00100000:0.0:1788572581.075691:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:352627:x1875453633090688:12345-192.168.202.54@tcp:101:rm.0 Request processed in 299us (1638us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.075699:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21446 00000100:00100000:0.0:1788572581.075719:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21447 00000100:00100000:0.0:1788572581.075726:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:352627:x1875453633090816:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572581.075733:0:203890:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572581.075748:0:203890:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a79f2d10/0xaad440e68c488c20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x91c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77dc0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572581.075817:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x91c:0x0] initial LVB size: 1048576, mtime: 0x6a9b629a, atime: 0x0, ctime: 0x6a9b629a, blocks: 0x800 00010000:00010000:0.0:1788572581.075829:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x91c:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:0.0:1788572581.075832:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x91c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572581.075838:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a79f2d10/0xaad440e68c488c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dc0 expref: 31 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.075849:0:203890:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a79f2d10/0xaad440e68c488c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dc0 expref: 31 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.075858:0:203890:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfedf200, rc 0) 00000100:00100000:0.0:1788572581.075877:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:352627:x1875453633090816:12345-192.168.202.54@tcp:101:rm.0 Request processed in 153us (1639us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.075884:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21447 00000100:00100000:0.0:1788572581.079722:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.079870:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633091072 00000100:00100000:1.0:1788572581.079880:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633091072 00000100:00100000:1.0:1788572581.079972:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138479 00000100:00100000:1.0:1788572581.079982:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+204:361572:x1875453633091072:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572581.080051:0:202392:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572581.080077:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488c12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x745:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77db2 expref: 204 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080098:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x745:0x0].0x0 (ffff88cb8a7ecd00) 00010000:00010000:1.0:1788572581.080115:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488bf6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dab expref: 203 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080136:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.080139:0:202392:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572581.080204:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488c27 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080219:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488c27 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080229:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488c27 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080244:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8aa00/0xaad440e68c488c2e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080252:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8aa00/0xaad440e68c488c2e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080258:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8aa00/0xaad440e68c488c2e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080354:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488c35 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x745:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080361:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488c35 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x745:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080368:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488c35 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x745:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572581.080617:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3950, 64 off260992 00000040:00080000:1.0:1788572581.080641:0:202392:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3939, 64 off260288 00010000:00010000:1.0:1788572581.080692:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488c3c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x745:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080701:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488c3c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080709:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488c3c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080716:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488c3c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080723:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488c3c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080729:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488c3c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x745:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080750:0:202392:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572581.080769:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488c35 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x745:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080776:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488c35 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x745:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.080782:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488c35 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x745:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.080922:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572581.080930:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488c3c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x745:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.080937:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ba00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572581.080941:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488c3c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x745:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.080949:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488c3c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x745:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.080959:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x745:0x0].0x0 (ffff88ca96814d00) 00010000:00010000:2.0:1788572581.080962:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572581.080966:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488c3c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x745:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.080972:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ba00/0xaad440e68c488c3c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x745:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.080983:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572581.080984:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572581.080986:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572581.081079:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.081084:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488c35 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x745:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081091:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488c35 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x745:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081100:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x745:0x0].0x0 (ffff88ca96814d00) 00010000:00010000:1.0:1788572581.081103:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572581.081106:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488c35 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x745:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081113:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a200/0xaad440e68c488c35 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x745:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081144:0:202392:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488c27 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081236:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488c27 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081243:0:202392:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488c27 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081248:0:202392:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488c27 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081253:0:202392:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.081256:0:202392:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488c27 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081262:0:202392:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488c27 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081270:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.081273:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.081275:0:202392:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488c27 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081281:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b200/0xaad440e68c488c27 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572581.081291:0:202392:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004a9e7d71 reply state 0000000013e3bf7e transno 12884962123 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8aa00/0xaad440e68c488c2e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081302:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8aa00/0xaad440e68c488c2e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.081309:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9b3c391c (ffff88ca96814600) 00010000:00010000:1.0:1788572581.081311:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572581.081314:0:202392:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572581.081490:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+204:361572:x1875453633091072:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1508us (1776us total) trans 12884962123 rc 0/0 00000100:00100000:1.0:1788572581.081499:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138479 00000100:00100000:0.0:1788572581.084411:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.084505:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633091200 00000100:00100000:2.0:1788572581.084515:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633091200 00000100:00100000:2.0:1788572581.084607:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138480 00000100:00100000:2.0:1788572581.084617:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+204:361572:x1875453633091200:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.084647:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.084668:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488c43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77dc7 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.084757:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c4a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.084771:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.084783:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572581.084841:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572581.084845:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572581.084866:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.084889:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488c43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dc7 expref: 206 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.084907:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c4a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dc7 expref: 205 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.084915:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572581.084918:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572581.084921:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed9600, rc 0) 00000100:00100000:2.0:1788572581.085030:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+205:361572:x1875453633091200:12345-192.168.202.54@tcp:101:rm.0 Request processed in 412us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.085037:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138480 00000100:00100000:2.0:1788572581.087613:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.087707:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633091328 00000100:00100000:0.0:1788572581.087720:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633091328 00000100:00100000:0.0:1788572581.087896:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138481 00000100:00100000:0.0:1788572581.087907:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+205:361572:x1875453633091328:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572581.087930:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572581.087951:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488c51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77dce expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088034:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488c58 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088050:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488c58 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088066:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488c58 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088082:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488c5f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088090:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488c5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088097:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488c5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088630:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488c66 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088644:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488c66 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088652:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488c66 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572581.088690:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2:0x0]: returning size 12 00000004:00200000:0.0:1788572581.088696:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572581.088720:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488c66 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088733:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488c66 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088742:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488c58 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088753:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488c58 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088759:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488c58 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088766:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488c58 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088772:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.088776:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488c58 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088784:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488c58 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088869:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572581.088873:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.088878:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488c58 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088885:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488c58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088900:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488c5f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088906:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488c5f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088912:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488c5f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088918:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.088921:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488c5f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088927:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488c5f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088934:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2336bbcc (ffff88cb921b6400) 00010000:00010000:0.0:1788572581.088936:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.088939:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488c5f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088945:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488c5f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088977:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488c51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dce expref: 207 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088991:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488c66 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dce expref: 206 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.088999:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff88cb921b6100) 00010000:00010000:0.0:1788572581.089001:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572581.089004:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6200, rc 0) 00000100:00100000:0.0:1788572581.089116:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+206:361572:x1875453633091328:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1210us (1513us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.089136:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138481 00000100:00100000:2.0:1788572581.094402:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.094488:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633091456 00000100:00100000:0.0:1788572581.094499:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633091456 00000100:00100000:0.0:1788572581.094577:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21448 00000100:00100000:0.0:1788572581.094587:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:352626:x1875453633091456:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572581.094606:0:225667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572581.094627:0:225667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7e4b196/0xaad440e68c488c6d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77dd5 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788572581.094742:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x6:0x0] initial LVB size: 12, mtime: 0x6a9b408f, atime: 0x0, ctime: 0x6a9b408f, blocks: 0x8 00010000:00010000:0.0:1788572581.094762:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:0.0:1788572581.094766:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572581.094776:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7e4b196/0xaad440e68c488c6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dd5 expref: 32 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.094808:0:225667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7e4b196/0xaad440e68c488c6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dd5 expref: 32 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.094821:0:225667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6000, rc 0) 00000100:00100000:0.0:1788572581.094879:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:352626:x1875453633091456:12345-192.168.202.54@tcp:101:rm.0 Request processed in 293us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.094887:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21448 00000100:00100000:3.0:1788572581.097361:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.097496:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633091712 00000100:00100000:1.0:1788572581.097507:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633091712 00000100:00100000:1.0:1788572581.097566:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138482 00000100:00100000:1.0:1788572581.097577:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+206:361572:x1875453633091712:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572581.097656:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572581.097684:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488c66 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dce expref: 206 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.097705:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff88cb921b6100) 00010000:00010000:1.0:1788572581.097721:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9600/0xaad440e68c488c4a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dc7 expref: 205 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.097730:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.097733:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572581.097754:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488c74 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.097768:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488c74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.097778:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488c74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.097805:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488c7b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.097814:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488c7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.097821:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488c7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.097924:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488c82 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.097933:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488c82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.097940:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488c82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572581.098197:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3940, 64 off260352 00010000:00010000:1.0:1788572581.098254:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488c89 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098263:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488c89 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098271:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488c89 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098278:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488c89 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098285:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488c89 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098292:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488c89 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098306:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572581.098325:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488c82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098331:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488c82 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098340:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488c82 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098346:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.098349:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488c82 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098356:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488c82 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098366:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff88ca96814000) 00010000:00010000:1.0:1788572581.098369:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572581.098372:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488c82 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098378:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488c82 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098397:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488c74 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098404:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488c74 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098409:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488c74 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098415:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488c74 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098420:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.098423:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488c74 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098429:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488c74 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098435:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.098437:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.098440:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488c74 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098446:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488c74 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572581.098454:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cb919204 reply state 00000000ef2d3118 transno 12884962124 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488c7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098464:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488c7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.098469:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2336bbcc (ffff88ca96814d00) 00010000:00010000:1.0:1788572581.098471:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572581.098473:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572581.098554:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+206:361572:x1875453633091712:12345-192.168.202.54@tcp:36:rm.0 Request processed in 977us (1201us total) trans 12884962124 rc 0/0 00000100:00100000:1.0:1788572581.098562:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138482 00010000:00010000:3.0:1788572581.098772:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572581.098779:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488c89 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.098785:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572581.098789:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488c89 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.098796:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488c89 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.098806:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff88ca96814000) 00010000:00010000:3.0:1788572581.098808:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572581.098812:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488c89 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.098817:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488c89 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.098832:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572581.098834:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572581.098835:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572581.101256:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.101341:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633091840 00000100:00100000:1.0:1788572581.101353:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633091840 00000100:00100000:1.0:1788572581.101416:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138483 00000100:00100000:1.0:1788572581.101427:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+206:361572:x1875453633091840:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.101453:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.101473:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488c90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ddc expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.101536:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488c97 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.101550:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488c97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.101561:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488c97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572581.101606:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1788572581.101609:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572581.101629:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488c97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.101654:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488c90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ddc expref: 208 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.101672:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488c97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ddc expref: 207 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.101681:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.101684:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572581.101688:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9400, rc 0) 00000100:00100000:1.0:1788572581.101740:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+207:361572:x1875453633091840:12345-192.168.202.54@tcp:101:rm.0 Request processed in 314us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.101748:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138483 00000100:00100000:1.0:1788572581.104143:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.104363:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633091968 00000100:00100000:2.0:1788572581.104373:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633091968 00000100:00100000:2.0:1788572581.104428:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138484 00000100:00100000:2.0:1788572581.104439:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+207:361572:x1875453633091968:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.104458:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.104478:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8400/0xaad440e68c488c9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77de3 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104536:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488ca5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104550:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488ca5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104561:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488ca5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104578:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488cac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104585:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488cac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104591:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488cac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104681:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8000/0xaad440e68c488cb3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104688:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8000/0xaad440e68c488cb3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104694:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8000/0xaad440e68c488cb3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572581.104728:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x186e:0x0]: returning size 4096 00000004:00200000:2.0:1788572581.104731:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572581.104751:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8000/0xaad440e68c488cb3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104766:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488ca5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104773:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488ca5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104779:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488ca5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104803:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488ca5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104809:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572581.104814:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488ca5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104822:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488ca5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104834:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572581.104837:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572581.104841:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488ca5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104848:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488ca5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104860:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488cac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104867:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488cac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104873:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488cac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104877:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572581.104880:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488cac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104890:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488cac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104896:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3955b7c1 (ffff88cb8a7ec900) 00010000:00010000:2.0:1788572581.104898:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572581.104900:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488cac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104906:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488cac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104932:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8400/0xaad440e68c488c9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77de3 expref: 209 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104944:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8000/0xaad440e68c488cb3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77de3 expref: 208 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.104951:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186e:0x0].0x0 (ffff88cb8a7ecb00) 00010000:00010000:2.0:1788572581.104953:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572581.104955:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed8000, rc 0) 00000100:00100000:2.0:1788572581.105011:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+208:361572:x1875453633091968:12345-192.168.202.54@tcp:101:rm.0 Request processed in 574us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.105025:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138484 00000100:00100000:3.0:1788572581.107575:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.107750:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633092224 00000100:00100000:2.0:1788572581.107762:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633092224 00000100:00100000:2.0:1788572581.107837:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138485 00000100:00100000:2.0:1788572581.107850:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+208:361572:x1875453633092224:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.107875:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.107898:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9c00/0xaad440e68c488cba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77dea expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572581.108006:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x186e:0x0]: returning size 4096 00010000:00010000:2.0:1788572581.108133:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9c00/0xaad440e68c488cba lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dea expref: 210 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.108185:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572581.108189:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788572581.108196:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9c00/0xaad440e68c488cba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dea expref: 210 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.108212:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed9c00, rc 0) 00000100:00100000:2.0:1788572581.108272:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+209:361572:x1875453633092224:12345-192.168.202.54@tcp:101:rm.0 Request processed in 426us (712us total) trans 12884962125 rc 301/301 00000100:00100000:2.0:1788572581.108281:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138485 00000100:00100000:3.0:1788572581.112299:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.112393:0:226547:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633092352 00000100:00100000:2.0:1788572581.112403:0:226547:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633092352 00000100:00100000:2.0:1788572581.112457:0:226547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16804 00000100:00100000:2.0:1788572581.112467:0:226547:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbafb06450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+209:361572:x1875453633092352:12345-192.168.202.54@tcp:37:rm.0 00000100:00100000:2.0:1788572581.116859:0:226547:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbafb06450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+209:361572:x1875453633092352:12345-192.168.202.54@tcp:37:rm.0 Request processed in 4382us (4558us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.116874:0:226547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16804 00000100:00100000:3.0:1788572581.122475:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.122589:0:202396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633092608 00000100:00100000:2.0:1788572581.122599:0:202396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633092608 00000100:00100000:2.0:1788572581.122660:0:202396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16805 00000100:00100000:2.0:1788572581.122671:0:202396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+209:361572:x1875453633092608:12345-192.168.202.54@tcp:35:rm.0 00000100:00100000:2.0:1788572581.122969:0:202396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+210:361572:x1875453633092608:12345-192.168.202.54@tcp:35:rm.0 Request processed in 298us (502us total) trans 12884962126 rc 0/0 00000100:00100000:2.0:1788572581.122977:0:202396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16805 00000100:00100000:3.0:1788572581.125762:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.125905:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633092864 00000100:00100000:1.0:1788572581.125916:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633092864 00000100:00100000:1.0:1788572581.125982:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138486 00000100:00100000:1.0:1788572581.125993:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+210:361572:x1875453633092864:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.126027:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.126049:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77df1 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.126222:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488ccf lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.126238:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488ccf lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.126250:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488ccf lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572581.126260:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x186e:0x0]: returning size 4096 00010000:00010000:1.0:1788572581.126373:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77df1 expref: 213 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.126391:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488ccf lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77df1 expref: 212 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.126400:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186e:0x0].0x0 (ffff88cb8a7ecb00) 00010000:00010000:1.0:1788572581.126402:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788572581.126406:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8200, rc 0) 00000100:00100000:1.0:1788572581.126469:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+212:361572:x1875453633092864:12345-192.168.202.54@tcp:101:rm.0 Request processed in 478us (718us total) trans 12884962127 rc 0/0 00000100:00100000:1.0:1788572581.126481:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138486 00000100:00100000:1.0:1788572581.129887:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572581.129970:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633092992 00000100:00100000:3.0:1788572581.129980:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633092992 00000100:00100000:3.0:1788572581.130048:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138487 00000100:00100000:3.0:1788572581.130060:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+212:361572:x1875453633092992:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572581.130085:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572581.130107:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488cdd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77df8 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130262:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ce4 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130278:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ce4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130289:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ce4 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130307:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ceb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130313:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ceb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130318:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ceb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130404:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682400/0xaad440e68c488cf2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x186f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130413:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682400/0xaad440e68c488cf2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130420:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682400/0xaad440e68c488cf2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572581.130460:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x186f:0x0]: returning size 0 00000004:00200000:3.0:1788572581.130464:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572581.130482:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682400/0xaad440e68c488cf2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130494:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682400/0xaad440e68c488cf2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130503:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ce4 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130509:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ce4 lrc: 4/1,0 mode: CR/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130519:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ce4 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130526:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ce4 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130531:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.130535:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ce4 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130543:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ce4 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130556:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186e:0x0].0x0 (ffff88cb8a7ecb00) 00010000:00010000:3.0:1788572581.130559:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572581.130565:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ce4 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130572:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ce4 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130585:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ceb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130590:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ceb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130596:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ceb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130600:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.130603:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ceb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130609:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ceb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130615:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186e:0x0].0x2d9800ce (ffff88cb9caa2a00) 00010000:00010000:3.0:1788572581.130618:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572581.130620:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ceb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130626:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ceb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130660:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488cdd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77df8 expref: 214 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130672:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682400/0xaad440e68c488cf2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x186f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77df8 expref: 213 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.130680:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186f:0x0].0x0 (ffff88cb9caa2600) 00010000:00010000:3.0:1788572581.130682:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788572581.130685:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb81682400, rc 0) 00000100:00100000:3.0:1788572581.130762:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+213:361572:x1875453633092992:12345-192.168.202.54@tcp:101:rm.0 Request processed in 703us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572581.130770:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138487 00000100:00100000:3.0:1788572581.134006:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.134109:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633093248 00000100:00100000:1.0:1788572581.134121:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633093248 00000100:00100000:1.0:1788572581.134237:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138488 00000100:00100000:1.0:1788572581.134248:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+213:361572:x1875453633093248:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572581.134310:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572581.134337:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682400/0xaad440e68c488cf2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x186f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77df8 expref: 213 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134357:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186f:0x0].0x0 (ffff88cb9caa2600) 00010000:00010000:1.0:1788572581.134376:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8000/0xaad440e68c488cb3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77de3 expref: 212 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134384:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186e:0x0].0x0 (ffff88cb8a7ecb00) 00010000:00010000:1.0:1788572581.134388:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572581.134409:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cf9 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x186e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134424:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cf9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134434:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cf9 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134448:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c488d00 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134460:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c488d00 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134467:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c488d00 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134553:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488d07 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x186f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134561:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488d07 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x186f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134568:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488d07 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x186f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572581.134790:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3951, 64 off261056 00000004:00080000:1.0:1788572581.134798:0:205632:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 13559228645184ns, next at 13560228642414ns, rc = 0 00000040:00080000:1.0:1788572581.134814:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3941, 64 off260416 00010000:00010000:1.0:1788572581.134864:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488d0e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x186f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134873:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488d0e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x186f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134879:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488d0e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x186f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134887:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488d0e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x186f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134893:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488d0e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x186f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134899:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488d0e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x186f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134922:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572581.134944:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488d07 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x186f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134949:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488d07 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x186f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134956:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488d07 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x186f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134962:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.134966:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488d07 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x186f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134973:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488d07 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x186f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134980:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186f:0x0].0x0 (ffff88ca96814000) 00010000:00010000:1.0:1788572581.134982:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572581.134985:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488d07 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x186f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.134991:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488d07 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x186f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.135007:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cf9 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.135030:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cf9 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.135036:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cf9 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.135042:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cf9 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.135047:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.135050:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cf9 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.135055:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cf9 lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.135062:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186e:0x0].0x0 (ffff88cb8a7ecb00) 00010000:00010000:1.0:1788572581.135064:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.135067:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cf9 lrc: 3/0,0 mode: --/CW res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.135073:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488cf9 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x186e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572581.135081:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004025eaf5 reply state 000000002a959c87 transno 12884962128 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c488d00 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.135091:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c488d00 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.135097:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186e:0x0].0x2d9800ce (ffff88ca96814400) 00010000:00010000:1.0:1788572581.135100:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572581.135102:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572581.135226:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+213:361572:x1875453633093248:12345-192.168.202.54@tcp:36:rm.0 Request processed in 977us (1228us total) trans 12884962128 rc 0/0 00000100:00100000:1.0:1788572581.135235:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138488 00010000:00010000:3.0:1788572581.135715:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572581.135723:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488d0e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x186f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.135732:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572581.135735:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488d0e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x186f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.135743:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488d0e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x186f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.135754:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186f:0x0].0x0 (ffff88ca96814000) 00010000:00010000:3.0:1788572581.135756:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572581.135759:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488d0e lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x186f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.135766:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488d0e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x186f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.135782:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572581.135784:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572581.135786:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572581.138354:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.138459:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633093376 00000100:00100000:1.0:1788572581.138469:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633093376 00000100:00100000:1.0:1788572581.138518:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138489 00000100:00100000:1.0:1788572581.138526:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+213:361572:x1875453633093376:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.138549:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.138568:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488d15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77dff expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.138633:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488d1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.138649:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488d1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.138661:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488d1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.138678:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d23 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.138686:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.138693:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.138914:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c488d2a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.138924:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c488d2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.138932:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c488d2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572581.138970:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x186e:0x0]: returning size 4096 00000004:00200000:1.0:1788572581.138974:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572581.138995:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c488d2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.139007:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488d1c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.139013:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488d1c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141493:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488d1c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141503:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488d1c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141510:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.141516:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488d1c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141526:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488d1c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141544:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.141547:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.141551:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488d1c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141558:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488d1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141577:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141584:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d23 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141589:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141594:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.141597:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141602:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d23 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141609:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3955b7c1 (ffff88ca96814700) 00010000:00010000:1.0:1788572581.141612:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.141615:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d23 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141620:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d23 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141675:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488d15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dff expref: 215 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141688:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c488d2a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dff expref: 214 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.141696:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186e:0x0].0x0 (ffff88cb8a7ecb00) 00010000:00010000:1.0:1788572581.141698:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572581.141700:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb8148b800, rc 0) 00000100:00100000:1.0:1788572581.141991:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e183800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+214:361572:x1875453633093376:12345-192.168.202.54@tcp:101:rm.0 Request processed in 3462us (3644us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.142002:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138489 00000100:00100000:0.0:1788572581.145226:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.145348:0:226934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633093632 00000100:00100000:1.0:1788572581.145360:0:226934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633093632 00000100:00100000:1.0:1788572581.145419:0:226934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16806 00000100:00100000:1.0:1788572581.145429:0:226934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+214:361572:x1875453633093632:12345-192.168.202.54@tcp:35:rm.0 00000100:00100000:1.0:1788572581.145643:0:226934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+215:361572:x1875453633093632:12345-192.168.202.54@tcp:35:rm.0 Request processed in 215us (428us total) trans 12884962129 rc 0/0 00000100:00100000:1.0:1788572581.145651:0:226934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16806 00000100:00100000:3.0:1788572581.148381:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.148501:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633093888 00000100:00100000:1.0:1788572581.148511:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633093888 00000100:00100000:1.0:1788572581.148574:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138490 00000100:00100000:1.0:1788572581.148586:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+215:361572:x1875453633093888:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572581.148652:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1788572581.148681:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b800/0xaad440e68c488d2a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dff expref: 215 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.148705:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488ccf lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x186e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77df1 expref: 214 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.148716:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186e:0x0].0x0 (ffff88cb8a7ecb00) 00010000:00010000:1.0:1788572581.148731:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488c97 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ddc expref: 213 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.148738:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.148742:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572581.148764:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c488d31 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.148778:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c488d31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.148799:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c488d31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.148815:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c488d38 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.148822:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c488d38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.148829:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c488d38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.148923:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d3f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x186e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.148937:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d3f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x186e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.148944:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d3f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x186e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572581.149391:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x186e:0x0]: returning size 4096 00010000:00010000:1.0:1788572581.149410:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d3f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x186e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149418:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d3f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x186e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149425:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d3f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x186e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149431:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.149435:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d3f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x186e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149443:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d3f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x186e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149452:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186e:0x0].0x0 (ffff88ca96814300) 00010000:00010000:1.0:1788572581.149455:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572581.149460:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d3f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x186e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149465:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488d3f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x186e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149491:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c488d31 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149497:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c488d31 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149503:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c488d31 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149509:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c488d31 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149514:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.149517:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c488d31 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149522:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c488d31 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149530:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.149532:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.149535:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c488d31 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149540:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b000/0xaad440e68c488d31 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572581.149551:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ee177c00 reply state 00000000504f7a09 transno 12884962130 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c488d38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149561:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c488d38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.149568:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3955b7c1 (ffff88ca96814700) 00010000:00010000:1.0:1788572581.149570:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572581.149573:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572581.149757:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+214:361572:x1875453633093888:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1171us (1380us total) trans 12884962130 rc 0/0 00000100:00100000:1.0:1788572581.149767:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138490 00000100:00100000:0.0:1788572581.152976:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.153431:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633094016 00000100:00100000:2.0:1788572581.153441:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633094016 00000100:00100000:2.0:1788572581.153534:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138491 00000100:00100000:2.0:1788572581.153546:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+214:361572:x1875453633094016:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.153574:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.153601:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9c00/0xaad440e68c488d46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e06 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.153682:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8400/0xaad440e68c488d4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.153699:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8400/0xaad440e68c488d4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.153713:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8400/0xaad440e68c488d4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572581.153764:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572581.153768:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572581.153801:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8400/0xaad440e68c488d4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.153825:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9c00/0xaad440e68c488d46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e06 expref: 216 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.153848:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8400/0xaad440e68c488d4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e06 expref: 215 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.153856:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572581.153858:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572581.153861:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed8400, rc 0) 00000100:00100000:2.0:1788572581.153921:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+215:361572:x1875453633094016:12345-192.168.202.54@tcp:101:rm.0 Request processed in 377us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.153927:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138491 00000100:00100000:0.0:1788572581.156550:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572581.156639:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633094144 00000100:00100000:3.0:1788572581.156650:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633094144 00000100:00100000:3.0:1788572581.156709:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138492 00000100:00100000:3.0:1788572581.156719:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+215:361572:x1875453633094144:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572581.156739:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572581.156759:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488d54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e0d expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.156843:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488d5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.156861:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488d5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.156874:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488d5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.156891:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488d62 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.156898:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488d62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.156905:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488d62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157070:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682600/0xaad440e68c488d69 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157080:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682600/0xaad440e68c488d69 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157087:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682600/0xaad440e68c488d69 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572581.157136:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x5c0:0x0]: returning size 4096 00000004:00200000:3.0:1788572581.157140:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572581.157216:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682600/0xaad440e68c488d69 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157231:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488d5b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157243:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488d5b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157250:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488d5b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157256:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488d5b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157262:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.157266:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488d5b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157274:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488d5b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157285:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572581.157288:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572581.157293:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488d5b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157300:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488d5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157312:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488d62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157319:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488d62 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157324:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488d62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157330:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.157333:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488d62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157339:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488d62 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157345:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x32ef6296 (ffff88cb9caa2a00) 00010000:00010000:3.0:1788572581.157347:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572581.157349:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488d62 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157355:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488d62 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157383:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488d54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e0d expref: 217 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157395:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682600/0xaad440e68c488d69 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e0d expref: 216 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.157401:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c0:0x0].0x0 (ffff88cb9caa2900) 00010000:00010000:3.0:1788572581.157403:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572581.157405:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb81682600, rc 0) 00000100:00100000:3.0:1788572581.157463:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+216:361572:x1875453633094144:12345-192.168.202.54@tcp:101:rm.0 Request processed in 746us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572581.157470:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138492 00000100:00100000:3.0:1788572581.164911:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.165036:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633094400 00000100:00100000:1.0:1788572581.165047:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633094400 00000100:00100000:1.0:1788572581.165115:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138493 00000100:00100000:1.0:1788572581.165125:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+216:361572:x1875453633094400:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.165148:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.165405:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488d70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e14 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572581.165520:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x5c0:0x0]: returning size 4096 00010000:00010000:1.0:1788572581.165622:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488d70 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e14 expref: 218 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.165638:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.165641:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788572581.165647:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488d70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e14 expref: 218 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.165660:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9400, rc 0) 00000100:00100000:1.0:1788572581.165712:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+217:361572:x1875453633094400:12345-192.168.202.54@tcp:101:rm.0 Request processed in 589us (813us total) trans 12884962131 rc 301/301 00000100:00100000:1.0:1788572581.165723:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138493 00000100:00100000:1.0:1788572581.169824:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.170772:0:202396:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633094528 00000100:00100000:2.0:1788572581.170836:0:202396:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633094528 00000100:00100000:0.0:1788572581.171010:0:202396:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16807 00000100:00100000:0.0:1788572581.171069:0:202396:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+217:361572:x1875453633094528:12345-192.168.202.54@tcp:37:rm.0 00000100:00100000:1.0:1788572581.175615:0:202396:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+217:361572:x1875453633094528:12345-192.168.202.54@tcp:37:rm.0 Request processed in 4535us (5788us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.175631:0:202396:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16807 00000100:00100000:3.0:1788572581.178678:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.178841:0:226934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633094784 00000100:00100000:1.0:1788572581.178851:0:226934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633094784 00000100:00100000:1.0:1788572581.178942:0:226934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16808 00000100:00100000:1.0:1788572581.178953:0:226934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+217:361572:x1875453633094784:12345-192.168.202.54@tcp:35:rm.0 00000100:00100000:1.0:1788572581.179514:0:226934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+218:361572:x1875453633094784:12345-192.168.202.54@tcp:35:rm.0 Request processed in 560us (845us total) trans 12884962132 rc 0/0 00000100:00100000:1.0:1788572581.179523:0:226934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16808 00000100:00100000:0.0:1788572581.182262:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.182386:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633095040 00000100:00100000:1.0:1788572581.182398:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633095040 00000100:00100000:1.0:1788572581.182469:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138494 00000100:00100000:1.0:1788572581.182480:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+218:361572:x1875453633095040:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.182501:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.182524:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488d7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e1b expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.182629:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488d85 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.182644:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488d85 lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.182656:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488d85 lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572581.182667:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x5c0:0x0]: returning size 4096 00010000:00010000:1.0:1788572581.182771:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488d7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e1b expref: 221 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.182897:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488d85 lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e1b expref: 220 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.182907:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c0:0x0].0x0 (ffff88cb9caa2900) 00010000:00010000:1.0:1788572581.182910:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788572581.182913:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8200, rc 0) 00000100:00100000:1.0:1788572581.182975:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+220:361572:x1875453633095040:12345-192.168.202.54@tcp:101:rm.0 Request processed in 496us (721us total) trans 12884962133 rc 0/0 00000100:00100000:1.0:1788572581.182983:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138494 00000100:00100000:3.0:1788572581.185849:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.185970:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633095168 00000100:00100000:2.0:1788572581.185981:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633095168 00000100:00100000:2.0:1788572581.186056:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138495 00000100:00100000:2.0:1788572581.186066:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+220:361572:x1875453633095168:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.186089:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.186112:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9c00/0xaad440e68c488d93 lrc: 2/0,0 mode: --/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e22 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186227:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488d9a lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186242:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488d9a lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186253:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488d9a lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186271:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488da1 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186278:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488da1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186285:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488da1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186376:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488da8 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186385:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488da8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186391:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488da8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572581.186441:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x5c1:0x0]: returning size 0 00000004:00200000:2.0:1788572581.186447:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572581.186470:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488da8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186485:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488da8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186496:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488d9a lrc: 4/1,0 mode: CR/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186503:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488d9a lrc: 4/1,0 mode: CR/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186514:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488d9a lrc: 3/0,0 mode: CR/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186520:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488d9a lrc: 4/0,0 mode: CR/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186526:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572581.186531:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488d9a lrc: 4/0,0 mode: CR/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186539:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488d9a lrc: 5/0,0 mode: CR/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186551:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c0:0x0].0x0 (ffff88cb9caa2900) 00010000:00010000:2.0:1788572581.186554:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572581.186559:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488d9a lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186566:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488d9a lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186579:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488da1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186585:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488da1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186591:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488da1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186596:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572581.186600:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488da1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186606:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488da1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186613:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c0:0x0].0xfbe05a87 (ffff88cb8a7ec900) 00010000:00010000:2.0:1788572581.186615:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572581.186618:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488da1 lrc: 2/0,0 mode: --/PR res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186624:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488da1 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186653:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9c00/0xaad440e68c488d93 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e22 expref: 222 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186665:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488da8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e22 expref: 221 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.186672:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c1:0x0].0x0 (ffff88cb8a7ecb00) 00010000:00010000:2.0:1788572581.186674:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572581.186676:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed9000, rc 0) 00000100:00100000:2.0:1788572581.186733:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+221:361572:x1875453633095168:12345-192.168.202.54@tcp:101:rm.0 Request processed in 668us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.186740:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138495 00000100:00100000:3.0:1788572581.190111:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.190262:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633095424 00000100:00100000:2.0:1788572581.190274:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633095424 00000100:00100000:2.0:1788572581.190341:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138496 00000100:00100000:2.0:1788572581.190353:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+221:361572:x1875453633095424:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:2.0:1788572581.190415:0:225655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788572581.190440:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488da8 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e22 expref: 221 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190461:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c1:0x0].0x0 (ffff88cb8a7ecb00) 00010000:00010000:2.0:1788572581.190476:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682600/0xaad440e68c488d69 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e0d expref: 220 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190485:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c0:0x0].0x0 (ffff88cb9caa2900) 00010000:00010000:2.0:1788572581.190488:0:225655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572581.190509:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c488daf lrc: 3/0,1 mode: --/CW res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190521:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c488daf lrc: 3/0,1 mode: CW/CW res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190530:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c488daf lrc: 3/0,1 mode: CW/CW res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190543:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488db6 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190550:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488db6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190557:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488db6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190635:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488dbd lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190647:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488dbd lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190655:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488dbd lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788572581.190900:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3942, 64 off260480 00000004:00080000:2.0:1788572581.190907:0:225655:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 13559284754365ns, next at 13560284752170ns, rc = 0 00000040:00080000:2.0:1788572581.190926:0:225655:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3952, 64 off261120 00010000:00010000:2.0:1788572581.190971:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488dc4 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190980:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488dc4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190988:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488dc4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.190996:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488dc4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191003:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488dc4 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191009:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488dc4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191087:0:225655:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572581.191107:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488dbd lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191117:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488dbd lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191122:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488dbd lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191128:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572581.191132:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488dbd lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191139:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488dbd lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191147:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c1:0x0].0x0 (ffff88cb8a7ec400) 00010000:00010000:2.0:1788572581.191170:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788572581.191184:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488dbd lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191191:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488dbd lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191207:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c488daf lrc: 4/0,1 mode: CW/CW res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191213:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c488daf lrc: 4/0,1 mode: CW/CW res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191218:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c488daf lrc: 3/0,0 mode: CW/CW res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191222:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c488daf lrc: 4/0,0 mode: CW/CW res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191228:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572581.191230:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c488daf lrc: 4/0,0 mode: CW/CW res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191236:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c488daf lrc: 5/0,0 mode: CW/CW res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191244:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c0:0x0].0x0 (ffff88cb9caa2900) 00010000:00010000:2.0:1788572581.191246:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572581.191249:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c488daf lrc: 3/0,0 mode: --/CW res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191255:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8200/0xaad440e68c488daf lrc: 0/0,0 mode: --/CW res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572581.191264:0:225655:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008d5c3e50 reply state 00000000fe00adb9 transno 12884962134 ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488db6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191276:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488db6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.191283:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c0:0x0].0xfbe05a87 (ffff88cb8a7ecd00) 00010000:00010000:2.0:1788572581.191285:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788572581.191287:0:225655:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788572581.191363:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+221:361572:x1875453633095424:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1011us (1260us total) trans 12884962134 rc 0/0 00000100:00100000:2.0:1788572581.191371:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138496 00010000:00010000:1.0:1788572581.192484:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572581.192495:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488dc4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.192504:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572581.192508:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488dc4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.192516:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488dc4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.192529:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c1:0x0].0x0 (ffff88cb8a7ec400) 00010000:00010000:1.0:1788572581.192532:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788572581.192536:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488dc4 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.192546:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9800/0xaad440e68c488dc4 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x5c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.192568:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572581.192570:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572581.192572:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572581.194508:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572581.194592:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633095552 00000100:00100000:3.0:1788572581.194602:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633095552 00000100:00100000:3.0:1788572581.194655:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138497 00000100:00100000:3.0:1788572581.194665:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+221:361572:x1875453633095552:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:3.0:1788572581.194688:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788572581.194710:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488dcb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e29 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.194797:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488dd2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.194811:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488dd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.194824:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488dd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.194838:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488dd9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.194846:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.194852:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.194952:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683c00/0xaad440e68c488de0 lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.194966:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683c00/0xaad440e68c488de0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.194973:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683c00/0xaad440e68c488de0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788572581.195013:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x5c0:0x0]: returning size 4096 00000004:00200000:3.0:1788572581.195029:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788572581.195052:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683c00/0xaad440e68c488de0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195065:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488dd2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195072:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488dd2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195079:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488dd2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195086:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488dd2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195092:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.195096:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488dd2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195103:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488dd2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195115:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572581.195119:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572581.195124:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488dd2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195130:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488dd2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195144:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195326:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488dd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195335:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195340:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.195343:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195350:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488dd9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195359:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x32ef6296 (ffff88cb9caa2a00) 00010000:00010000:3.0:1788572581.195361:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572581.195364:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488dd9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195371:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488dd9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195406:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488dcb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e29 expref: 223 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195421:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683c00/0xaad440e68c488de0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e29 expref: 222 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.195428:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c0:0x0].0x0 (ffff88cb9caa2900) 00010000:00010000:3.0:1788572581.195431:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788572581.195433:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cb81683c00, rc 0) 00000100:00100000:3.0:1788572581.195504:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+222:361572:x1875453633095552:12345-192.168.202.54@tcp:101:rm.0 Request processed in 840us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572581.195513:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138497 00000100:00100000:0.0:1788572581.199043:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572581.199202:0:202395:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633095808 00000100:00100000:3.0:1788572581.199212:0:202395:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633095808 00000100:00100000:3.0:1788572581.199265:0:202395:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16809 00000100:00100000:3.0:1788572581.199274:0:202395:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+222:361572:x1875453633095808:12345-192.168.202.54@tcp:35:rm.0 00000100:00100000:3.0:1788572581.199489:0:202395:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+223:361572:x1875453633095808:12345-192.168.202.54@tcp:35:rm.0 Request processed in 215us (457us total) trans 12884962135 rc 0/0 00000100:00100000:3.0:1788572581.199497:0:202395:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16809 00000100:00100000:1.0:1788572581.202137:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.202309:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633096064 00000100:00100000:0.0:1788572581.202319:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633096064 00000100:00100000:0.0:1788572581.202380:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138498 00000100:00100000:0.0:1788572581.202390:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85725880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+223:361572:x1875453633096064:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572581.202447:0:230921:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1788572581.202473:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683c00/0xaad440e68c488de0 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e29 expref: 223 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202494:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488d85 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e1b expref: 222 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202505:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c0:0x0].0x0 (ffff88cb9caa2900) 00010000:00010000:0.0:1788572581.202522:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8400/0xaad440e68c488d4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e06 expref: 221 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202531:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572581.202535:0:230921:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572581.202557:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488de7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202570:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488de7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202579:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488de7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202598:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488dee lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202606:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488dee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202612:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488dee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202706:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488df5 lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202715:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488df5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202722:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488df5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572581.202932:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x5c0:0x0]: returning size 4096 00010000:00010000:0.0:1788572581.202949:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488df5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202956:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488df5 lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202962:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488df5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202968:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedee00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.202972:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488df5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202984:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488df5 lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.202992:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c0:0x0].0x0 (ffff88cb921b6900) 00010000:00010000:0.0:1788572581.202995:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572581.202999:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488df5 lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.203005:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488df5 lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x5c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.203025:0:230921:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488de7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.203031:0:230921:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488de7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.203036:0:230921:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488de7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.203041:0:230921:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488de7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.203047:0:230921:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.203050:0:230921:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488de7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.203056:0:230921:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488de7 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.203063:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572581.203066:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.203069:0:230921:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488de7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.203075:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488de7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572581.203084:0:230921:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009b193b8a reply state 000000007b152d2d transno 12884962136 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488dee lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.203095:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488dee lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.203101:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x32ef6296 (ffff88cb921b6400) 00010000:00010000:0.0:1788572581.203103:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572581.203106:0:230921:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572581.203234:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85725880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+222:361572:x1875453633096064:12345-192.168.202.54@tcp:36:rm.0 Request processed in 844us (1105us total) trans 12884962136 rc 0/0 00000100:00100000:0.0:1788572581.203242:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138498 00000100:00100000:0.0:1788572581.206296:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.206401:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633096192 00000100:00100000:1.0:1788572581.206411:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633096192 00000100:00100000:1.0:1788572581.206466:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138499 00000100:00100000:1.0:1788572581.206476:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+222:361572:x1875453633096192:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.206499:0:202392:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.206521:0:202392:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488dfc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e30 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.206605:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488e03 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.206619:0:202392:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488e03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.206631:0:202392:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488e03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572581.206674:0:202392:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1788572581.206677:0:202392:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572581.206694:0:202392:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488e03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.206720:0:202392:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9000/0xaad440e68c488dfc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e30 expref: 224 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.206736:0:202392:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488e03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e30 expref: 223 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.206746:0:202392:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.206748:0:202392:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572581.206752:0:202392:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8000, rc 0) 00000100:00100000:1.0:1788572581.206809:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+223:361572:x1875453633096192:12345-192.168.202.54@tcp:101:rm.0 Request processed in 334us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.206815:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138499 00000100:00100000:3.0:1788572581.209836:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.209943:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633096320 00000100:00100000:0.0:1788572581.209954:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633096320 00000100:00100000:0.0:1788572581.210039:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138500 00000100:00100000:0.0:1788572581.210051:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+223:361572:x1875453633096320:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572581.210074:0:202394:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572581.210099:0:202394:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488e0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e37 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210211:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488e11 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210234:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488e11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210246:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488e11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210263:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488e18 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210270:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488e18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210276:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488e18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210383:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488e1f lrc: 3/1,0 mode: --/PR res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210391:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488e1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210398:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488e1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572581.210446:0:202394:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a3:0x5c2:0x0]: returning size 4096 00000004:00200000:0.0:1788572581.210451:0:202394:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572581.210472:0:202394:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488e1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210484:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488e1f lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210497:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488e11 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210503:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488e11 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210510:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488e11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210516:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488e11 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210523:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.210527:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488e11 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210535:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488e11 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210548:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572581.210551:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.210556:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488e11 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210562:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf400/0xaad440e68c488e11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210576:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488e18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210582:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488e18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210588:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488e18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210594:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedea00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.210596:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488e18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210602:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488e18 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210609:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6bc7b3a7 (ffff88cb921b6900) 00010000:00010000:0.0:1788572581.210611:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.210614:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488e18 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210618:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedea00/0xaad440e68c488e18 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210650:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedee00/0xaad440e68c488e0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e37 expref: 225 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210664:0:202394:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488e1f lrc: 3/0,0 mode: PR/PR res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e37 expref: 224 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.210672:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c2:0x0].0x0 (ffff88cb921b6300) 00010000:00010000:0.0:1788572581.210674:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572581.210676:0:202394:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca914f6a00, rc 0) 00000100:00100000:0.0:1788572581.210739:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+224:361572:x1875453633096320:12345-192.168.202.54@tcp:101:rm.0 Request processed in 691us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.210749:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138500 00000100:00100000:3.0:1788572581.214486:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.214612:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633096448 00000100:00100000:2.0:1788572581.214623:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633096448 00000100:00100000:2.0:1788572581.214684:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21449 00000100:00100000:2.0:1788572581.214696:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:352624:x1875453633096448:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.214715:0:225666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.214737:0:225666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c488e26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x154e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e3e expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788572581.214765:0:225666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x154e:0x0] initial LVB size: 4096, mtime: 0x6a9b7003, atime: 0x0, ctime: 0x6a9b7003, blocks: 0x8 00010000:00010000:2.0:1788572581.214798:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154e:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:2.0:1788572581.214803:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572581.214814:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c488e26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e3e expref: 33 pid: 225666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.214832:0:225666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c488e26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e3e expref: 33 pid: 225666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.214845:0:225666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed8200, rc 0) 00000100:00100000:2.0:1788572581.214909:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:352624:x1875453633096448:12345-192.168.202.54@tcp:101:rm.0 Request processed in 215us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.214917:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21449 00000100:00100000:1.0:1788572581.218582:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.218682:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633096704 00000100:00100000:0.0:1788572581.218695:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633096704 00000100:00100000:0.0:1788572581.218770:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138501 00000100:00100000:0.0:1788572581.218781:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85724700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+224:361572:x1875453633096704:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:0.0:1788572581.218854:0:205632:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788572581.218881:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6a00/0xaad440e68c488e1f lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e37 expref: 224 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.218902:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c2:0x0].0x0 (ffff88cb921b6300) 00010000:00010000:0.0:1788572581.218918:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8000/0xaad440e68c488e03 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e30 expref: 223 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.218927:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572581.218930:0:205632:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572581.218951:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488e2d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.218965:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488e2d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.218975:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488e2d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.218988:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c488e34 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.218995:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c488e34 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219002:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c488e34 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219489:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488e3b lrc: 3/0,1 mode: --/EX res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219500:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488e3b lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219509:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488e3b lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788572581.219720:0:205632:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3943, 64 off260544 00010000:00010000:0.0:1788572581.219770:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488e42 lrc: 3/0,1 mode: --/PW res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219794:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488e42 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219803:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488e42 lrc: 3/0,1 mode: PW/PW res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219811:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488e42 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219817:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488e42 lrc: 4/0,1 mode: PW/PW res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219823:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488e42 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219886:0:205632:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572581.219909:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488e3b lrc: 3/0,1 mode: EX/EX res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219915:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488e3b lrc: 2/0,0 mode: EX/EX res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219922:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488e3b lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219928:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ac800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.219933:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488e3b lrc: 3/0,0 mode: EX/EX res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219942:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488e3b lrc: 4/0,0 mode: EX/EX res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219952:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c2:0x0].0x0 (ffff88cb921b6b00) 00010000:00010000:0.0:1788572581.219955:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788572581.219959:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488e3b lrc: 2/0,0 mode: --/EX res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219965:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488e3b lrc: 0/0,0 mode: --/EX res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219984:0:205632:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488e2d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219991:0:205632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488e2d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.219997:0:205632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488e2d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.220006:0:205632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488e2d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.220011:0:205632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ad000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.220014:0:205632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488e2d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.220020:0:205632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488e2d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.220027:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572581.220029:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.220032:0:205632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488e2d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.220038:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488e2d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788572581.220048:0:205632:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c08f90a2 reply state 0000000050097bbc transno 12884962137 ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c488e34 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.220059:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c488e34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.220065:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6bc7b3a7 (ffff88cb921b6900) 00010000:00010000:0.0:1788572581.220067:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788572581.220070:0:205632:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788572581.220141:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85724700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+224:361572:x1875453633096704:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1360us (1567us total) trans 12884962137 rc 0/0 00000100:00100000:0.0:1788572581.220150:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138501 00010000:00010000:3.0:1788572581.220951:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572581.220960:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488e42 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.220967:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ace00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572581.220970:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488e42 lrc: 2/0,0 mode: PW/PW res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.220983:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488e42 lrc: 3/0,0 mode: PW/PW res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.220994:0:204293:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c2:0x0].0x0 (ffff88cb921b6b00) 00010000:00010000:3.0:1788572581.220997:0:204293:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572581.221001:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488e42 lrc: 1/0,0 mode: --/PW res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.221007:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ace00/0xaad440e68c488e42 lrc: 0/0,0 mode: --/PW res: [0x2000013a3:0x5c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.221078:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572581.221080:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572581.221082:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572581.223438:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.223640:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633096832 00000100:00100000:2.0:1788572581.223649:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633096832 00000100:00100000:2.0:1788572581.223706:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138502 00000100:00100000:2.0:1788572581.223715:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+224:361572:x1875453633096832:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.223740:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.223759:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488e49 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e45 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.223837:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488e50 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.223852:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488e50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.223863:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488e50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572581.223907:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572581.223910:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572581.223929:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488e50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.223951:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488e49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e45 expref: 226 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.223968:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488e50 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e45 expref: 225 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.223976:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572581.223979:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572581.223983:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed9000, rc 0) 00000100:00100000:2.0:1788572581.224044:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+225:361572:x1875453633096832:12345-192.168.202.54@tcp:101:rm.0 Request processed in 330us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.224051:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138502 00000100:00100000:3.0:1788572581.227032:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.227110:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633096960 00000100:00100000:2.0:1788572581.227124:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633096960 00000100:00100000:2.0:1788572581.227235:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138503 00000100:00100000:2.0:1788572581.227247:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+225:361572:x1875453633096960:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.227269:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.227293:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9c00/0xaad440e68c488e57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e4c expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227367:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488e5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227382:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488e5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227394:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488e5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227408:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488e65 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227414:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488e65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227421:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488e65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227518:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488e6c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1871:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227526:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488e6c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1871:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227533:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488e6c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1871:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572581.227579:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1871:0x0]: returning size 2097152 00000004:00200000:2.0:1788572581.227584:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572581.227608:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488e6c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1871:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227623:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488e6c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1871:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227633:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488e5e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227639:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488e5e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227646:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488e5e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227652:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488e5e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227657:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572581.227661:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488e5e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227669:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488e5e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227684:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572581.227687:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572581.227692:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488e5e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227701:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488e5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227714:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488e65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227720:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488e65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227725:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488e65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227730:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572581.227732:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488e65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227738:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488e65 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227744:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28fbc66 (ffff88cb8a7ecf00) 00010000:00010000:2.0:1788572581.227746:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572581.227749:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488e65 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227754:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488e65 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227802:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9c00/0xaad440e68c488e57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e4c expref: 227 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227821:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488e6c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1871:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e4c expref: 226 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.227827:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1871:0x0].0x0 (ffff88cb8a7ec700) 00010000:00010000:2.0:1788572581.227829:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572581.227832:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed8800, rc 0) 00000100:00100000:2.0:1788572581.227898:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+226:361572:x1875453633096960:12345-192.168.202.54@tcp:101:rm.0 Request processed in 653us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.227905:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138503 00000100:00100000:0.0:1788572581.231817:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.231860:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.231954:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633097088 00000100:00100000:1.0:1788572581.231964:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633097088 00000100:00100000:1.0:1788572581.232030:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633097216 00000100:00100000:1.0:1788572581.232033:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633097216 00000100:00100000:1.0:1788572581.232066:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21450 00000100:00100000:1.0:1788572581.232077:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:352626:x1875453633097088:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.232097:0:225663:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.232121:0:225663:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c488e73 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x154f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e53 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572581.232147:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x154f:0x0] initial LVB size: 2097152, mtime: 0x6a9b700c, atime: 0x6a9b700c, ctime: 0x6a9b700c, blocks: 0x1000 00010000:00010000:1.0:1788572581.232212:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154f:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:1.0:1788572581.232216:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572581.232226:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c488e73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e53 expref: 34 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.232245:0:225663:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c488e73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e53 expref: 34 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.232259:0:225663:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9000, rc 0) 00000100:00100000:1.0:1788572581.232312:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:352626:x1875453633097088:12345-192.168.202.54@tcp:101:rm.0 Request processed in 238us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.232319:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21450 00000100:00100000:1.0:1788572581.232338:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21451 00000100:00100000:1.0:1788572581.232345:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:352626:x1875453633097216:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.232353:0:225663:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.232367:0:225663:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be6ad95c/0xaad440e68c488e7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e5a expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572581.232383:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1554:0x0] initial LVB size: 0, mtime: 0x6a9b700c, atime: 0x0, ctime: 0x6a9b700c, blocks: 0x0 00010000:00010000:1.0:1788572581.232393:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1554:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:1.0:1788572581.232396:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1554:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572581.232401:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be6ad95c/0xaad440e68c488e7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e5a expref: 33 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.232413:0:225663:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000be6ad95c/0xaad440e68c488e7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e5a expref: 33 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.232427:0:225663:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8000, rc 0) 00000100:00100000:1.0:1788572581.232448:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:352626:x1875453633097216:12345-192.168.202.54@tcp:101:rm.0 Request processed in 103us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.232454:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21451 00000100:00100000:3.0:1788572581.236223:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.236425:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633097472 00000100:00100000:1.0:1788572581.236436:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633097472 00000100:00100000:1.0:1788572581.236500:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138504 00000100:00100000:1.0:1788572581.236511:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+226:361572:x1875453633097472:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:1.0:1788572581.236567:0:202393:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788572581.236595:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8800/0xaad440e68c488e6c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1871:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e4c expref: 226 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.236615:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1871:0x0].0x0 (ffff88cb8a7ec700) 00010000:00010000:1.0:1788572581.236634:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9000/0xaad440e68c488e50 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e45 expref: 225 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.236644:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.236647:0:202393:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572581.236670:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488e81 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.236684:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488e81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.236695:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488e81 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.236714:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488e88 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.236722:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488e88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.236728:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488e88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.236845:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488e8f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1871:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.236853:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488e8f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1871:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.236860:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488e8f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1871:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788572581.237454:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3944, 64 off260608 00000040:00080000:1.0:1788572581.237482:0:202393:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3953, 64 off261184 00010000:00010000:1.0:1788572581.237538:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488e96 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1871:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237550:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488e96 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1871:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237559:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488e96 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1871:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237567:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488e96 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1871:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237578:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488e96 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1871:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237584:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488e96 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1871:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237607:0:202393:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572581.237629:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488e8f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1871:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237636:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488e8f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1871:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237643:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488e8f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1871:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237648:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.237653:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488e8f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1871:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237661:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488e8f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1871:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237670:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1871:0x0].0x0 (ffff88cbb349d900) 00010000:00010000:1.0:1788572581.237673:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788572581.237677:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488e8f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1871:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237682:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9400/0xaad440e68c488e8f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1871:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237705:0:202393:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488e81 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237711:0:202393:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488e81 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237717:0:202393:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488e81 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237722:0:202393:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488e81 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237727:0:202393:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.237730:0:202393:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488e81 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237737:0:202393:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488e81 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237744:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.237746:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.237749:0:202393:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488e81 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237755:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488e81 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788572581.237764:0:202393:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000085f01a10 reply state 00000000bedde76e transno 12884962138 ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488e88 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237775:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488e88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.237848:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28fbc66 (ffff88cbb349d200) 00010000:00010000:1.0:1788572581.237850:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788572581.237854:0:202393:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788572581.237981:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+226:361572:x1875453633097472:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1470us (1767us total) trans 12884962138 rc 0/0 00000100:00100000:1.0:1788572581.237990:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138504 00010000:00010000:3.0:1788572581.238535:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572581.238543:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488e96 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1871:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.238551:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572581.238555:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488e96 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1871:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.238563:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488e96 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1871:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.238574:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1871:0x0].0x0 (ffff88cbb349d900) 00010000:00010000:3.0:1788572581.238577:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788572581.238580:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488e96 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1871:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.238587:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9800/0xaad440e68c488e96 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1871:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.238605:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572581.238607:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572581.238609:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572581.241351:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.241450:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633097600 00000100:00100000:1.0:1788572581.241461:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633097600 00000100:00100000:1.0:1788572581.241566:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138505 00000100:00100000:1.0:1788572581.241578:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+226:361572:x1875453633097600:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.241608:0:230921:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.241633:0:230921:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488e9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e61 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.241706:0:230921:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488ea4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.241722:0:230921:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.241734:0:230921:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572581.241799:0:230921:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1788572581.241803:0:230921:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572581.241822:0:230921:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.241844:0:230921:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488e9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e61 expref: 228 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.241861:0:230921:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e61 expref: 227 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.241870:0:230921:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.241872:0:230921:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572581.241877:0:230921:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbddc2e00, rc 0) 00000100:00100000:1.0:1788572581.241938:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+227:361572:x1875453633097600:12345-192.168.202.54@tcp:101:rm.0 Request processed in 363us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.241945:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138505 00000100:00100000:0.0:1788572581.244227:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.244680:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633097728 00000100:00100000:2.0:1788572581.244690:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633097728 00000100:00100000:2.0:1788572581.244755:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138506 00000100:00100000:2.0:1788572581.244766:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+227:361572:x1875453633097728:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.244798:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.244822:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9c00/0xaad440e68c488eab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e68 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.244911:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488eb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.244927:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.244938:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.244954:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488eb9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.244961:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.244967:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245307:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488ec0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1874:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245317:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488ec0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1874:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245325:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488ec0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1874:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572581.245368:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1874:0x0]: returning size 12288 00000004:00200000:2.0:1788572581.245373:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572581.245394:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488ec0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1874:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245406:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488ec0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1874:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245415:0:204288:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488eb2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245421:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488eb2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245428:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488eb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245439:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488eb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245445:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572581.245449:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488eb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245457:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488eb2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245469:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572581.245472:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572581.245477:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488eb2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245484:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488eb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245497:0:204288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245503:0:204288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488eb9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245509:0:204288:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245514:0:204288:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:2.0:1788572581.245517:0:204288:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245528:0:204288:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488eb9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245535:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x24b6b805 (ffff88cb8a7ecf00) 00010000:00010000:2.0:1788572581.245537:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788572581.245540:0:204288:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488eb9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245546:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488eb9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245574:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9c00/0xaad440e68c488eab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e68 expref: 229 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245586:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488ec0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1874:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e68 expref: 228 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.245593:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1874:0x0].0x0 (ffff88cb8a7ec600) 00010000:00010000:2.0:1788572581.245595:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788572581.245598:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed8a00, rc 0) 00000100:00100000:2.0:1788572581.245671:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+228:361572:x1875453633097728:12345-192.168.202.54@tcp:101:rm.0 Request processed in 906us (1455us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.245679:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138506 00000100:00100000:0.0:1788572581.248575:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.248645:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.248769:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633097984 00000100:00100000:2.0:1788572581.248780:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633097984 00000100:00100000:2.0:1788572581.248841:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633097856 00000100:00100000:2.0:1788572581.248844:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633097856 00000100:00100000:2.0:1788572581.248873:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21452 00000100:00100000:2.0:1788572581.248884:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:352627:x1875453633097984:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.248902:0:225671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.248924:0:225671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488ec7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1550:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e76 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788572581.248948:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1550:0x0] initial LVB size: 0, mtime: 0x6a9b7023, atime: 0x0, ctime: 0x6a9b7023, blocks: 0x0 00010000:00010000:2.0:1788572581.248969:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1550:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:2.0:1788572581.248974:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1550:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572581.248983:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488ec7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e76 expref: 35 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.249001:0:225671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488ec7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e76 expref: 35 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.249015:0:225671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed9400, rc 0) 00000100:00100000:2.0:1788572581.249066:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+35:352627:x1875453633097984:12345-192.168.202.54@tcp:101:rm.0 Request processed in 183us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.249073:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21452 00000100:00100000:2.0:1788572581.249091:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21453 00000100:00100000:2.0:1788572581.249098:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:352627:x1875453633097856:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:2.0:1788572581.249105:0:225671:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.249370:0:225671:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007868a64f/0xaad440e68c488ece lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e6f expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788572581.249387:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1555:0x0] initial LVB size: 12288, mtime: 0x6a9b7023, atime: 0x0, ctime: 0x6a9b7023, blocks: 0x18 00010000:00010000:2.0:1788572581.249400:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1555:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:2.0:1788572581.249404:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1555:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572581.249410:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007868a64f/0xaad440e68c488ece lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e6f expref: 34 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.249422:0:225671:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007868a64f/0xaad440e68c488ece lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e6f expref: 34 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.249432:0:225671:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed9000, rc 0) 00000100:00100000:2.0:1788572581.249456:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:352627:x1875453633097856:12345-192.168.202.54@tcp:101:rm.0 Request processed in 359us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.249462:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21453 00000100:00100000:0.0:1788572581.254267:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572581.254380:0:202394:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633098240 00000100:00100000:3.0:1788572581.254390:0:202394:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633098240 00000100:00100000:3.0:1788572581.254451:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138507 00000100:00100000:3.0:1788572581.254462:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+228:361572:x1875453633098240:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572581.254515:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572581.254541:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8a00/0xaad440e68c488ec0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1874:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e68 expref: 228 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.254560:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1874:0x0].0x0 (ffff88cb8a7ec600) 00010000:00010000:3.0:1788572581.254579:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2e00/0xaad440e68c488ea4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e61 expref: 227 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.254589:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572581.254592:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572581.254614:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ed5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.254626:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ed5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.254636:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ed5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.254653:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488edc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.254661:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488edc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.254667:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488edc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.254763:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ee3 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x1874:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.254771:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ee3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.254778:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ee3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572581.255013:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3954, 64 off261248 00000040:00080000:3.0:1788572581.255036:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3945, 64 off260672 00010000:00010000:3.0:1788572581.255083:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682c00/0xaad440e68c488eea lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1874:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255093:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682c00/0xaad440e68c488eea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255101:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682c00/0xaad440e68c488eea lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255107:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682c00/0xaad440e68c488eea lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255117:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682c00/0xaad440e68c488eea lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255124:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682c00/0xaad440e68c488eea lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255235:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572581.255255:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ee3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255262:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ee3 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255268:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ee3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255274:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.255279:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ee3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255287:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ee3 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255296:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1874:0x0].0x0 (ffff88cb9caa2900) 00010000:00010000:3.0:1788572581.255299:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572581.255303:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ee3 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255308:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488ee3 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x1874:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255330:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ed5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255336:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ed5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255342:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ed5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255348:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ed5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255353:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.255356:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ed5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255361:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ed5 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255369:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572581.255371:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572581.255373:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ed5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255379:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488ed5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572581.255388:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002d53b5de reply state 000000007b41432d transno 12884962139 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488edc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255399:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488edc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.255406:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x24b6b805 (ffff88cb9caa2a00) 00010000:00010000:3.0:1788572581.255408:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572581.255410:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572581.255489:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+228:361572:x1875453633098240:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1029us (1230us total) trans 12884962139 rc 0/0 00000100:00100000:3.0:1788572581.255498:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138507 00010000:00010000:2.0:1788572581.257400:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572581.257415:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682c00/0xaad440e68c488eea lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.257427:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572581.257432:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682c00/0xaad440e68c488eea lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.257442:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682c00/0xaad440e68c488eea lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.257459:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1874:0x0].0x0 (ffff88cb9caa2900) 00010000:00010000:2.0:1788572581.257462:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788572581.257468:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682c00/0xaad440e68c488eea lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.257474:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682c00/0xaad440e68c488eea lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1874:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.257504:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572581.257506:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572581.257508:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572581.259341:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.259432:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633098368 00000100:00100000:1.0:1788572581.259444:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633098368 00000100:00100000:1.0:1788572581.259505:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138508 00000100:00100000:1.0:1788572581.259515:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+228:361572:x1875453633098368:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.259541:0:202393:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.259563:0:202393:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488ef1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e7d expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.259629:0:202393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488ef8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.259643:0:202393:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.259654:0:202393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788572581.259697:0:202393:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1788572581.259700:0:202393:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788572581.259720:0:202393:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.259741:0:202393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8800/0xaad440e68c488ef1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e7d expref: 230 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.259757:0:202393:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488ef8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e7d expref: 229 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.259765:0:202393:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572581.259768:0:202393:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572581.259772:0:202393:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8a00, rc 0) 00000100:00100000:1.0:1788572581.259837:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+229:361572:x1875453633098368:12345-192.168.202.54@tcp:101:rm.0 Request processed in 324us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.259844:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138508 00000100:00100000:1.0:1788572581.262644:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.262726:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633098496 00000100:00100000:0.0:1788572581.262736:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633098496 00000100:00100000:0.0:1788572581.262804:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138509 00000100:00100000:0.0:1788572581.262814:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+229:361572:x1875453633098496:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:0.0:1788572581.262835:0:225655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572581.262856:0:225655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c488eff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e84 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.262919:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488f06 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.262933:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488f06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.262944:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488f06 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.262959:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f0d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.262966:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.262973:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263425:0:225655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488f14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263436:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488f14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263444:0:225655:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488f14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572581.263479:0:225655:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 2097156 00000004:00200000:0.0:1788572581.263484:0:225655:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572581.263506:0:225655:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488f14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263518:0:225655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488f14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263528:0:225655:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488f06 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263535:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488f06 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263542:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488f06 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263549:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488f06 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263559:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30aca00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.263563:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488f06 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263572:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488f06 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263584:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572581.263586:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.263591:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488f06 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263596:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30aca00/0xaad440e68c488f06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263609:0:225655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f0d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263616:0:225655:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f0d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263621:0:225655:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263626:0:225655:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ac800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:0.0:1788572581.263629:0:225655:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f0d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263634:0:225655:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f0d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263644:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x95c2aee4 (ffff88cb921b6300) 00010000:00010000:0.0:1788572581.263646:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788572581.263649:0:225655:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f0d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263654:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f0d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263683:0:225655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c488eff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e84 expref: 231 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263696:0:225655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488f14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e84 expref: 230 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.263703:0:225655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff88cb921b6a00) 00010000:00010000:0.0:1788572581.263706:0:225655:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788572581.263708:0:225655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30ad000, rc 0) 00000100:00100000:0.0:1788572581.263817:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+230:361572:x1875453633098496:12345-192.168.202.54@tcp:101:rm.0 Request processed in 1004us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.263825:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138509 00000100:00100000:0.0:1788572581.267486:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.267563:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.267705:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633098624 00000100:00100000:1.0:1788572581.267716:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633098624 00000100:00100000:1.0:1788572581.267772:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633098752 00000100:00100000:1.0:1788572581.267776:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633098752 00000100:00100000:1.0:1788572581.267824:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21454 00000100:00100000:1.0:1788572581.267834:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:352626:x1875453633098624:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.267854:0:203892:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.267878:0:203892:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c488f1b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e8b expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572581.267999:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x6:0x0] initial LVB size: 1048580, mtime: 0x6a9b4097, atime: 0x0, ctime: 0x6a9b4097, blocks: 0x10 00010000:00010000:1.0:1788572581.268033:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:1.0:1788572581.268038:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572581.268049:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c488f1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e8b expref: 35 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.268067:0:203892:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c488f1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e8b expref: 35 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.268082:0:203892:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e8800, rc 0) 00000100:00100000:1.0:1788572581.268188:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+35:352626:x1875453633098624:12345-192.168.202.54@tcp:101:rm.0 Request processed in 355us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.268196:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21454 00000100:00100000:1.0:1788572581.268218:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21455 00000100:00100000:1.0:1788572581.268227:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+35:352626:x1875453633098752:12345-192.168.202.54@tcp:101:rm.0 00010000:00010000:1.0:1788572581.268235:0:203892:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788572581.268247:0:203892:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079ae821e/0xaad440e68c488f22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e92 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572581.268301:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x7:0x0] initial LVB size: 1048576, mtime: 0x6a9b4097, atime: 0x0, ctime: 0x6a9b4097, blocks: 0x800 00010000:00010000:1.0:1788572581.268315:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7:0x0].0x0 since=13559s v=(0 0) 00010000:00010000:1.0:1788572581.268319:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572581.268325:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079ae821e/0xaad440e68c488f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e92 expref: 36 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.268338:0:203892:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000079ae821e/0xaad440e68c488f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e92 expref: 36 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.268349:0:203892:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88ca917e9400, rc 0) 00000100:00100000:1.0:1788572581.268371:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:352626:x1875453633098752:12345-192.168.202.54@tcp:101:rm.0 Request processed in 146us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572581.268378:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21455 00000100:00100000:3.0:1788572581.271563:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572581.271723:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633099008 00000100:00100000:1.0:1788572581.271732:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633099008 00000100:00100000:3.0:1788572581.271854:0:202394:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138510 00000100:00100000:3.0:1788572581.271865:0:202394:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+230:361572:x1875453633099008:12345-192.168.202.54@tcp:36:rm.0 00010000:00010000:3.0:1788572581.271917:0:202394:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788572581.271943:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad000/0xaad440e68c488f14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e84 expref: 230 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.271964:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff88cb921b6a00) 00010000:00010000:3.0:1788572581.271981:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8a00/0xaad440e68c488ef8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e7d expref: 229 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.271990:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572581.271994:0:202394:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572581.272029:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488f29 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272043:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488f29 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272053:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488f29 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272071:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488f30 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272077:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488f30 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272083:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488f30 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272228:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683e00/0xaad440e68c488f37 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272237:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683e00/0xaad440e68c488f37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272243:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683e00/0xaad440e68c488f37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788572581.272487:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].3955, 64 off261312 00000040:00080000:3.0:1788572581.272505:0:202394:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].3946, 64 off260736 00010000:00010000:3.0:1788572581.272551:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682200/0xaad440e68c488f3e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272561:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682200/0xaad440e68c488f3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272569:0:202394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682200/0xaad440e68c488f3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272576:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682200/0xaad440e68c488f3e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272586:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682200/0xaad440e68c488f3e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272592:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682200/0xaad440e68c488f3e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272616:0:202394:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572581.272634:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683e00/0xaad440e68c488f37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272641:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683e00/0xaad440e68c488f37 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272647:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683e00/0xaad440e68c488f37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272653:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.272657:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683e00/0xaad440e68c488f37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272664:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683e00/0xaad440e68c488f37 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272672:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff88cb9caa2f00) 00010000:00010000:3.0:1788572581.272675:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788572581.272679:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683e00/0xaad440e68c488f37 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272685:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683e00/0xaad440e68c488f37 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272706:0:202394:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488f29 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272711:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488f29 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272716:0:202394:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488f29 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272721:0:202394:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488f29 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272726:0:202394:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:3.0:1788572581.272729:0:202394:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488f29 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272734:0:202394:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488f29 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272742:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:3.0:1788572581.272745:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788572581.272748:0:202394:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488f29 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272753:0:202394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683800/0xaad440e68c488f29 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572581.272762:0:202394:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000ceb99c8 reply state 00000000faf2520a transno 12884962140 ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488f30 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272772:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488f30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.272791:0:202394:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x95c2aee4 (ffff88cb9caa2600) 00010000:00010000:3.0:1788572581.272794:0:202394:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788572581.272796:0:202394:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788572581.272868:0:202394:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+230:361572:x1875453633099008:12345-192.168.202.54@tcp:36:rm.0 Request processed in 1003us (1311us total) trans 12884962140 rc 0/0 00000100:00100000:3.0:1788572581.272876:0:202394:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138510 00010000:00010000:0.0:1788572581.273077:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572581.273083:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682200/0xaad440e68c488f3e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.273089:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572581.273093:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682200/0xaad440e68c488f3e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.273099:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682200/0xaad440e68c488f3e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.273108:0:202380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff88cb9caa2f00) 00010000:00010000:0.0:1788572581.273110:0:202380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788572581.273114:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682200/0xaad440e68c488f3e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.273118:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682200/0xaad440e68c488f3e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.273137:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572581.273138:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572581.273140:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572581.472850:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572581.473090:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633099136 00000100:00100000:0.0:1788572581.473101:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633099136 00000100:00100000:0.0:1788572581.473213:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138511 00000100:00100000:0.0:1788572581.473224:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+230:361655:x1875453633099136:12345-192.168.202.54@tcp:101:lsof.0 00010000:00010000:0.0:1788572581.473249:0:205632:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788572581.473270:0:205632:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c488f45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77e99 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.473338:0:205632:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f4c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.473352:0:205632:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.473365:0:205632:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788572581.473423:0:205632:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1788572581.473428:0:205632:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788572581.473447:0:205632:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f4c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.473474:0:205632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30adc00/0xaad440e68c488f45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e99 expref: 232 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.473493:0:205632:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f4c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e99 expref: 231 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.473502:0:205632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:0.0:1788572581.473505:0:205632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788572581.473509:0:205632:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88caa30ac800, rc 0) 00000100:00100000:0.0:1788572581.473578:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+231:361655:x1875453633099136:12345-192.168.202.54@tcp:101:lsof.0 Request processed in 356us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.473586:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138511 00000100:00100000:3.0:1788572581.480709:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572581.480812:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633099264 00000100:00100000:2.0:1788572581.480823:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633099264 00000100:00100000:2.0:1788572581.480895:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138512 00000100:00100000:2.0:1788572581.480907:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7920f-bfd9-4190-9838-4d8d7803e42e+5:361655:x1875453633099264:12345-192.168.202.54@tcp:101:lsof.0 00010000:00010000:2.0:1788572581.481097:0:204288:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788572581.481129:0:204288:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488f53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2d9305db42b77ea0 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.481249:0:204288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488f5a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.481265:0:204288:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488f5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.481278:0:204288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488f5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788572581.481329:0:204288:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1788572581.481333:0:204288:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788572581.481357:0:204288:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488f5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.481460:0:204288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8600/0xaad440e68c488f53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ea0 expref: 7 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.481479:0:204288:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488f5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ea0 expref: 6 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.481488:0:204288:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572581.481491:0:204288:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572581.481495:0:204288:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88cbbfed9a00, rc 0) 00000100:00100000:2.0:1788572581.481566:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1cf7920f-bfd9-4190-9838-4d8d7803e42e+6:361655:x1875453633099264:12345-192.168.202.54@tcp:101:lsof.0 Request processed in 661us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572581.481574:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138512 00000004:00080000:3.0:1788572581.683654:0:203131:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 13559777497508ns, next at 13560777493426ns, rc = 0 00000100:00100000:0.0:1788572581.683746:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196116864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788572581.683839:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572581.684266:0:205175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196116864 00000100:00100000:3.0:1788572581.684274:0:205175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196116864 00000100:00100000:3.0:1788572581.684344:0:205175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175 00000100:00100000:3.0:1788572581.684353:0:205175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+48:3639:x1875440196116864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788572581.684382:0:205175:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 50436032 pending 0 free 3898494976 avail 3666972672 00000100:00080000:2.0:1788572581.684516:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788572581.684658:0:205175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+48:3639:x1875440196116864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 305us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572581.684666:0:205175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175 00000100:00100000:0.0:1788572581.684759:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196116864:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788572581.876030:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572581.977673:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512a00/0xaad440e68c487942 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487949 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572581.977697:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512a00/0xaad440e68c487942 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487949 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.977753:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512a00/0xaad440e68c487942 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487949 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.977825:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572581.977858:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca99512a00/0xaad440e68c487942 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487949 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.977882:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c4878e0 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4878e7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572581.977890:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c4878e0 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4878e7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.977908:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c4878e0 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4878e7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.977914:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572581.977933:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3800/0xaad440e68c4878e0 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4878e7 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.977948:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3e00/0xaad440e68c487686 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48768d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572581.977955:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3e00/0xaad440e68c487686 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48768d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.977971:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3e00/0xaad440e68c487686 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48768d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.977978:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572581.977983:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbddc3e00/0xaad440e68c487686 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48768d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.977996:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265000/0xaad440e68c4875c2 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4875c9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572581.978004:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265000/0xaad440e68c4875c2 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4875c9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.978020:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265000/0xaad440e68c4875c2 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4875c9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.978027:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572581.978033:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265000/0xaad440e68c4875c2 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4875c9 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.978046:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265a00/0xaad440e68c4873bc lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4873c3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572581.978054:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265a00/0xaad440e68c4873bc lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4873c3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.978068:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265a00/0xaad440e68c4873bc lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4873c3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.978074:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572581.978079:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe265a00/0xaad440e68c4873bc lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4873c3 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.978091:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c48720a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c487211 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572581.978098:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c48720a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c487211 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.978118:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c48720a lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487211 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.978125:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572581.978129:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbe264e00/0xaad440e68c48720a lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c487211 expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.978185:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c4871a8 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4871af expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572581.978193:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c4871a8 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4871af expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.978210:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c4871a8 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4871af expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.978216:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572581.978221:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1ee00/0xaad440e68c4871a8 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4871af expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572581.978234:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c486eb4 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486ebb expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572581.978348:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196117376:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1788572581.978430:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572581.978469:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788572581.978476:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85589f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196116992:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1788572581.978498:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572581.978516:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196117504:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1788572581.978533:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572581.978567:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196117376 00000100:00100000:0.0:1788572581.978574:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196117376 00000100:00100000:0.0:1788572581.978629:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196116992 00000100:00100000:0.0:1788572581.978633:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196116992 00000100:00100000:0.0:1788572581.978649:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196117504 00000100:00100000:0.0:1788572581.978651:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196117504 00000100:00100000:0.0:1788572581.978671:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16101 00000100:00100000:0.0:1788572581.978679:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85546050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+36:3639:x1875440196117376:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1788572581.978691:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572581.978711:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264400/0xaad440e68c4875c9 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x23878051 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4875c2 expref: 36 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.978725:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x23878051 (ffff88cbb71ef700) 00010000:00010000:0.0:1788572581.978735:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572581.978781:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85546050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+35:3639:x1875440196117376:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 102us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.978788:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16101 00000100:00100000:0.0:1788572581.978831:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16102 00000100:00100000:0.0:1788572581.978837:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+34:3639:x1875440196116992:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1788572581.978844:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572581.978855:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ee00/0xaad440e68c487949 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x319d6307 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487942 expref: 34 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.978865:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x319d6307 (ffff88ca9149b100) 00010000:00010000:0.0:1788572581.978872:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572581.978894:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+33:3639:x1875440196116992:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 58us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.978900:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16102 00000100:00100000:0.0:1788572581.978912:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16103 00000100:00100000:0.0:1788572581.978918:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+32:3639:x1875440196117504:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1788572581.978926:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572581.978936:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd11400/0xaad440e68c4873c3 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x40778c93 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4873bc expref: 32 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.978947:0:202378:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x40778c93 (ffff88cb981f5d00) 00010000:00010000:0.0:1788572581.978954:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572581.978976:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+31:3639:x1875440196117504:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 58us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.978982:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16103 00000100:00100000:0.0:1788572581.979019:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85589f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196116992:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1788572581.979030:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196117504:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1788572581.979037:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196117376:0@lo:103:jbd2/dm-0-8.0 00000004:00010000:3.0:1788572581.981535:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c486eb4 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486ebb expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572581.981594:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85588e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196117248:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572581.981667:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572581.981700:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196117760:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572581.981722:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572581.981748:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788572581.981755:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196117120:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572581.983488:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572581.983526:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196117632:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572581.983552:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572581.983599:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196117248 00000100:00100000:3.0:1788572581.983607:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196117248 00000100:00100000:3.0:1788572581.983656:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196117760 00000100:00100000:3.0:1788572581.983660:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196117760 00000100:00100000:3.0:1788572581.983673:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196117120 00000100:00100000:3.0:1788572581.983675:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196117120 00000100:00100000:3.0:1788572581.983685:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196117632 00000100:00100000:3.0:1788572581.983688:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196117632 00000100:00100000:3.0:1788572581.983702:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16104 00000100:00100000:3.0:1788572581.983710:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+34:3638:x1875440196117248:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572581.983726:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572581.983749:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264800/0xaad440e68c48768d lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x1d387dea bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c487686 expref: 34 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572581.984466:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16105 00000100:00100000:0.0:1788572581.984481:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+33:3638:x1875440196117760:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1788572581.984493:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572581.984508:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe265c00/0xaad440e68c4871af lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8ccb9ea bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4871a8 expref: 33 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.984528:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8ccb9ea (ffff88cb8a287f00) 00010000:00010000:0.0:1788572581.984540:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572581.984596:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+32:3638:x1875440196117760:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 121us (2872us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.984603:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16105 00000100:00100000:0.0:1788572581.984626:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16106 00000100:00100000:0.0:1788572581.984632:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+31:3638:x1875440196117120:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1788572581.984640:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572581.984651:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbddc3600/0xaad440e68c4878e7 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x7e72ad46 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4878e0 expref: 31 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.984664:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x7e72ad46 (ffff88ca9149bf00) 00010000:00010000:0.0:1788572581.984672:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572581.984698:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+30:3638:x1875440196117120:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 66us (1217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.984704:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16106 00000100:00100000:0.0:1788572581.984718:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16107 00000100:00100000:0.0:1788572581.984725:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+29:3638:x1875440196117632:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1788572581.984733:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572581.984744:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbe264000/0xaad440e68c487211 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5995f2fb bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48720a expref: 29 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572581.984756:0:202379:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x5995f2fb (ffff88cb8a287200) 00010000:00010000:0.0:1788572581.984773:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572581.984797:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+28:3638:x1875440196117632:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 73us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572581.984803:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16107 00000100:00100000:0.0:1788572581.984852:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196117120:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1788572581.984865:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196117632:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1788572581.984874:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196117760:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572581.985172:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x1d387dea (ffff88cbb71efd00) 00010000:00010000:3.0:1788572581.985182:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572581.985216:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+27:3638:x1875440196117248:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 1506us (3549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572581.985223:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16104 00000100:00100000:0.0:1788572581.985581:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85588e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196117248:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572581.993048:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c486eb4 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486ebb expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.993069:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572581.993102:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8c00/0xaad440e68c486eb4 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486ebb expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.993133:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486de2 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486de9 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572581.993166:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486de2 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486de9 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.993192:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486de2 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486de9 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.993199:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572581.993205:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe23a00/0xaad440e68c486de2 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486de9 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.993224:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c486d48 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486d4f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572581.993232:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c486d48 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486d4f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993592:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affe00/0xaad440e68c485267 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993603:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affe00/0xaad440e68c485267 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993612:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affe00/0xaad440e68c485267 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993617:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84affe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.993622:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affe00/0xaad440e68c485267 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993628:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affe00/0xaad440e68c485267 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993642:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xcf1baf0a (ffff88ca91e6ca00) 00010000:00010000:1.0:1788572581.993645:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.993650:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affe00/0xaad440e68c485267 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993656:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affe00/0xaad440e68c485267 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xcf1baf0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993688:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485681 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993694:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485681 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993700:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485681 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993705:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.993708:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485681 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993714:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485681 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993721:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x43ef1e3 (ffff88ca9258d500) 00010000:00010000:1.0:1788572581.993723:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.993727:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485681 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993732:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbdd9e800/0xaad440e68c485681 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x43ef1e3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993747:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01400/0xaad440e68c48571b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993753:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01400/0xaad440e68c48571b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993759:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01400/0xaad440e68c48571b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993773:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.993776:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01400/0xaad440e68c48571b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993781:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01400/0xaad440e68c48571b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993789:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x9d5a414a (ffff88ca91de0900) 00010000:00010000:1.0:1788572581.993791:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.993794:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01400/0xaad440e68c48571b lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993799:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01400/0xaad440e68c48571b lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x9d5a414a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993816:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7000/0xaad440e68c4857b5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993822:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7000/0xaad440e68c4857b5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993827:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7000/0xaad440e68c4857b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993831:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.993833:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7000/0xaad440e68c4857b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993839:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7000/0xaad440e68c4857b5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993850:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xdd2d940a (ffff88caa2ec0f00) 00010000:00010000:1.0:1788572581.993852:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.993856:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7000/0xaad440e68c4857b5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993862:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7000/0xaad440e68c4857b5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xdd2d940a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993879:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4859ad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993885:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4859ad lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993892:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4859ad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993897:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.993900:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4859ad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993907:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4859ad lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993914:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x34007884 (ffff88ca91de0200) 00010000:00010000:1.0:1788572581.993917:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.993919:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4859ad lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993925:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00200/0xaad440e68c4859ad lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x34007884 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993942:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ae00/0xaad440e68c485c07 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993949:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ae00/0xaad440e68c485c07 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993955:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ae00/0xaad440e68c485c07 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993960:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148ae00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.993963:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ae00/0xaad440e68c485c07 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993969:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ae00/0xaad440e68c485c07 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993977:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7df35e7c (ffff88ca962ace00) 00010000:00010000:1.0:1788572581.993979:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.993982:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ae00/0xaad440e68c485c07 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.993988:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148ae00/0xaad440e68c485c07 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x7df35e7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994005:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c485ca1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994012:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c485ca1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994017:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c485ca1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994023:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd11200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.994026:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c485ca1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994032:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c485ca1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994040:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x276b3650 (ffff88ca91de0600) 00010000:00010000:1.0:1788572581.994043:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.994045:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c485ca1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994052:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd11200/0xaad440e68c485ca1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x276b3650 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994068:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c485d3b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994074:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c485d3b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994080:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c485d3b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994085:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b6e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.994088:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c485d3b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994093:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c485d3b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994105:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xe653f926 (ffff88caa2ec0800) 00010000:00010000:1.0:1788572581.994108:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.994110:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c485d3b lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994116:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b6e00/0xaad440e68c485d3b lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xe653f926 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994132:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c4860ad lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994138:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c4860ad lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994172:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c4860ad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994177:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8bd10200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.994180:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c4860ad lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994186:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c4860ad lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994195:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xab4420f8 (ffff88ca91e6c500) 00010000:00010000:1.0:1788572581.994197:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.994200:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c4860ad lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994206:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8bd10200/0xaad440e68c4860ad lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xab4420f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994223:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48611d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994231:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48611d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994236:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48611d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994253:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.994256:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48611d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994262:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48611d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994269:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x886452b8 (ffff88ca91e6c300) 00010000:00010000:1.0:1788572581.994271:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.994274:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48611d lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994280:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00600/0xaad440e68c48611d lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x886452b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994551:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c486155 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994559:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c486155 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994565:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c486155 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994570:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.994573:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c486155 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994579:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c486155 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994588:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xd27bbd1b (ffff88caa2ec0500) 00010000:00010000:1.0:1788572581.994591:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.994594:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c486155 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994600:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff000/0xaad440e68c486155 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xd27bbd1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994618:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48618d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994625:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48618d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994630:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48618d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994635:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfe23e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.994638:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48618d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994644:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48618d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994656:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x9221f31f (ffff88ca91de0b00) 00010000:00010000:1.0:1788572581.994658:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.994662:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48618d lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994667:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfe23e00/0xaad440e68c48618d lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x9221f31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994683:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f400/0xaad440e68c4861c5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994689:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f400/0xaad440e68c4861c5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994696:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f400/0xaad440e68c4861c5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994701:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1f400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.994704:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f400/0xaad440e68c4861c5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994710:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f400/0xaad440e68c4861c5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994717:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x5b17d1d4 (ffff88ca962acc00) 00010000:00010000:1.0:1788572581.994720:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.994723:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f400/0xaad440e68c4861c5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994728:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1f400/0xaad440e68c4861c5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x5b17d1d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994744:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6600/0xaad440e68c486323 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994750:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6600/0xaad440e68c486323 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994756:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6600/0xaad440e68c486323 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994772:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.994776:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6600/0xaad440e68c486323 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994782:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6600/0xaad440e68c486323 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994790:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x4c297067 (ffff88cba1399f00) 00010000:00010000:1.0:1788572581.994792:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.994795:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6600/0xaad440e68c486323 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994801:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a6600/0xaad440e68c486323 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x4c297067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994823:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c4865d1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994830:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c4865d1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994836:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c4865d1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994842:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1e800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.994845:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c4865d1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994851:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c4865d1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994859:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xf4494b43 (ffff88ca8ebb3a00) 00010000:00010000:1.0:1788572581.994861:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.994864:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c4865d1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994870:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1e800/0xaad440e68c4865d1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xf4494b43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994887:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c4868c5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994894:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c4868c5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994899:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c4868c5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994905:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a7a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.994907:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c4868c5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994913:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c4868c5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994925:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xdcc3432f (ffff88cba1399d00) 00010000:00010000:1.0:1788572581.994927:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.994930:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c4868c5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994936:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca827a7a00/0xaad440e68c4868c5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xdcc3432f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994952:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4868fd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994958:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4868fd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994964:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4868fd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994969:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84affc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.994972:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4868fd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994978:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4868fd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994986:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x2bab6d28 (ffff88ca8ff27d00) 00010000:00010000:1.0:1788572581.994988:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.994991:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4868fd lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.994997:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84affc00/0xaad440e68c4868fd lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x2bab6d28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995015:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c486abd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995022:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c486abd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995027:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c486abd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995032:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ac00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.995035:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c486abd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995041:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c486abd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995048:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x9073fd9e (ffff88cb8a1e3900) 00010000:00010000:1.0:1788572581.995050:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.995053:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c486abd lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995059:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ac00/0xaad440e68c486abd lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x9073fd9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995075:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486af5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995081:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486af5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995087:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486af5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995093:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca99513600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.995096:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486af5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995101:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486af5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995109:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x66689a54 (ffff88ca8ff27200) 00010000:00010000:1.0:1788572581.995111:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.995114:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486af5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995120:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca99513600/0xaad440e68c486af5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x66689a54 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995137:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486c29 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995176:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486c29 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995182:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486c29 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995187:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.995190:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486c29 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995197:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486c29 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995207:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xdbf235c5 (ffff88cb8a1e3000) 00010000:00010000:1.0:1788572581.995210:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.995213:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486c29 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995219:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b400/0xaad440e68c486c29 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xdbf235c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995237:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486e67 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995253:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486e67 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995259:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486e67 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995264:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca927b7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.995267:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486e67 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995272:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486e67 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995279:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x38ce3e2e (ffff88ca91e6ce00) 00010000:00010000:1.0:1788572581.995281:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.995284:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486e67 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995289:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca927b7400/0xaad440e68c486e67 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x38ce3e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995903:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486fc5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995912:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486fc5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995918:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486fc5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995924:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.995927:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486fc5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995934:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486fc5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995943:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xc1862524 (ffff88cb8a1e3c00) 00010000:00010000:1.0:1788572581.995945:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.995949:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486fc5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995955:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e9a00/0xaad440e68c486fc5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xc1862524 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995971:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ffd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995977:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ffd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995982:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ffd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995988:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1bc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.995991:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ffd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.995997:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ffd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996004:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x16a39956 (ffff88caa2ec8500) 00010000:00010000:1.0:1788572581.996007:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.996010:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ffd lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996016:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1bc00/0xaad440e68c486ffd lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x16a39956 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996031:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c48715b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996038:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c48715b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996043:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c48715b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996048:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.996052:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c48715b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996058:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c48715b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996070:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xcf6d23d4 (ffff88cb8a287d00) 00010000:00010000:1.0:1788572581.996072:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.996075:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c48715b lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996080:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265e00/0xaad440e68c48715b lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xcf6d23d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996095:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487257 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996101:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487257 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996107:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487257 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996112:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1ae00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.996115:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487257 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996120:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487257 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996128:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x29f2ef68 (ffff88caa2ec8b00) 00010000:00010000:1.0:1788572581.996130:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.996133:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487257 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996138:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1ae00/0xaad440e68c487257 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x29f2ef68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996191:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c48728f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996198:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c48728f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996204:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c48728f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996209:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.996212:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c48728f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996218:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c48728f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.996227:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x7703136 (ffff88ca8e88d300) 00010000:00010000:1.0:1788572581.996229:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.996233:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c48728f lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.997738:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c486d48 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486d4f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.997753:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572581.997796:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9600/0xaad440e68c486d48 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486d4f expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.997821:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c486c76 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486c7d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572581.997829:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c486c76 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486c7d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572581.997861:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196118144:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572581.997935:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572581.997992:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196118016:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572581.998016:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572581.998033:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788572581.998038:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196117888:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572581.998058:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572581.998088:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c486c76 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486c7d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.998096:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572581.998106:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9200/0xaad440e68c486c76 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486c7d expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.998122:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8400/0xaad440e68c48694a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486951 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572581.998129:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8400/0xaad440e68c48694a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486951 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572581.998172:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572581.998180:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196118272:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572581.998203:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572581.998259:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8400/0xaad440e68c48694a lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486951 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.998266:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572581.998277:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e8400/0xaad440e68c48694a lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486951 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998611:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8e00/0xaad440e68c48728f lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x7703136 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998640:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4872ff lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998647:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4872ff lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998655:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4872ff lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998661:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca85b1fa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.998666:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4872ff lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998673:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4872ff lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998685:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x4bc43924 (ffff88cba1399a00) 00010000:00010000:1.0:1788572581.998688:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.998692:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4872ff lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998697:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca85b1fa00/0xaad440e68c4872ff lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x4bc43924 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998713:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2400/0xaad440e68c487513 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998720:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2400/0xaad440e68c487513 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998726:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2400/0xaad440e68c487513 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998730:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.998733:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2400/0xaad440e68c487513 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998740:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2400/0xaad440e68c487513 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998752:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x4cef620b (ffff88ca9149b400) 00010000:00010000:1.0:1788572581.998754:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.998767:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2400/0xaad440e68c487513 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998774:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2400/0xaad440e68c487513 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x4cef620b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998790:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c487743 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998797:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c487743 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998803:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c487743 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998808:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.998810:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c487743 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998816:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c487743 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998824:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xde8d5cf8 (ffff88ca8ff27400) 00010000:00010000:1.0:1788572581.998827:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.998830:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c487743 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998836:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01800/0xaad440e68c487743 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xde8d5cf8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998854:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a600/0xaad440e68c48777b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998861:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a600/0xaad440e68c48777b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998867:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a600/0xaad440e68c48777b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998872:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.998874:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a600/0xaad440e68c48777b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998881:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a600/0xaad440e68c48777b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998889:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0x16f4a8bc (ffff88cb8a287900) 00010000:00010000:1.0:1788572581.998891:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.998894:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a600/0xaad440e68c48777b lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998901:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a600/0xaad440e68c48777b lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0x16f4a8bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998915:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8be00/0xaad440e68c4877b3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998921:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8be00/0xaad440e68c4877b3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998926:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8be00/0xaad440e68c4877b3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998932:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8be00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.998934:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8be00/0xaad440e68c4877b3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998940:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8be00/0xaad440e68c4877b3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998948:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xe6734074 (ffff88cb98ddf800) 00010000:00010000:1.0:1788572581.998950:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.998953:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8be00/0xaad440e68c4877b3 lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998959:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8be00/0xaad440e68c4877b3 lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xe6734074 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998972:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4877eb lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998977:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4877eb lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998982:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4877eb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998987:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f00400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.998989:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4877eb lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.998996:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4877eb lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999007:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a2:0x4:0x0].0xb534ea61 (ffff88cbb349da00) 00010000:00010000:1.0:1788572581.999009:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.999012:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4877eb lrc: 2/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999018:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f00400/0xaad440e68c4877eb lrc: 0/0,0 mode: --/TXN res: [0x2000013a2:0x4:0x0].0xb534ea61 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999035:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c487a6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999041:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c487a6f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999047:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c487a6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999052:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84aff200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.999054:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c487a6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999061:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c487a6f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999068:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x34e22964 (ffff88cba1399b00) 00010000:00010000:1.0:1788572581.999071:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.999074:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c487a6f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999079:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84aff200/0xaad440e68c487a6f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x34e22964 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999099:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487aca lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999106:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487aca lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999111:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487aca lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999115:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.999118:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487aca lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999123:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487aca lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999130:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x785452ea (ffff88cb98ddf600) 00010000:00010000:1.0:1788572581.999133:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.999135:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487aca lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999171:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3600/0xaad440e68c487aca lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999187:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487b17 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999193:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487b17 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999198:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487b17 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999203:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572581.999205:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487b17 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999211:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487b17 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999218:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x144b74e0 (ffff88cb98ddf100) 00010000:00010000:1.0:1788572581.999220:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572581.999222:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487b17 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572581.999228:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2800/0xaad440e68c487b17 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x144b74e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.999635:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02800/0xaad440e68c4867de lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4867e5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572581.999646:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02800/0xaad440e68c4867de lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4867e5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.999678:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02800/0xaad440e68c4867de lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4867e5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.999684:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572581.999695:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca94b02800/0xaad440e68c4867de lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4867e5 expref: -99 pid: 225655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.999712:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9e00/0xaad440e68c48677c lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486783 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572581.999719:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9e00/0xaad440e68c48677c lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486783 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.999732:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9e00/0xaad440e68c48677c lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486783 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.999738:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572581.999750:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca917e9e00/0xaad440e68c48677c lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486783 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572581.999766:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc400/0xaad440e68c48671a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486721 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572581.999773:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc400/0xaad440e68c48671a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486721 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572581.999798:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196118656:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572581.999851:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572581.999897:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196118528:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572581.999919:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572581.999932:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788572581.999937:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196118400:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572581.999956:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572581.999980:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196118144 00000100:00100000:2.0:1788572581.999987:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196118144 00000100:00100000:2.0:1788572582.000031:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196118016 00000100:00100000:2.0:1788572582.000035:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196118016 00000100:00100000:2.0:1788572582.000048:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196117888 00000100:00100000:2.0:1788572582.000051:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196117888 00000100:00100000:2.0:1788572582.000061:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196118272 00000100:00100000:2.0:1788572582.000065:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196118272 00000100:00100000:2.0:1788572582.000075:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196118656 00000100:00100000:2.0:1788572582.000077:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196118656 00000100:00100000:2.0:1788572582.000086:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196118528 00000100:00100000:2.0:1788572582.000088:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196118528 00000100:00100000:2.0:1788572582.000098:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196118400 00000100:00100000:2.0:1788572582.000101:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196118400 00000100:00100000:2.0:1788572582.000115:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16108 00000100:00100000:2.0:1788572582.000123:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85546850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+33:3637:x1875440196118144:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.000136:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.000181:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1a000/0xaad440e68c486d4f lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x778ba394 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486d48 expref: 33 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.000195:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x778ba394 (ffff88caa2ec8900) 00010000:00010000:2.0:1788572582.000204:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572582.000638:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7400/0xaad440e68c487b64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000647:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7400/0xaad440e68c487b64 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000654:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7400/0xaad440e68c487b64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000658:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f7400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.000662:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7400/0xaad440e68c487b64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000668:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7400/0xaad440e68c487b64 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000681:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x27849676 (ffff88ca9149ba00) 00010000:00010000:1.0:1788572582.000684:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.000687:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7400/0xaad440e68c487b64 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000692:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7400/0xaad440e68c487b64 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x27849676 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000711:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c600/0xaad440e68c487bb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000718:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c600/0xaad440e68c487bb1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000723:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c600/0xaad440e68c487bb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000728:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.000730:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c600/0xaad440e68c487bb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000735:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c600/0xaad440e68c487bb1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000742:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf4f22e50 (ffff88ca8b6a2900) 00010000:00010000:1.0:1788572582.000744:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.000746:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c600/0xaad440e68c487bb1 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000751:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c600/0xaad440e68c487bb1 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf4f22e50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000776:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bfe lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000782:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bfe lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000786:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bfe lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000791:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6c800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.000793:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bfe lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000798:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bfe lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000806:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x375764fc (ffff88ca8b6a2700) 00010000:00010000:1.0:1788572582.000808:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.000810:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bfe lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000816:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6c800/0xaad440e68c487bfe lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x375764fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000828:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000833:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c4b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000838:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000843:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.000846:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000852:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c4b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000858:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdfa31bdb (ffff88cb98ddf700) 00010000:00010000:1.0:1788572582.000861:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.000863:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c4b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000869:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3400/0xaad440e68c487c4b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xdfa31bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000884:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7000/0xaad440e68c487c98 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000890:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7000/0xaad440e68c487c98 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000896:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7000/0xaad440e68c487c98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000901:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f7000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.000904:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7000/0xaad440e68c487c98 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000910:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7000/0xaad440e68c487c98 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000922:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7222325d (ffff88cb8c592000) 00010000:00010000:1.0:1788572582.000924:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.000927:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7000/0xaad440e68c487c98 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000932:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7000/0xaad440e68c487c98 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x7222325d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000945:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487ce5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000951:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487ce5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000957:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487ce5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000962:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.000965:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487ce5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000970:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487ce5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000977:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe75d78b6 (ffff88ca962ac400) 00010000:00010000:1.0:1788572582.000979:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.000982:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487ce5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.000988:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2400/0xaad440e68c487ce5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe75d78b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001003:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487d39 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001009:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487d39 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001015:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487d39 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001020:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.001023:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487d39 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001029:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487d39 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001037:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1e3f1c85 (ffff88cb8a287700) 00010000:00010000:1.0:1788572582.001039:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.001042:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487d39 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001048:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3e00/0xaad440e68c487d39 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x1e3f1c85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001063:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487d86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001070:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487d86 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001075:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487d86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001080:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.001083:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487d86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001089:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487d86 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001096:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcb4c0543 (ffff88cb98ddf300) 00010000:00010000:1.0:1788572582.001098:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.001101:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487d86 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001107:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01200/0xaad440e68c487d86 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001123:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487dcc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001129:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487dcc lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.001136:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487dcc lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.001191:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85546850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+32:3637:x1875440196118144:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 1066us (3254us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.001201:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16108 00000100:00100000:2.0:1788572582.001541:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16109 00000100:00100000:2.0:1788572582.001552:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+31:3640:x1875440196118016:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.001563:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.001581:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca99513200/0xaad440e68c486de9 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xdcd2547 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486de2 expref: 31 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.001594:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xdcd2547 (ffff88ca8ff27300) 00010000:00010000:2.0:1788572582.001605:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.001648:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+30:3640:x1875440196118016:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 99us (3631us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.001655:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16109 00000100:00100000:2.0:1788572582.001669:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16110 00000100:00100000:2.0:1788572582.001676:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+29:3640:x1875440196117888:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.001683:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.001695:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148be00/0xaad440e68c486ebb lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x880dc979 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486eb4 expref: 29 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.001710:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x880dc979 (ffff88ca91e6c400) 00010000:00010000:2.0:1788572582.001718:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.001739:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+28:3640:x1875440196117888:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 65us (3681us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.001745:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16110 00000100:00100000:2.0:1788572582.001756:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16111 00000100:00100000:2.0:1788572582.001761:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+27:3637:x1875440196118272:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.001767:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.001775:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1aa00/0xaad440e68c486c7d lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x757a5c5f bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486c76 expref: 27 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.001788:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x757a5c5f (ffff88cb8a1e3d00) 00010000:00010000:2.0:1788572582.001796:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.001815:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+26:3637:x1875440196118272:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 54us (3611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.001820:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16111 00000100:00100000:2.0:1788572582.001831:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16112 00000100:00100000:2.0:1788572582.001836:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+25:3637:x1875440196118656:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.001842:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.001852:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8b780a00/0xaad440e68c486783 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x2b4867df bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48677c expref: 25 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.001863:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x2b4867df (ffff88cb8a1e3500) 00010000:00010000:2.0:1788572582.001868:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.001890:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+24:3637:x1875440196118656:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 54us (2039us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.001896:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16112 00000100:00100000:2.0:1788572582.001907:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16113 00000100:00100000:2.0:1788572582.001912:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+23:3640:x1875440196118528:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.001918:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.001927:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b03400/0xaad440e68c4867e5 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xae7ca4ab bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4867de expref: 23 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.001935:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xae7ca4ab (ffff88ca91de0800) 00010000:00010000:2.0:1788572582.001942:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.001964:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+22:3640:x1875440196118528:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 53us (2044us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.001969:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16113 00000100:00100000:2.0:1788572582.001980:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16114 00000100:00100000:2.0:1788572582.001985:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+21:3640:x1875440196118400:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.001991:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.002001:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbde1b600/0xaad440e68c486951 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x6ec121be bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48694a expref: 21 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.002010:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x6ec121be (ffff88cb8a1e3600) 00010000:00010000:2.0:1788572582.002015:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.002034:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+20:3640:x1875440196118400:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 49us (2076us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.002039:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16114 00000100:00100000:2.0:1788572582.002085:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196118656:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.002094:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196118272:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.002105:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196118144:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.002172:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196118400:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.002185:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196118528:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.002195:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196117888:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.002204:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196118016:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.006021:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc400/0xaad440e68c48671a lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486721 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.006045:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572582.006080:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca944fc400/0xaad440e68c48671a lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486721 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.006112:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c4866b8 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4866bf expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572582.006122:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c4866b8 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4866bf expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.006184:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572582.006208:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196118784:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572582.006618:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c4866b8 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4866bf expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006626:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572582.006640:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88caa2f01a00/0xaad440e68c4866b8 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4866bf expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006661:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22800/0xaad440e68c486656 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48665d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572582.006668:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22800/0xaad440e68c486656 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48665d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006684:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22800/0xaad440e68c486656 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48665d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006691:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572582.006696:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbfe22800/0xaad440e68c486656 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48665d expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006710:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4864b2 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4864b9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572582.006717:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4864b2 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4864b9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006732:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4864b2 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4864b9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006738:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572582.006744:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7e00/0xaad440e68c4864b2 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4864b9 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006758:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e600/0xaad440e68c486370 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486377 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572582.006766:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e600/0xaad440e68c486370 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486377 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006779:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e600/0xaad440e68c486370 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486377 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006785:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572582.006789:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1e600/0xaad440e68c486370 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486377 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006802:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6e00/0xaad440e68c4862d6 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4862dd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572582.006810:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6e00/0xaad440e68c4862d6 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4862dd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006824:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6e00/0xaad440e68c4862d6 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4862dd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006829:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572582.006833:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca827a6e00/0xaad440e68c4862d6 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4862dd expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006848:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f200/0xaad440e68c485ffe lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c486005 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572582.006860:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f200/0xaad440e68c485ffe lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c486005 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006873:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f200/0xaad440e68c485ffe lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486005 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006879:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572582.006883:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca85b1f200/0xaad440e68c485ffe lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c486005 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006898:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10600/0xaad440e68c485bba lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485bc1 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572582.006905:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10600/0xaad440e68c485bba lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485bc1 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006923:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10600/0xaad440e68c485bba lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485bc1 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006929:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572582.006933:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca8bd10600/0xaad440e68c485bba lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485bc1 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006947:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6600/0xaad440e68c485b58 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485b5f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572582.006954:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6600/0xaad440e68c485b58 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485b5f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006975:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6600/0xaad440e68c485b58 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485b5f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006981:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572582.006985:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6600/0xaad440e68c485b58 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485b5f expref: -99 pid: 230921 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.006999:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7600/0xaad440e68c485abe lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485ac5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572582.007006:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7600/0xaad440e68c485abe lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485ac5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.007021:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7600/0xaad440e68c485abe lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ac5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.007027:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572582.007031:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7600/0xaad440e68c485abe lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485ac5 expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.007043:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe200/0xaad440e68c4858fe lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485905 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572582.007049:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe200/0xaad440e68c4858fe lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485905 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.007063:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe200/0xaad440e68c4858fe lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485905 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.007073:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572582.007077:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84afe200/0xaad440e68c4858fe lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485905 expref: -99 pid: 202392 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.007091:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c48583a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485841 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572582.007098:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c48583a lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485841 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.007111:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c48583a lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485841 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.007117:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572582.007120:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88cbbdd9ec00/0xaad440e68c48583a lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485841 expref: -99 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.007134:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affa00/0xaad440e68c485768 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c48576f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572582.007181:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affa00/0xaad440e68c485768 lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c48576f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.007234:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affa00/0xaad440e68c485768 lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48576f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007555:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.007561:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487dcc lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007569:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487dcc lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007587:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4840aa94 (ffff88ca962ac600) 00010000:00010000:1.0:1788572582.007590:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.007594:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487dcc lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007600:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d3800/0xaad440e68c487dcc lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4840aa94 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007627:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487e12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007634:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487e12 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007640:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487e12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007645:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f7200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.007647:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487e12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007653:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487e12 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007661:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfd71bdc9 (ffff88cb8c592b00) 00010000:00010000:1.0:1788572582.007663:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.007666:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487e12 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007672:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7200/0xaad440e68c487e12 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfd71bdc9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007688:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487e5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007694:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487e5f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007699:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487e5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007704:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbe265800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.007707:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487e5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007713:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487e5f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007721:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6f2cddb4 (ffff88cb98ddfd00) 00010000:00010000:1.0:1788572582.007723:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.007726:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487e5f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007732:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbe265800/0xaad440e68c487e5f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007752:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487eac lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007769:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487eac lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007775:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487eac lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007780:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2a00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.007782:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487eac lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007788:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487eac lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007795:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd460f9d8 (ffff88ca8383ae00) 00010000:00010000:1.0:1788572582.007797:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.007799:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487eac lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007805:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2a00/0xaad440e68c487eac lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007818:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ef9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007824:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ef9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007829:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ef9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007833:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f7c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.007835:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ef9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007840:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ef9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007850:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x36ce8986 (ffff88cb8c592f00) 00010000:00010000:1.0:1788572582.007852:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.007855:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ef9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007861:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7c00/0xaad440e68c487ef9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007874:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487f4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007880:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487f4d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007885:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487f4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007889:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f7800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.007891:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487f4d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007897:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487f4d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007903:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5950b203 (ffff88cbbfecc700) 00010000:00010000:1.0:1788572582.007905:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.007908:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487f4d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007914:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7800/0xaad440e68c487f4d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007926:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487f9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007933:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487f9a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007938:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487f9a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007943:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.007945:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487f9a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007952:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487f9a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007959:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc9e3b019 (ffff88ca8383a100) 00010000:00010000:1.0:1788572582.007961:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.007964:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487f9a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007970:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca825d2600/0xaad440e68c487f9a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007983:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c487fe7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007990:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c487fe7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.007995:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c487fe7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008000:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8bc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.008003:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c487fe7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008009:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c487fe7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008016:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x257bbe02 (ffff88ca8383a500) 00010000:00010000:1.0:1788572582.008018:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.008021:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c487fe7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008027:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8bc00/0xaad440e68c487fe7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008040:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c488034 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008047:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c488034 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008052:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c488034 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008057:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.008060:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c488034 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008067:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c488034 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008077:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x814cb0c9 (ffff88ca8383a600) 00010000:00010000:1.0:1788572582.008080:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.008082:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c488034 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008088:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a800/0xaad440e68c488034 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008101:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c488081 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008107:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c488081 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008112:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c488081 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008117:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.008120:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c488081 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008126:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c488081 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008134:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x194930cc (ffff88ca8383ac00) 00010000:00010000:1.0:1788572582.008137:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.008167:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c488081 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008175:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b600/0xaad440e68c488081 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008189:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4880ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008195:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4880ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008200:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4880ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008205:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.008208:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4880ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008212:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4880ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008219:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x42ec7601 (ffff88caa2ec8400) 00010000:00010000:1.0:1788572582.008221:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.008223:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4880ce lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.008228:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2c00/0xaad440e68c4880ce lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.008869:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.008917:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196119168:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.008951:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.008977:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196119680:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.008996:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.009012:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196120192:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.009031:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.009043:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788572582.009050:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196119296:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.009067:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.009077:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196119808:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.009094:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.009126:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196118784 00000100:00100000:2.0:1788572582.009133:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196118784 00010000:00010000:3.0:1788572582.009193:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788572582.009212:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca84affa00/0xaad440e68c485768 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c48576f expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.009236:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7c00/0xaad440e68c4856ce lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c4856d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788572582.009259:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7c00/0xaad440e68c4856ce lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c4856d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.009282:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196119168 00000100:00100000:3.0:1788572582.009285:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196119168 00000100:00100000:3.0:1788572582.009959:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196119680 00000100:00100000:3.0:1788572582.009965:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196119680 00000100:00100000:3.0:1788572582.009979:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196120192 00000100:00100000:3.0:1788572582.009982:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196120192 00000100:00100000:3.0:1788572582.009994:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196119296 00000100:00100000:3.0:1788572582.009997:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196119296 00000100:00100000:3.0:1788572582.010007:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196119808 00000100:00100000:3.0:1788572582.010009:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196119808 00000100:00100000:3.0:1788572582.010026:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16115 00000100:00100000:3.0:1788572582.010033:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+25:3637:x1875440196119168:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572582.010046:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.010066:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca917e9c00/0xaad440e68c4864b9 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x87ff9dad bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4864b2 expref: 25 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.010083:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x87ff9dad (ffff88ca8e88dd00) 00010000:00010000:3.0:1788572582.010095:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.010181:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+24:3637:x1875440196119168:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 109us (1190us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.010188:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16115 00000100:00100000:3.0:1788572582.010207:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16116 00000100:00100000:3.0:1788572582.010214:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+23:3637:x1875440196119680:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572582.010221:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.010233:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148ac00/0xaad440e68c485bc1 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x386e78b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485bba expref: 23 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.010255:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x386e78b (ffff88ca962acf00) 00010000:00010000:3.0:1788572582.010263:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.010286:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+22:3637:x1875440196119680:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 73us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.010292:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16116 00000100:00100000:3.0:1788572582.010306:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16117 00000100:00100000:3.0:1788572582.010313:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+21:3637:x1875440196120192:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572582.010319:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.010331:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9f000/0xaad440e68c485841 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8f85ddb1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48583a expref: 21 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.010341:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8f85ddb1 (ffff88ca9258d600) 00010000:00010000:3.0:1788572582.010348:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.010368:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+20:3637:x1875440196120192:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 57us (1337us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.010374:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16117 00010000:00010000:1.0:1788572582.010493:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c48811b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010503:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c48811b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010511:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c48811b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010517:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.010521:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c48811b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010528:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c48811b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010538:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x94573c07 (ffff88caa2ec8f00) 00010000:00010000:1.0:1788572582.010540:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.010544:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c48811b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010551:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3400/0xaad440e68c48811b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010570:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c488168 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010576:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c488168 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010581:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c488168 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010586:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.010588:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c488168 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010595:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c488168 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010606:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x319d86dc (ffff88ca8383a200) 00010000:00010000:1.0:1788572582.010609:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.010612:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c488168 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010618:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8a000/0xaad440e68c488168 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010633:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ada00/0xaad440e68c4881b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010640:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ada00/0xaad440e68c4881b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010646:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ada00/0xaad440e68c4881b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010651:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ada00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.010654:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ada00/0xaad440e68c4881b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010659:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ada00/0xaad440e68c4881b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010667:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xce408299 (ffff88cbbfecc000) 00010000:00010000:1.0:1788572582.010669:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.010672:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ada00/0xaad440e68c4881b5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010677:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ada00/0xaad440e68c4881b5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010692:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488202 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010699:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488202 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010705:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488202 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010710:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.010713:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488202 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010718:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488202 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010725:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x49c85232 (ffff88cba1399000) 00010000:00010000:1.0:1788572582.010728:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.010731:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488202 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010736:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2600/0xaad440e68c488202 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010750:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac600/0xaad440e68c488248 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010756:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac600/0xaad440e68c488248 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010762:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac600/0xaad440e68c488248 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010767:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ac600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.010771:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac600/0xaad440e68c488248 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010777:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac600/0xaad440e68c488248 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010784:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb7bb56a (ffff88cbbfecc600) 00010000:00010000:1.0:1788572582.010787:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.010789:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac600/0xaad440e68c488248 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010796:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac600/0xaad440e68c488248 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010810:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c488295 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010817:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c488295 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010823:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c488295 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010829:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca82c6cc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.010831:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c488295 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010837:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c488295 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010848:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x38be3934 (ffff88ca9241bc00) 00010000:00010000:1.0:1788572582.010851:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.010854:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c488295 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010860:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca82c6cc00/0xaad440e68c488295 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010876:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4882e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010883:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4882e2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010889:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4882e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010894:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.010897:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4882e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010903:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4882e2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010911:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xacf77ab6 (ffff88cbaf5d1400) 00010000:00010000:1.0:1788572582.010913:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.010916:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4882e2 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010920:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b000/0xaad440e68c4882e2 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010937:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48832f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010943:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48832f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010949:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48832f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010954:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa2f01000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.010957:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48832f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010962:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48832f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010969:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x602af192 (ffff88cbaf5d1900) 00010000:00010000:1.0:1788572582.010972:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.010974:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48832f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010979:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa2f01000/0xaad440e68c48832f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.010995:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf600/0xaad440e68c48837c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011001:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf600/0xaad440e68c48837c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011007:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf600/0xaad440e68c48837c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011012:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ecf600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.011015:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf600/0xaad440e68c48837c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011021:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf600/0xaad440e68c48837c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011029:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8d4dbfda (ffff88cbaf5d1e00) 00010000:00010000:1.0:1788572582.011031:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.011034:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf600/0xaad440e68c48837c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011039:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa1ecf600/0xaad440e68c48837c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011054:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c4883c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011059:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c4883c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011064:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c4883c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011069:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb80030400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.011072:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c4883c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011077:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c4883c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011089:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdaa263d0 (ffff88ca9241b300) 00010000:00010000:1.0:1788572582.011091:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.011093:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c4883c9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011099:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb80030400/0xaad440e68c4883c9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011115:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488416 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011120:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488416 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011126:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488416 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011131:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b780000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.011134:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488416 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011170:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488416 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011179:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb162d745 (ffff88caa2ec8600) 00010000:00010000:1.0:1788572582.011182:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.011185:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488416 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011190:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b780000/0xaad440e68c488416 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011207:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c488463 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011212:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c488463 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011218:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c488463 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011222:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ad200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.011225:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c488463 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011230:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c488463 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011236:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7bf5d484 (ffff88cbbfecc500) 00010000:00010000:1.0:1788572582.011238:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.011241:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c488463 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011246:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ad200/0xaad440e68c488463 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011257:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4884b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011263:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4884b0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011268:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4884b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011273:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbde1b800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.011276:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4884b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011282:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4884b0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011289:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ad1bd80 (ffff88ca91600600) 00010000:00010000:1.0:1788572582.011291:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.011294:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4884b0 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011299:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbde1b800/0xaad440e68c4884b0 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011313:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011320:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884fd lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011327:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011331:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b781600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.011334:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011341:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884fd lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011353:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x582ed9b5 (ffff88ca91600b00) 00010000:00010000:1.0:1788572582.011355:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.011358:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884fd lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011364:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca8b781600/0xaad440e68c4884fd lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011378:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48854a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.011384:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48854a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.013557:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16118 00000100:00100000:3.0:1788572582.013593:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+19:3637:x1875440196119296:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572582.013617:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.013645:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22a00/0xaad440e68c486377 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x980aa9b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486370 expref: 19 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.013672:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x980aa9b (ffff88cb86578f00) 00010000:00010000:3.0:1788572582.013684:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.013748:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+18:3637:x1875440196119296:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 174us (4680us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.013756:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16118 00000100:00100000:3.0:1788572582.013793:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16119 00000100:00100000:3.0:1788572582.013800:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+17:3637:x1875440196119808:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572582.013808:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.013820:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cb8148a400/0xaad440e68c485b5f lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x832b40e0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485b58 expref: 17 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.013833:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x832b40e0 (ffff88ca962ac800) 00010000:00010000:3.0:1788572582.013845:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.013870:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+16:3637:x1875440196119808:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 71us (4776us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.013875:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16119 00000100:00100000:3.0:1788572582.013935:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196119296:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.013944:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196119808:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.013952:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196119168:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.013961:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196119680:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.013968:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196120192:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.013992:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572582.014006:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196120320:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.014039:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.014074:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196120320 00000100:00100000:3.0:1788572582.014080:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196120320 00000100:00100000:3.0:1788572582.014116:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16120 00000100:00100000:3.0:1788572582.014122:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+16:3637:x1875440196120320:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572582.014129:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.014171:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca927b6800/0xaad440e68c48576f lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x4d05f7e4 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485768 expref: 16 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.014184:0:202377:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x4d05f7e4 (ffff88caa2ec0a00) 00010000:00010000:3.0:1788572582.014193:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.014220:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+15:3637:x1875440196120320:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 98us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.014226:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16120 00000100:00100000:3.0:1788572582.014265:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196120320:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.014283:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196119040:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.014310:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.014326:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196119552:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.014347:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.014361:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196120064:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.014380:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.014715:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196119040 00000100:00100000:2.0:1788572582.014720:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196119040 00000100:00100000:2.0:1788572582.014732:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196119552 00000100:00100000:2.0:1788572582.014735:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196119552 00000100:00100000:2.0:1788572582.014745:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196120064 00000100:00100000:2.0:1788572582.014747:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196120064 00000100:00100000:2.0:1788572582.014765:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16121 00000100:00100000:2.0:1788572582.014775:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85544c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+17:3637:x1875440196118784:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.014783:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.014797:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca94b02200/0xaad440e68c486721 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x30eedc70 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c48671a expref: 17 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.014810:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x30eedc70 (ffff88cb8b2c6b00) 00010000:00010000:2.0:1788572582.014818:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.014852:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85544c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+16:3637:x1875440196118784:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 77us (5988us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.014858:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16121 00000100:00100000:2.0:1788572582.014893:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16122 00000100:00100000:2.0:1788572582.014899:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85544850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+15:3640:x1875440196119040:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.014906:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.014916:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbfe22e00/0xaad440e68c48665d lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7e6576 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c486656 expref: 15 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.014980:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8e7e6576 (ffff88cb86578b00) 00010000:00010000:2.0:1788572582.014989:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.015013:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85544850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+14:3640:x1875440196119040:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 114us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.015022:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16122 00000100:00100000:2.0:1788572582.015053:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16123 00000100:00100000:2.0:1788572582.015059:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+13:3640:x1875440196119552:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.015066:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.015076:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca8bd10e00/0xaad440e68c486005 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x82b9673d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485ffe expref: 13 pid: 202398 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.015087:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x82b9673d (ffff88ca91e6c900) 00010000:00010000:2.0:1788572582.015096:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.015117:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+12:3640:x1875440196119552:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 59us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.015123:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16123 00000100:00100000:2.0:1788572582.015134:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16124 00000100:00100000:2.0:1788572582.015149:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+11:3640:x1875440196120064:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.015174:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.015185:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9e600/0xaad440e68c485905 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x8e7399fd bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4858fe expref: 11 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.015196:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x8e7399fd (ffff88ca9258d400) 00010000:00010000:2.0:1788572582.015204:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.015226:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+10:3640:x1875440196120064:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 86us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.015232:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16124 00010000:00010000:1.0:1788572582.015662:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48854a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015668:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.015673:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48854a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015682:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48854a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015693:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1ce0eb6 (ffff88ca91600400) 00010000:00010000:1.0:1788572582.015695:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.015699:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48854a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015705:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe400/0xaad440e68c48854a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015730:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488597 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015736:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488597 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015742:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488597 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015746:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.015749:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488597 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015754:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488597 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015760:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfcd0a99c (ffff88ca91600200) 00010000:00010000:1.0:1788572582.015763:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.015766:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488597 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015772:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc2200/0xaad440e68c488597 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015785:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede000/0xaad440e68c488703 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015791:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede000/0xaad440e68c488703 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015796:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede000/0xaad440e68c488703 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015801:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.015804:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede000/0xaad440e68c488703 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015809:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede000/0xaad440e68c488703 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015816:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3e1d803b (ffff88cbb349df00) 00010000:00010000:1.0:1788572582.015819:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.015821:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede000/0xaad440e68c488703 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015827:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede000/0xaad440e68c488703 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015840:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c488899 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015845:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c488899 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015851:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c488899 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015856:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedec00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.015858:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c488899 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015863:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c488899 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015874:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7156a43 (ffff88cb87ded500) 00010000:00010000:1.0:1788572582.015876:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.015879:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c488899 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015884:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedec00/0xaad440e68c488899 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015895:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8c00/0xaad440e68c4888e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015900:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8c00/0xaad440e68c4888e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015905:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8c00/0xaad440e68c4888e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015910:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.015912:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8c00/0xaad440e68c4888e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015918:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8c00/0xaad440e68c4888e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015925:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4111a19c (ffff88cb8a7ec000) 00010000:00010000:1.0:1788572582.015928:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.015931:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8c00/0xaad440e68c4888e6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015936:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8c00/0xaad440e68c4888e6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015951:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ac00/0xaad440e68c48892c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015958:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ac00/0xaad440e68c48892c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015964:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ac00/0xaad440e68c48892c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015968:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ac00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.015970:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ac00/0xaad440e68c48892c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015976:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ac00/0xaad440e68c48892c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015983:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x54fee354 (ffff88ca9149b500) 00010000:00010000:1.0:1788572582.015986:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.015988:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ac00/0xaad440e68c48892c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.015994:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ac00/0xaad440e68c48892c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016011:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c488972 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016017:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c488972 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016023:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c488972 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016029:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.016032:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c488972 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016037:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c488972 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016045:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xce550dc4 (ffff88cb87ded400) 00010000:00010000:1.0:1788572582.016047:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.016050:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c488972 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016055:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf000/0xaad440e68c488972 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016068:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4889bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016073:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4889bf lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016079:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4889bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016084:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedfe00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.016087:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4889bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016092:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4889bf lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016104:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x43a3e306 (ffff88cb87dedd00) 00010000:00010000:1.0:1788572582.016106:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.016108:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4889bf lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016114:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedfe00/0xaad440e68c4889bf lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x43a3e306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016128:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b400/0xaad440e68c488a0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016134:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b400/0xaad440e68c488a0c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016168:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b400/0xaad440e68c488a0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016174:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.016176:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b400/0xaad440e68c488a0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016183:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b400/0xaad440e68c488a0c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016191:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9548595 (ffff88ca96814a00) 00010000:00010000:1.0:1788572582.016193:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.016196:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b400/0xaad440e68c488a0c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016202:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8b400/0xaad440e68c488a0c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9548595 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016217:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8e00/0xaad440e68c488a59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016223:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8e00/0xaad440e68c488a59 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016229:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8e00/0xaad440e68c488a59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016234:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8e00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.016246:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8e00/0xaad440e68c488a59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016252:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8e00/0xaad440e68c488a59 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016259:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8e31aacd (ffff88cb8a7ece00) 00010000:00010000:1.0:1788572582.016261:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.016264:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8e00/0xaad440e68c488a59 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016270:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed8e00/0xaad440e68c488a59 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8e31aacd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016282:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488aa6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016287:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488aa6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016292:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488aa6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016297:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf800 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.016300:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488aa6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016305:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488aa6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016312:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5ba6781 (ffff88cb87dedb00) 00010000:00010000:1.0:1788572582.016314:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.016317:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488aa6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016322:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfedf800/0xaad440e68c488aa6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5ba6781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016334:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488af3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016340:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488af3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016345:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488af3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016349:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.016351:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488af3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016357:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488af3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016368:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa7169334 (ffff88cb87ded900) 00010000:00010000:1.0:1788572582.016370:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.016372:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488af3 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.016377:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede600/0xaad440e68c488af3 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa7169334 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.017276:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7c00/0xaad440e68c4856ce lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4856d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.017295:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572582.017307:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b7c00/0xaad440e68c4856ce lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c4856d5 expref: -99 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.017330:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6c00/0xaad440e68c4855fc lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xaad440e68c485603 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788572582.017339:0:202372:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6c00/0xaad440e68c4855fc lrc: 3/0,0 mode: PW/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xaad440e68c485603 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.017360:0:202372:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6c00/0xaad440e68c4855fc lrc: 2/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485603 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.017366:0:202372:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788572582.017373:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88ca927b6c00/0xaad440e68c4855fc lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xaad440e68c485603 expref: -99 pid: 202393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788572582.018184:0:202372:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884962140 is committed 00000004:00080000:2.0:1788572582.018215:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 376 committed 00000100:00100000:3.0:1788572582.023335:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196120576:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.023478:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.023546:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196119040:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.023560:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196119552:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.023570:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196120064:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.023594:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1788572582.023601:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196118912:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.023624:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.023644:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196119424:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.023664:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.023675:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196119936:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.023695:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.023706:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196120448:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1788572582.023728:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.023763:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196120576 00000100:00100000:3.0:1788572582.023769:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196120576 00000100:00100000:3.0:1788572582.023817:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196118912 00000100:00100000:3.0:1788572582.023820:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196118912 00000100:00100000:3.0:1788572582.023833:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196119424 00000100:00100000:3.0:1788572582.023835:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196119424 00000100:00100000:3.0:1788572582.023845:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196119936 00000100:00100000:3.0:1788572582.023847:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196119936 00000100:00100000:3.0:1788572582.023857:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196120448 00000100:00100000:3.0:1788572582.023859:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196120448 00000100:00100000:3.0:1788572582.023874:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16125 00000100:00100000:3.0:1788572582.023883:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+14:3640:x1875440196120576:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572582.023899:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.023926:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84aff400/0xaad440e68c485603 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x9dc9f24e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4855fc expref: 14 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.023953:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x9dc9f24e (ffff88ca962ac100) 00010000:00010000:3.0:1788572582.023968:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.024003:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+13:3640:x1875440196120576:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 120us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.024011:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16125 00000100:00100000:3.0:1788572582.024029:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16126 00000100:00100000:3.0:1788572582.024036:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1ddad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+12:3640:x1875440196118912:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572582.024045:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.024057:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca944fc600/0xaad440e68c4866bf lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x69c8106 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4866b8 expref: 12 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.024068:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x69c8106 (ffff88ca8ebb3e00) 00010000:00010000:3.0:1788572582.024077:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.024100:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1ddad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+11:3640:x1875440196118912:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 65us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.024107:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16126 00000100:00100000:3.0:1788572582.024119:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16127 00000100:00100000:3.0:1788572582.024125:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1ddb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+10:3640:x1875440196119424:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572582.024132:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572582.024192:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024202:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b40 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024210:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024216:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfede400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.024221:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024229:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b40 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024240:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe6559f66 (ffff88cb87ded100) 00010000:00010000:1.0:1788572582.024243:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.024247:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b40 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024254:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfede400/0xaad440e68c488b40 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe6559f66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 204288 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024278:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488b8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024285:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488b8d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024291:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488b8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024296:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ae00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.024299:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488b8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024306:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488b8d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024313:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x96ce0d43 (ffff88ca96814200) 00010000:00010000:1.0:1788572582.024316:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.024319:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488b8d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024326:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8ae00/0xaad440e68c488b8d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x96ce0d43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024341:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488bda lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024348:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488bda lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024354:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488bda lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024360:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca84afe600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.024363:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488bda lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024369:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488bda lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024376:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3a3dd770 (ffff88cb9caa2500) 00010000:00010000:1.0:1788572582.024378:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.024380:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488bda lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.024386:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca84afe600/0xaad440e68c488bda lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3a3dd770 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572582.024661:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 387 committed 00000001:00080000:2.0:1788572582.024710:0:202372:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884962111 is committed 00000004:00080000:2.0:1788572582.024805:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 375 committed 00000004:00080000:2.0:1788572582.024810:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 386 committed 00000004:00080000:2.0:1788572582.024870:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 374 committed 00000004:00080000:2.0:1788572582.024879:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 385 committed 00000004:00080000:2.0:1788572582.024952:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 373 committed 00000004:00080000:2.0:1788572582.024958:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 384 committed 00000004:00080000:2.0:1788572582.025013:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 372 committed 00000004:00080000:2.0:1788572582.025023:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 383 committed 00000020:00080000:2.0:1788572582.025085:0:202372:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 8589962949 batchid updated 00000100:00100000:2.0:1788572582.025319:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16128 00000100:00100000:2.0:1788572582.025330:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+10:3640:x1875440196119936:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.025341:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.025360:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88caa2f01e00/0xaad440e68c485ac5 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xc3d2187c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c485abe expref: 10 pid: 225657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.025377:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xc3d2187c (ffff88ca91de0500) 00010000:00010000:1.0:1788572582.026550:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8aa00/0xaad440e68c488c2e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026557:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8aa00/0xaad440e68c488c2e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026564:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8aa00/0xaad440e68c488c2e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026570:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8aa00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.026574:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8aa00/0xaad440e68c488c2e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026582:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8aa00/0xaad440e68c488c2e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026601:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9b3c391c (ffff88ca96814600) 00010000:00010000:1.0:1788572582.026604:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.026608:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8aa00/0xaad440e68c488c2e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026615:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb9ca8aa00/0xaad440e68c488c2e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9b3c391c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202392 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026631:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488c7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026637:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488c7b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026643:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488c7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026648:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3c00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.026651:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488c7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026656:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488c7b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026663:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2336bbcc (ffff88ca96814d00) 00010000:00010000:1.0:1788572582.026665:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.026668:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488c7b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026674:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbddc3c00/0xaad440e68c488c7b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026689:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c488d00 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026695:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c488d00 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026701:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c488d00 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026705:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.026708:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c488d00 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026713:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c488d00 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026720:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x186e:0x0].0x2d9800ce (ffff88ca96814400) 00010000:00010000:1.0:1788572582.026723:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.026725:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c488d00 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026730:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8600/0xaad440e68c488d00 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x186e:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026745:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c488d38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026751:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c488d38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026757:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c488d38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026763:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb8148b400 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.026766:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c488d38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026771:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c488d38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026779:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3955b7c1 (ffff88ca96814700) 00010000:00010000:1.0:1788572582.026782:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.026785:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c488d38 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026791:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb8148b400/0xaad440e68c488d38 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3955b7c1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026809:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488db6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026815:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488db6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026821:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488db6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026825:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.026828:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488db6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026833:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488db6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026844:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a3:0x5c0:0x0].0xfbe05a87 (ffff88cb8a7ecd00) 00010000:00010000:1.0:1788572582.026847:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.026850:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488db6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026856:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9200/0xaad440e68c488db6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a3:0x5c0:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 225655 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026869:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488dee lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026875:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488dee lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026881:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488dee lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026886:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.026889:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488dee lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026894:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488dee lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026902:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x32ef6296 (ffff88cb921b6400) 00010000:00010000:1.0:1788572582.026904:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.026908:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488dee lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026914:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f6200/0xaad440e68c488dee lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x32ef6296 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 230921 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026929:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c488e34 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026935:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c488e34 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026941:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c488e34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026947:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30acc00 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.026950:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c488e34 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026955:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c488e34 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026962:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6bc7b3a7 (ffff88cb921b6900) 00010000:00010000:1.0:1788572582.026965:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.026968:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c488e34 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026973:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30acc00/0xaad440e68c488e34 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6bc7b3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 205632 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026986:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488e88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026993:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488e88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.026998:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488e88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027003:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8200 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.027006:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488e88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027012:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488e88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027019:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28fbc66 (ffff88cbb349d200) 00010000:00010000:1.0:1788572582.027021:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.027024:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488e88 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027030:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca917e8200/0xaad440e68c488e88 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28fbc66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202393 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027044:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488edc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027050:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488edc lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027056:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488edc lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027062:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683600 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.027065:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488edc lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027071:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488edc lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027083:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x24b6b805 (ffff88cb9caa2a00) 00010000:00010000:1.0:1788572582.027085:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.027089:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488edc lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027095:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81683600/0xaad440e68c488edc lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x24b6b805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027110:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488f30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027117:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488f30 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027123:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488f30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027128:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682000 already unused, calling callback (ffffffffc19704f0) 00010000:00010000:1.0:1788572582.027131:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488f30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.027137:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488f30 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.027196:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.027282:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+9:3640:x1875440196119936:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 1952us (3582us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.027293:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16128 00000100:00100000:2.0:1788572582.027326:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16129 00000100:00100000:2.0:1788572582.027337:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85547450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:3640:x1875440196120448:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1788572582.027353:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.027373:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88ca84afe800/0xaad440e68c4856d5 lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0xd34def68 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4856ce expref: 8 pid: 203129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.027384:0:225658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0xd34def68 (ffff88ca962ac300) 00000100:00100000:0.0:1788572582.027582:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196120832:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.027631:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.027666:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196121344:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.027691:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.027716:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788572582.027723:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196120704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.027745:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.027761:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196121216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.027782:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.027812:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196120832 00000100:00100000:0.0:1788572582.027821:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196120832 00000100:00100000:0.0:1788572582.027870:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196121344 00000100:00100000:0.0:1788572582.027873:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196121344 00000100:00100000:0.0:1788572582.027889:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196120704 00000100:00100000:0.0:1788572582.027892:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196120704 00000100:00100000:0.0:1788572582.027906:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196121216 00000100:00100000:0.0:1788572582.027908:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196121216 00000100:00100000:0.0:1788572582.027925:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21456 00000100:00100000:0.0:1788572582.027931:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+8:3638:x1875440196120832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.027955:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3866 count 1 00002000:00010000:0.0:1788572582.027990:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.027997:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c488f61 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028013:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf1a:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.028018:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.028024:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c488f61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028038:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c488f61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028047:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c488f61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028054:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c488f61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028072:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.028254:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+9:3638:x1875440196120832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 322us (621us total) trans 8589943977 rc 0/0 00000100:00100000:0.0:1788572582.028262:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21456 00000100:00100000:0.0:1788572582.028276:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21457 00000100:00100000:0.0:1788572582.028283:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+8:3638:x1875440196121344:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.028295:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3693 count 1 00002000:00010000:0.0:1788572582.028312:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe6d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.028317:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488f68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe6d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028328:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe6d:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.028332:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe6d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.028336:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488f68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028345:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488f68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028353:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488f68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028360:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488f68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028375:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572582.028456:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+9:3638:x1875440196121344:12345-0@lo:6:osp-syn-1-0.0 Request processed in 174us (763us total) trans 8589943978 rc 0/0 00000100:00100000:0.0:1788572582.028462:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21457 00000100:00100000:0.0:1788572582.028474:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21458 00000100:00100000:0.0:1788572582.028480:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+8:3638:x1875440196120704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.028491:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3929 count 1 00002000:00010000:0.0:1788572582.028506:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf59:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.028511:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b5ae4ee/0xaad440e68c488f6f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf59:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028522:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf59:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.028525:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf59:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.028528:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b5ae4ee/0xaad440e68c488f6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028537:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b5ae4ee/0xaad440e68c488f6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028544:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b5ae4ee/0xaad440e68c488f6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028550:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004b5ae4ee/0xaad440e68c488f6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028564:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1788572582.028626:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+9:3638:x1875440196120704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 146us (880us total) trans 8589943979 rc 0/0 00000100:00100000:0.0:1788572582.028633:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21458 00000100:00100000:0.0:1788572582.028645:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21459 00000100:00100000:0.0:1788572582.028651:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+8:3638:x1875440196121216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.028663:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3446 count 1 00002000:00010000:0.0:1788572582.028680:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd76:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.028684:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488f76 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd76:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028696:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd76:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.028699:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd76:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.028702:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488f76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028712:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488f76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028720:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488f76 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028725:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488f76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028739:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1788572582.028801:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+9:3638:x1875440196121216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 149us (1017us total) trans 8589943980 rc 0/0 00000100:00100000:0.0:1788572582.028806:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21459 00000100:00080000:0.0:1788572582.028832:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788572582.028845:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788572582.028851:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c488f61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028858:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30adc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.028863:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c488f61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028871:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c488f61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028886:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c488f61 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028893:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cbbeb1f3/0xaad440e68c488f61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028912:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572582.028915:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488f68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028921:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30aca00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.028923:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488f68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028929:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488f68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028938:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488f68 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028945:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008432c7e8/0xaad440e68c488f68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe6d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028962:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572582.028965:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004b5ae4ee/0xaad440e68c488f6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028971:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ace00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.028974:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004b5ae4ee/0xaad440e68c488f6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028980:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004b5ae4ee/0xaad440e68c488f6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028989:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004b5ae4ee/0xaad440e68c488f6f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.028996:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b5ae4ee/0xaad440e68c488f6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf59:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.029007:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.029009:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488f76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.029014:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ad600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.029017:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488f76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.029028:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488f76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.029036:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488f76 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.029043:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d22af3f/0xaad440e68c488f76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd76:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.029055:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.029057:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.029058:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.029064:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572582.029092:0:3638:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589943931 gen 2 00000004:00080000:0.0:1788572582.029097:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f0700, transno 8589943885 00000004:00080000:0.0:1788572582.029106:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f1880, transno 8589943886 00000004:00080000:0.0:1788572582.029109:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f0e00, transno 8589943887 00000004:00080000:0.0:1788572582.029111:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f0a80, transno 8589943888 00000004:00080000:0.0:1788572582.029113:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f2300, transno 8589943889 00000004:00080000:0.0:1788572582.029115:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f1c00, transno 8589943890 00000004:00080000:0.0:1788572582.029117:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f2680, transno 8589943891 00000004:00080000:0.0:1788572582.029120:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f1f80, transno 8589943892 00000004:00080000:0.0:1788572582.029122:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f2a00, transno 8589943893 00000004:00080000:0.0:1788572582.029124:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f2d80, transno 8589943894 00000004:00080000:0.0:1788572582.029126:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f3b80, transno 8589943895 00000004:00080000:0.0:1788572582.029129:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f0380, transno 8589943896 00000004:00080000:0.0:1788572582.029131:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f3100, transno 8589943897 00000004:00080000:0.0:1788572582.029134:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f1500, transno 8589943898 00000004:00080000:0.0:1788572582.029136:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f1180, transno 8589943899 00000004:00080000:0.0:1788572582.029139:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c7ff800, transno 8589943900 00000004:00080000:0.0:1788572582.029174:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9513c700, transno 8589943901 00000004:00080000:0.0:1788572582.029177:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb85589880, transno 8589943902 00000004:00080000:0.0:1788572582.029179:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83980700, transno 8589943903 00000004:00080000:0.0:1788572582.029182:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85588380, transno 8589943904 00000004:00080000:0.0:1788572582.029184:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9513c380, transno 8589943905 00000004:00080000:0.0:1788572582.029186:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1ce00, transno 8589943906 00000004:00080000:0.0:1788572582.029188:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1e680, transno 8589943907 00000004:00080000:0.0:1788572582.029191:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1d180, transno 8589943908 00000004:00080000:0.0:1788572582.029193:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1ea00, transno 8589943909 00000004:00080000:0.0:1788572582.029195:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1c700, transno 8589943910 00000004:00080000:0.0:1788572582.029197:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1df80, transno 8589943911 00000004:00080000:0.0:1788572582.029199:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1ca80, transno 8589943912 00000004:00080000:0.0:1788572582.029202:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca96b01880, transno 8589943913 00000004:00080000:0.0:1788572582.029204:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca840c4000, transno 8589943914 00000004:00080000:0.0:1788572582.029206:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1f480, transno 8589943915 00000004:00080000:0.0:1788572582.029208:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca96b02a00, transno 8589943916 00000004:00080000:0.0:1788572582.029211:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b676300, transno 8589943917 00000004:00080000:0.0:1788572582.029213:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca96b00e00, transno 8589943918 00000004:00080000:0.0:1788572582.029216:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90183480, transno 8589943919 00000004:00080000:0.0:1788572582.029218:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90181f80, transno 8589943920 00000004:00080000:0.0:1788572582.029220:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90182680, transno 8589943921 00000004:00080000:0.0:1788572582.029222:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9fe8fb80, transno 8589943922 00000004:00080000:0.0:1788572582.029225:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90180700, transno 8589943923 00000004:00080000:0.0:1788572582.029228:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9fe8ed80, transno 8589943924 00000004:00080000:0.0:1788572582.029230:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8ee21f80, transno 8589943925 00000004:00080000:0.0:1788572582.029233:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8ee23800, transno 8589943926 00000004:00080000:0.0:1788572582.029235:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8ee23100, transno 8589943927 00000004:00080000:0.0:1788572582.029237:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1ed80, transno 8589943928 00000004:00080000:0.0:1788572582.029240:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92913800, transno 8589943929 00000004:00080000:0.0:1788572582.029242:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1c000, transno 8589943930 00000004:00080000:0.0:1788572582.029244:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1d500, transno 8589943931 00000100:00100000:0.0:1788572582.029251:0:3638:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff88ca9478ca80 x1875440196120704/t8589943979(8589943979) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572598 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1788572582.029263:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9478ca80/2, rc 0, transno 8589943979 00000100:00100000:0.0:1788572582.029269:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196120704:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.029282:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9478d880/2, rc 0, transno 8589943980 00000100:00100000:0.0:1788572582.029286:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196121216:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.029295:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9478d180/2, rc 0, transno 8589943977 00000100:00100000:0.0:1788572582.029299:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196120832:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.029307:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9478f480/2, rc 0, transno 8589943978 00000100:00100000:0.0:1788572582.029310:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196121344:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.029529:0:202418:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 63 changes, 8 in progress, 4 in flight, 47 done 00000100:00100000:0.0:1788572582.029599:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196121856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.029633:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.029658:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572582.029663:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196121728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.029683:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.029710:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196121856 00000100:00100000:0.0:1788572582.029715:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196121856 00000100:00100000:0.0:1788572582.029744:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196121728 00000100:00100000:0.0:1788572582.029746:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196121728 00000100:00100000:0.0:1788572582.029761:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21460 00000100:00100000:0.0:1788572582.029768:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+10:3638:x1875440196121856:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.029784:0:225668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3469 count 1 00002000:00010000:0.0:1788572582.029804:0:225668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd8d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.029810:0:225668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005510a63d/0xaad440e68c488f7d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.029820:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd8d:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.029823:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd8d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.029828:0:225668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005510a63d/0xaad440e68c488f7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.029839:0:225668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005510a63d/0xaad440e68c488f7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.029848:0:225668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005510a63d/0xaad440e68c488f7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.029855:0:225668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005510a63d/0xaad440e68c488f7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.029868:0:225668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.029952:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+11:3638:x1875440196121856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 183us (317us total) trans 8589943981 rc 0/0 00000100:00100000:0.0:1788572582.029958:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21460 00000100:00100000:0.0:1788572582.029972:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21461 00000100:00100000:0.0:1788572582.029979:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+10:3638:x1875440196121728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.029995:0:225668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3448 count 1 00002000:00010000:0.0:1788572582.030010:0:225668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd78:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.030015:0:225668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001561a1f8/0xaad440e68c488f84 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd78:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030024:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd78:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.030027:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd78:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.030031:0:225668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001561a1f8/0xaad440e68c488f84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030039:0:225668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001561a1f8/0xaad440e68c488f84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030046:0:225668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001561a1f8/0xaad440e68c488f84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030052:0:225668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001561a1f8/0xaad440e68c488f84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030064:0:225668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572582.030124:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+11:3638:x1875440196121728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 146us (440us total) trans 8589943982 rc 0/0 00000100:00100000:0.0:1788572582.030131:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21461 00010000:00010000:0.0:1788572582.030186:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572582.030191:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005510a63d/0xaad440e68c488f7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030204:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ad800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.030208:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005510a63d/0xaad440e68c488f7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030215:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005510a63d/0xaad440e68c488f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030228:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005510a63d/0xaad440e68c488f7d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030235:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005510a63d/0xaad440e68c488f7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030253:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.030257:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001561a1f8/0xaad440e68c488f84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030263:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa30ad000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.030266:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001561a1f8/0xaad440e68c488f84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030272:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001561a1f8/0xaad440e68c488f84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030280:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001561a1f8/0xaad440e68c488f84 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030286:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001561a1f8/0xaad440e68c488f84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030296:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.030298:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.030299:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.030304:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572582.030323:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85588380/2, rc 0, transno 8589943982 00000100:00100000:0.0:1788572582.030332:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196121728:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.030339:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8558b480/2, rc 0, transno 8589943981 00000100:00100000:0.0:1788572582.030342:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196121856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.030386:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196122368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.030412:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.030430:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572582.030436:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196122240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.030456:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.030481:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196122368 00000100:00100000:0.0:1788572582.030485:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196122368 00000100:00100000:0.0:1788572582.030507:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196122240 00000100:00100000:0.0:1788572582.030510:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196122240 00000100:00100000:0.0:1788572582.030530:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21462 00000100:00100000:0.0:1788572582.030536:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdf9d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3638:x1875440196122368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.030548:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3490 count 1 00002000:00010000:0.0:1788572582.030564:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xda2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.030569:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a03571ca/0xaad440e68c488f8b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030577:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xda2:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.030580:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xda2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.030584:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a03571ca/0xaad440e68c488f8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030593:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a03571ca/0xaad440e68c488f8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030600:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a03571ca/0xaad440e68c488f8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030607:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a03571ca/0xaad440e68c488f8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030619:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.030689:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdf9d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3638:x1875440196122368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 153us (275us total) trans 8589943983 rc 0/0 00000100:00100000:0.0:1788572582.030696:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21462 00000100:00100000:0.0:1788572582.030799:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21463 00000100:00100000:0.0:1788572582.030806:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3638:x1875440196122240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.030817:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3725 count 1 00002000:00010000:0.0:1788572582.030831:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe8d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.030836:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c488f92 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe8d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030848:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe8d:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.030850:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe8d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.030854:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c488f92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030863:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c488f92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030871:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c488f92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030878:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c488f92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030891:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572582.030955:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3638:x1875440196122240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 150us (498us total) trans 8589943984 rc 0/0 00000100:00100000:0.0:1788572582.030961:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21463 00010000:00010000:0.0:1788572582.030979:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572582.030983:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a03571ca/0xaad440e68c488f8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.030990:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca914f6a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.030994:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a03571ca/0xaad440e68c488f8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.031007:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a03571ca/0xaad440e68c488f8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.031019:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a03571ca/0xaad440e68c488f8b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.031026:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a03571ca/0xaad440e68c488f8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xda2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.031042:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.031045:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c488f92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.031052:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.031055:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c488f92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.031062:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c488f92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.031072:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c488f92 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.031078:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef60d598/0xaad440e68c488f92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe8d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.031095:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.031097:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.031099:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.031107:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572582.031125:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f0700/2, rc 0, transno 8589943984 00000100:00100000:0.0:1788572582.031134:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196122240:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1788572582.031278:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572582.031675:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x95c2aee4 (ffff88cb9caa2600) 00010000:00010000:1.0:1788572582.031678:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788572582.031683:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488f30 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.031691:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cb81682000/0xaad440e68c488f30 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788572582.031831:0:202428:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8589962949 00000004:00080000:1.0:1788572582.031882:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88caa136ce40 with version 4849 00000020:00080000:1.0:1788572582.031894:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962905 cancel update log [0x240000bd2:0x151:0x0].592: rc = 0 00000020:00080000:1.0:1788572582.031946:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962905 cancel update log [0x2000013a0:0x2:0x0].124: rc = 0 00000004:00080000:1.0:1788572582.031971:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88caa136cd80 with version 4850 00000020:00080000:1.0:1788572582.031974:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962906 cancel update log [0x240000bd2:0x151:0x0].593: rc = 0 00000020:00080000:1.0:1788572582.031994:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962906 cancel update log [0x2000013a0:0x2:0x0].125: rc = 0 00000004:00080000:1.0:1788572582.032013:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88caa136c900 with version 4851 00000020:00080000:1.0:1788572582.032015:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962907 cancel update log [0x240000bd2:0x151:0x0].595: rc = 0 00000020:00080000:1.0:1788572582.032033:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962907 cancel update log [0x2000013a0:0x2:0x0].126: rc = 0 00000004:00080000:1.0:1788572582.032052:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92898a80 with version 4852 00000020:00080000:1.0:1788572582.032055:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962908 cancel update log [0x240000bd2:0x151:0x0].596: rc = 0 00000020:00080000:1.0:1788572582.032072:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962908 cancel update log [0x2000013a0:0x2:0x0].127: rc = 0 00000004:00080000:1.0:1788572582.032094:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbaf7d6480 with version 4853 00000020:00080000:1.0:1788572582.032097:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962909 cancel update log [0x240000bd2:0x151:0x0].597: rc = 0 00000020:00080000:1.0:1788572582.032113:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962909 cancel update log [0x2000013a0:0x2:0x0].128: rc = 0 00000004:00080000:1.0:1788572582.032135:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca9699d600 with version 4854 00000020:00080000:1.0:1788572582.032138:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962910 cancel update log [0x240000bd2:0x151:0x0].598: rc = 0 00000020:00080000:1.0:1788572582.032205:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962910 cancel update log [0x2000013a0:0x2:0x0].129: rc = 0 00000004:00080000:1.0:1788572582.032225:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca9699d780 with version 4855 00000020:00080000:1.0:1788572582.032228:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962911 cancel update log [0x240000bd2:0x151:0x0].599: rc = 0 00000020:00080000:1.0:1788572582.032260:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962911 cancel update log [0x2000013a0:0x2:0x0].130: rc = 0 00000004:00080000:1.0:1788572582.032281:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca9699df00 with version 4856 00000020:00080000:1.0:1788572582.032284:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962912 cancel update log [0x240000bd2:0x151:0x0].600: rc = 0 00000020:00080000:1.0:1788572582.032301:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962912 cancel update log [0x2000013a0:0x2:0x0].131: rc = 0 00000004:00080000:1.0:1788572582.032320:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca9699d180 with version 4857 00000020:00080000:1.0:1788572582.032323:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962913 cancel update log [0x240000bd2:0x151:0x0].601: rc = 0 00000020:00080000:1.0:1788572582.032342:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962913 cancel update log [0x2000013a0:0x2:0x0].132: rc = 0 00000004:00080000:1.0:1788572582.032381:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca9699da80 with version 4858 00000020:00080000:1.0:1788572582.032384:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962914 cancel update log [0x240000bd2:0x151:0x0].602: rc = 0 00010000:00010000:3.0:1788572582.035551:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88cbbdd9ea00/0xaad440e68c4862dd lrc: 0/0,0 mode: --/PW res: [0x240000bd1:0x1e:0x0].0x5443db1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c4862d6 expref: 7 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.035582:0:225659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000bd1:0x1e:0x0].0x5443db1 (ffff88cb981f5800) 00010000:00010000:3.0:1788572582.035600:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:1.0:1788572582.035761:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962914 cancel update log [0x2000013a0:0x2:0x0].133: rc = 0 00000004:00080000:1.0:1788572582.035808:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca9699d480 with version 4859 00000020:00080000:1.0:1788572582.035812:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962915 cancel update log [0x240000bd2:0x151:0x0].603: rc = 0 00000020:00080000:1.0:1788572582.035833:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962915 cancel update log [0x2000013a0:0x2:0x0].134: rc = 0 00000004:00080000:1.0:1788572582.035858:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca9699de40 with version 4860 00000020:00080000:1.0:1788572582.035861:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962916 cancel update log [0x240000bd2:0x151:0x0].604: rc = 0 00000020:00080000:1.0:1788572582.035881:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962916 cancel update log [0x2000013a0:0x2:0x0].135: rc = 0 00000004:00080000:1.0:1788572582.035901:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca9699d000 with version 4861 00000020:00080000:1.0:1788572582.035904:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962917 cancel update log [0x240000bd2:0x151:0x0].605: rc = 0 00000020:00080000:1.0:1788572582.035921:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962917 cancel update log [0x2000013a0:0x2:0x0].136: rc = 0 00000004:00080000:1.0:1788572582.035940:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93b90900 with version 4862 00000020:00080000:1.0:1788572582.035943:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962918 cancel update log [0x240000bd2:0x151:0x0].606: rc = 0 00000020:00080000:1.0:1788572582.035960:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962918 cancel update log [0x2000013a0:0x2:0x0].137: rc = 0 00000004:00080000:1.0:1788572582.035981:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93b90780 with version 4863 00000020:00080000:1.0:1788572582.035984:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962919 cancel update log [0x240000bd2:0x151:0x0].607: rc = 0 00000020:00080000:1.0:1788572582.036002:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962919 cancel update log [0x2000013a0:0x2:0x0].138: rc = 0 00000004:00080000:1.0:1788572582.036021:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93b90c00 with version 4864 00000020:00080000:1.0:1788572582.036024:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962920 cancel update log [0x240000bd2:0x151:0x0].608: rc = 0 00000020:00080000:1.0:1788572582.036041:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962920 cancel update log [0x2000013a0:0x2:0x0].139: rc = 0 00000004:00080000:1.0:1788572582.036064:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93b90cc0 with version 4865 00000020:00080000:1.0:1788572582.036067:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962921 cancel update log [0x240000bd2:0x151:0x0].609: rc = 0 00000020:00080000:1.0:1788572582.036084:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962921 cancel update log [0x2000013a0:0x2:0x0].140: rc = 0 00000004:00080000:1.0:1788572582.036104:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93b90a80 with version 4866 00000020:00080000:1.0:1788572582.036106:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962922 cancel update log [0x240000bd2:0x151:0x0].610: rc = 0 00000020:00080000:1.0:1788572582.036124:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962922 cancel update log [0x2000013a0:0x2:0x0].141: rc = 0 00000004:00080000:1.0:1788572582.036193:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93b90b40 with version 4867 00000020:00080000:1.0:1788572582.036197:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962923 cancel update log [0x240000bd2:0x151:0x0].611: rc = 0 00000020:00080000:1.0:1788572582.036218:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962923 cancel update log [0x2000013a0:0x2:0x0].142: rc = 0 00000004:00080000:1.0:1788572582.036251:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93b90000 with version 4868 00000020:00080000:1.0:1788572582.036254:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962924 cancel update log [0x240000bd2:0x151:0x0].612: rc = 0 00000020:00080000:1.0:1788572582.036275:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962924 cancel update log [0x2000013a0:0x2:0x0].143: rc = 0 00000004:00080000:1.0:1788572582.036297:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93b90480 with version 4869 00000020:00080000:1.0:1788572582.036300:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962925 cancel update log [0x240000bd2:0x151:0x0].613: rc = 0 00000020:00080000:1.0:1788572582.036320:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962925 cancel update log [0x2000013a0:0x2:0x0].144: rc = 0 00000004:00080000:1.0:1788572582.036339:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca928953c0 with version 4870 00000020:00080000:1.0:1788572582.036342:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962926 cancel update log [0x240000bd2:0x151:0x0].614: rc = 0 00000020:00080000:1.0:1788572582.036362:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962926 cancel update log [0x2000013a0:0x2:0x0].145: rc = 0 00000004:00080000:1.0:1788572582.036382:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca928950c0 with version 4871 00000020:00080000:1.0:1788572582.036385:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962927 cancel update log [0x240000bd2:0x151:0x0].615: rc = 0 00000020:00080000:1.0:1788572582.036904:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962927 cancel update log [0x2000013a0:0x2:0x0].146: rc = 0 00000004:00080000:1.0:1788572582.036930:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92895a80 with version 4872 00000020:00080000:1.0:1788572582.036933:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962928 cancel update log [0x240000bd2:0x151:0x0].616: rc = 0 00000020:00080000:1.0:1788572582.036951:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962928 cancel update log [0x2000013a0:0x2:0x0].147: rc = 0 00000004:00080000:1.0:1788572582.036992:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92895900 with version 4873 00000020:00080000:1.0:1788572582.036995:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962929 cancel update log [0x240000bd2:0x151:0x0].617: rc = 0 00000020:00080000:1.0:1788572582.037016:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962929 cancel update log [0x2000013a0:0x2:0x0].148: rc = 0 00000004:00080000:1.0:1788572582.037047:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92895300 with version 4874 00000020:00080000:1.0:1788572582.037050:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962930 cancel update log [0x240000bd2:0x151:0x0].618: rc = 0 00000020:00080000:1.0:1788572582.037069:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962930 cancel update log [0x2000013a0:0x2:0x0].149: rc = 0 00000004:00080000:1.0:1788572582.037086:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca928956c0 with version 4875 00000020:00080000:1.0:1788572582.037089:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962931 cancel update log [0x240000bd2:0x151:0x0].619: rc = 0 00000020:00080000:1.0:1788572582.037106:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962931 cancel update log [0x2000013a0:0x2:0x0].150: rc = 0 00000004:00080000:1.0:1788572582.037123:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92895600 with version 4876 00000020:00080000:1.0:1788572582.037126:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962932 cancel update log [0x240000bd2:0x151:0x0].620: rc = 0 00000020:00080000:1.0:1788572582.037177:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962932 cancel update log [0x2000013a0:0x2:0x0].151: rc = 0 00000004:00080000:1.0:1788572582.037198:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92895cc0 with version 4877 00000020:00080000:1.0:1788572582.037200:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962933 cancel update log [0x240000bd2:0x151:0x0].621: rc = 0 00000020:00080000:1.0:1788572582.037220:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962933 cancel update log [0x2000013a0:0x2:0x0].152: rc = 0 00000004:00080000:1.0:1788572582.039562:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca92895c00 with version 4878 00000020:00080000:1.0:1788572582.039578:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962934 cancel update log [0x240000bd2:0x151:0x0].622: rc = 0 00000020:00080000:1.0:1788572582.039664:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962934 cancel update log [0x2000013a0:0x2:0x0].153: rc = 0 00000004:00080000:1.0:1788572582.039708:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca98881f00 with version 4879 00000020:00080000:1.0:1788572582.039712:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962935 cancel update log [0x240000bd2:0x151:0x0].623: rc = 0 00000020:00080000:1.0:1788572582.039734:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962935 cancel update log [0x2000013a0:0x2:0x0].154: rc = 0 00000004:00080000:1.0:1788572582.039752:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8ebbdcc0 with version 4880 00000020:00080000:1.0:1788572582.039755:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962936 cancel update log [0x240000bd2:0x151:0x0].624: rc = 0 00000020:00080000:1.0:1788572582.039771:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962936 cancel update log [0x2000013a0:0x2:0x0].155: rc = 0 00000004:00080000:1.0:1788572582.039820:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8ebbdf00 with version 4881 00000020:00080000:1.0:1788572582.039824:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962937 cancel update log [0x240000bd2:0x151:0x0].625: rc = 0 00000020:00080000:1.0:1788572582.039845:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962937 cancel update log [0x2000013a0:0x2:0x0].156: rc = 0 00000004:00080000:1.0:1788572582.039862:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8ebbd9c0 with version 4882 00000020:00080000:1.0:1788572582.039864:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962938 cancel update log [0x240000bd2:0x151:0x0].626: rc = 0 00000020:00080000:1.0:1788572582.039878:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962938 cancel update log [0x2000013a0:0x2:0x0].157: rc = 0 00000004:00080000:1.0:1788572582.039893:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8ebbde40 with version 4883 00000020:00080000:1.0:1788572582.039895:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962939 cancel update log [0x240000bd2:0x151:0x0].627: rc = 0 00000020:00080000:1.0:1788572582.039910:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962939 cancel update log [0x2000013a0:0x2:0x0].158: rc = 0 00000004:00080000:1.0:1788572582.039927:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8ebbdc00 with version 4884 00000020:00080000:1.0:1788572582.039931:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962940 cancel update log [0x240000bd2:0x151:0x0].628: rc = 0 00000020:00080000:1.0:1788572582.039946:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962940 cancel update log [0x2000013a0:0x2:0x0].159: rc = 0 00000004:00080000:1.0:1788572582.039965:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca962bcb40 with version 4885 00000020:00080000:1.0:1788572582.039968:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962941 cancel update log [0x240000bd2:0x151:0x0].629: rc = 0 00000020:00080000:1.0:1788572582.039986:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962941 cancel update log [0x2000013a0:0x2:0x0].160: rc = 0 00000004:00080000:1.0:1788572582.040005:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca962bccc0 with version 4886 00000020:00080000:1.0:1788572582.040008:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962942 cancel update log [0x240000bd2:0x151:0x0].630: rc = 0 00000020:00080000:1.0:1788572582.040026:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962942 cancel update log [0x2000013a0:0x2:0x0].161: rc = 0 00000004:00080000:1.0:1788572582.040045:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca962bc180 with version 4887 00000020:00080000:1.0:1788572582.040049:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962943 cancel update log [0x240000bd2:0x151:0x0].631: rc = 0 00000020:00080000:1.0:1788572582.040067:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962943 cancel update log [0x2000013a0:0x2:0x0].162: rc = 0 00000004:00080000:1.0:1788572582.040084:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca962bcd80 with version 4888 00000020:00080000:1.0:1788572582.040086:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962944 cancel update log [0x240000bd2:0x151:0x0].632: rc = 0 00000020:00080000:1.0:1788572582.040104:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962944 cancel update log [0x2000013a0:0x2:0x0].163: rc = 0 00000004:00080000:1.0:1788572582.040137:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca962bc6c0 with version 4889 00000020:00080000:1.0:1788572582.040171:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962945 cancel update log [0x240000bd2:0x151:0x0].633: rc = 0 00000020:00080000:1.0:1788572582.040194:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962945 cancel update log [0x2000013a0:0x2:0x0].164: rc = 0 00000004:00080000:1.0:1788572582.040212:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca962bc3c0 with version 4890 00000020:00080000:1.0:1788572582.040215:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962946 cancel update log [0x240000bd2:0x151:0x0].634: rc = 0 00000020:00080000:1.0:1788572582.040229:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962946 cancel update log [0x2000013a0:0x2:0x0].165: rc = 0 00000004:00080000:0.0:1788572582.041757:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f1880/2, rc 0, transno 8589943983 00000100:00100000:0.0:1788572582.041771:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196122368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.041798:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196122880:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1788572582.041888:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca962bcc00 with version 4891 00000020:00080000:1.0:1788572582.041895:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962947 cancel update log [0x240000bd2:0x151:0x0].635: rc = 0 00000020:00080000:1.0:1788572582.041948:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962947 cancel update log [0x2000013a0:0x2:0x0].166: rc = 0 00000004:00080000:1.0:1788572582.041974:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca962bce40 with version 4892 00000020:00080000:1.0:1788572582.041977:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962948 cancel update log [0x240000bd2:0x151:0x0].636: rc = 0 00000020:00080000:1.0:1788572582.041996:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962948 cancel update log [0x2000013a0:0x2:0x0].167: rc = 0 00000004:00080000:1.0:1788572582.042019:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8d8493c0 with version 4893 00000020:00080000:1.0:1788572582.042022:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962949 cancel update log [0x240000bd2:0x151:0x0].637: rc = 0 00000020:00080000:1.0:1788572582.042042:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962949 cancel update log [0x2000013a0:0x2:0x0].169: rc = 0 00000020:00080000:1.0:1788572582.042051:0:202428:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8589962949 00000004:00080000:1.0:1788572582.042080:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4849 rpc_version 4849 00000020:00100000:1.0:1788572582.042111:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572582.042119:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca85727100 x1875440196123648/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.044345:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85727100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196123648:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572582.044503:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85547450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+6:3640:x1875440196120448:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 17165us (20769us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.044517:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16129 00000100:00100000:2.0:1788572582.044574:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196122752:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.044610:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.044647:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196123264:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.044668:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.044704:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196118784:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.044824:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196121088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.044851:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.044869:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196121600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.044887:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.044903:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196122112:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.044924:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.044941:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196122624:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.044962:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.044978:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85727800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196123136:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.044996:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.045018:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196118912:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.045030:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196119936:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.045039:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196120448:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.045048:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196120576:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1788572582.045068:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [2->3] 00000100:00100000:2.0:1788572582.045075:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196120960:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.045097:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.045114:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196121472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.045133:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.045182:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196121984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.045206:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.045225:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196122496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.045247:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.045264:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85726d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196123008:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.045285:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.045314:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196122752 00000100:00100000:2.0:1788572582.045321:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196122752 00000100:00100000:2.0:1788572582.045371:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196123264 00000100:00100000:2.0:1788572582.045374:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196123264 00000100:00100000:2.0:1788572582.045393:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196121088 00000100:00100000:2.0:1788572582.045395:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196121088 00000100:00100000:2.0:1788572582.045410:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196121600 00000100:00100000:2.0:1788572582.045412:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196121600 00000100:00100000:2.0:1788572582.045422:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196122112 00000100:00100000:2.0:1788572582.045424:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196122112 00000100:00100000:2.0:1788572582.045432:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196122624 00000100:00100000:2.0:1788572582.045434:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196122624 00000100:00100000:2.0:1788572582.045442:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196123136 00000100:00100000:2.0:1788572582.045444:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196123136 00000100:00100000:2.0:1788572582.045451:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196120960 00000100:00100000:2.0:1788572582.045453:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196120960 00000100:00100000:2.0:1788572582.045460:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196121472 00000100:00100000:2.0:1788572582.045462:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196121472 00000100:00100000:2.0:1788572582.045470:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196121984 00000100:00100000:2.0:1788572582.045472:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196121984 00000100:00100000:2.0:1788572582.045482:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21464 00000100:00100000:2.0:1788572582.045489:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3637:x1875440196122752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.045519:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3655 count 1 00002000:00010000:2.0:1788572582.045560:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe47:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.045570:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002abf7843/0xaad440e68c488f99 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe47:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.045590:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe47:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.045594:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe47:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.045601:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002abf7843/0xaad440e68c488f99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.045619:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002abf7843/0xaad440e68c488f99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.045630:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002abf7843/0xaad440e68c488f99 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.045639:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002abf7843/0xaad440e68c488f99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.045657:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572582.045816:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3637:x1875440196122752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 326us (1205us total) trans 8589944665 rc 0/0 00000100:00100000:2.0:1788572582.045824:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21464 00000100:00100000:2.0:1788572582.045839:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196122496 00000100:00100000:2.0:1788572582.045842:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196122496 00000100:00100000:2.0:1788572582.045855:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196123008 00000100:00100000:2.0:1788572582.045857:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196123008 00000100:00100000:2.0:1788572582.045867:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21465 00000100:00100000:2.0:1788572582.045873:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3637:x1875440196123264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.045886:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3860 count 1 00002000:00010000:2.0:1788572582.045901:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.045906:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488fa0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.045915:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf14:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.045918:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.045923:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488fa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.045933:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488fa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.045941:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488fa0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.045949:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488fa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.045964:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572582.046028:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3637:x1875440196123264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 154us (1358us total) trans 8589944666 rc 0/0 00000100:00100000:2.0:1788572582.046034:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21465 00000100:00100000:2.0:1788572582.046046:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21466 00000100:00100000:2.0:1788572582.046052:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440196121088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.046063:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3355 count 1 00002000:00010000:2.0:1788572582.046078:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.046083:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c488fa7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046092:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd1b:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.046095:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.046098:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c488fa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046108:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c488fa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046115:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c488fa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046122:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c488fa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046131:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1788572582.046250:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3640:x1875440196121088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 197us (1396us total) trans 8589943985 rc 0/0 00000100:00100000:2.0:1788572582.046256:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21466 00000100:00100000:2.0:1788572582.046268:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21467 00000100:00100000:2.0:1788572582.046274:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440196121600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.046287:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3781 count 1 00002000:00010000:2.0:1788572582.046300:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xec5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.046305:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488fae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xec5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046318:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xec5:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.046321:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xec5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.046326:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488fae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xec5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046335:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488fae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xec5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046343:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488fae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xec5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046351:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488fae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xec5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046359:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1788572582.046421:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3640:x1875440196121600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 147us (1532us total) trans 8589943986 rc 0/0 00000100:00100000:2.0:1788572582.046428:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21467 00000100:00100000:2.0:1788572582.046441:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21468 00000100:00100000:2.0:1788572582.046447:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440196122112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.046458:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3577 count 1 00002000:00010000:2.0:1788572582.046472:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xdf9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.046477:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488fb5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046489:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdf9:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.046492:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xdf9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.046495:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488fb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046504:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488fb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046513:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488fb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046520:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488fb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046528:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1788572582.046590:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3640:x1875440196122112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 143us (1665us total) trans 8589943987 rc 0/0 00000100:00100000:2.0:1788572582.046595:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21468 00000100:00100000:2.0:1788572582.046606:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21469 00000100:00100000:2.0:1788572582.046612:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3640:x1875440196122624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.046621:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3763 count 1 00002000:00010000:2.0:1788572582.046634:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xeb3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.046639:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c488fbc lrc: 3/0,1 mode: --/PW res: [0x280000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046650:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xeb3:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.046653:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xeb3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.046657:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c488fbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046665:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c488fbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046673:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c488fbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046681:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c488fbc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046689:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1788572582.046751:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3640:x1875440196122624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 138us (1787us total) trans 8589944667 rc 0/0 00000100:00100000:2.0:1788572582.046756:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21469 00000100:00100000:2.0:1788572582.046768:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21470 00000100:00100000:2.0:1788572582.046775:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3640:x1875440196123136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.046785:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3877 count 1 00002000:00010000:2.0:1788572582.046800:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.046805:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c488fc3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046818:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf25:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.046821:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.046825:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c488fc3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046833:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c488fc3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046841:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c488fc3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046847:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c488fc3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046855:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1788572582.046918:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3640:x1875440196123136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 144us (1920us total) trans 8589944668 rc 0/0 00000100:00100000:2.0:1788572582.046925:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21470 00000100:00100000:2.0:1788572582.046937:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21471 00000100:00100000:2.0:1788572582.046943:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440196120960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.046954:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3639 count 1 00002000:00010000:2.0:1788572582.046967:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.046972:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488fca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046983:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe37:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.046986:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.046990:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488fca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.046998:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488fca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047005:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488fca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047012:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488fca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047020:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:2.0:1788572582.047079:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3640:x1875440196120960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 135us (1980us total) trans 8589943988 rc 0/0 00000100:00100000:2.0:1788572582.047085:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21471 00000100:00100000:2.0:1788572582.047097:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21472 00000100:00100000:2.0:1788572582.047103:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440196121472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.047115:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3744 count 1 00002000:00010000:2.0:1788572582.047129:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xea0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.047134:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088ab4185/0xaad440e68c488fd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xea0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047181:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xea0:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.047184:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xea0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.047188:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088ab4185/0xaad440e68c488fd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047197:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088ab4185/0xaad440e68c488fd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047204:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088ab4185/0xaad440e68c488fd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047210:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088ab4185/0xaad440e68c488fd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xea0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047220:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:2.0:1788572582.047299:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3640:x1875440196121472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 195us (2164us total) trans 8589943989 rc 0/0 00000100:00100000:2.0:1788572582.047306:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21472 00000100:00100000:2.0:1788572582.047319:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21473 00000100:00100000:2.0:1788572582.047325:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440196121984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.047337:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3815 count 1 00002000:00010000:2.0:1788572582.047351:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xee7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.047356:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000433333eb/0xaad440e68c488fd8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xee7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047369:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xee7:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.047372:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xee7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.047375:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000433333eb/0xaad440e68c488fd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xee7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047383:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000433333eb/0xaad440e68c488fd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xee7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047391:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000433333eb/0xaad440e68c488fd8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xee7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047398:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000433333eb/0xaad440e68c488fd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xee7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047406:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:2.0:1788572582.047470:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3640:x1875440196121984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 143us (2262us total) trans 8589943990 rc 0/0 00000100:00100000:2.0:1788572582.047476:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21473 00000100:00100000:2.0:1788572582.047489:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21474 00000100:00100000:2.0:1788572582.047495:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3640:x1875440196122496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.047509:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3723 count 1 00002000:00010000:2.0:1788572582.047525:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe8b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.047529:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488fdf lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe8b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047541:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe8b:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.047544:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe8b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.047548:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488fdf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047557:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488fdf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047565:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488fdf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047572:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488fdf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047580:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:2.0:1788572582.047637:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3640:x1875440196122496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 142us (2388us total) trans 8589944669 rc 0/0 00000100:00100000:2.0:1788572582.047643:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21474 00000100:00100000:2.0:1788572582.047654:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21475 00000100:00100000:2.0:1788572582.047661:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3640:x1875440196123008:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.047672:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3563 count 1 00002000:00010000:2.0:1788572582.047686:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xdeb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.047691:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c7fc6968/0xaad440e68c488fe6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047703:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdeb:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.047706:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdeb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.047710:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7fc6968/0xaad440e68c488fe6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047719:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7fc6968/0xaad440e68c488fe6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047727:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c7fc6968/0xaad440e68c488fe6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047734:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c7fc6968/0xaad440e68c488fe6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.047742:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00000100:00100000:2.0:1788572582.047798:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3640:x1875440196123008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 137us (2511us total) trans 8589944670 rc 0/0 00000100:00100000:2.0:1788572582.047804:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21475 00000100:00100000:2.0:1788572582.047853:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589944621 gen 2 00000004:00080000:2.0:1788572582.047859:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a5500, transno 8589944571 00000004:00080000:2.0:1788572582.047882:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a5c00, transno 8589944572 00000004:00080000:2.0:1788572582.047885:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a7b80, transno 8589944573 00000004:00080000:2.0:1788572582.047888:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83980a80, transno 8589944574 00000004:00080000:2.0:1788572582.047890:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca839a4380, transno 8589944575 00000004:00080000:2.0:1788572582.047893:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9513d880, transno 8589944576 00000004:00080000:2.0:1788572582.047895:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a5180, transno 8589944577 00000004:00080000:2.0:1788572582.047899:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b675c00, transno 8589944578 00000004:00080000:2.0:1788572582.047901:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca839a7480, transno 8589944579 00000004:00080000:2.0:1788572582.047903:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9513fb80, transno 8589944580 00000004:00080000:2.0:1788572582.047906:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9513ea00, transno 8589944581 00000004:00080000:2.0:1788572582.047908:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b675180, transno 8589944582 00000004:00080000:2.0:1788572582.047910:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a4e00, transno 8589944583 00000004:00080000:2.0:1788572582.047913:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a6680, transno 8589944584 00000004:00080000:2.0:1788572582.047915:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9513c000, transno 8589944585 00000004:00080000:2.0:1788572582.047917:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9513d500, transno 8589944586 00000004:00080000:2.0:1788572582.047920:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83983480, transno 8589944587 00000004:00080000:2.0:1788572582.047923:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9513e300, transno 8589944588 00000004:00080000:2.0:1788572582.047926:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83983800, transno 8589944589 00000004:00080000:2.0:1788572582.047928:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83981c00, transno 8589944590 00000004:00080000:2.0:1788572582.047931:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83981f80, transno 8589944591 00000004:00080000:2.0:1788572582.047933:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e055500, transno 8589944592 00000004:00080000:2.0:1788572582.047936:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e054380, transno 8589944593 00000004:00080000:2.0:1788572582.047938:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e054e00, transno 8589944594 00000004:00080000:2.0:1788572582.047941:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca961d4000, transno 8589944595 00000004:00080000:2.0:1788572582.047944:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec6300, transno 8589944596 00000004:00080000:2.0:1788572582.047946:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec5c00, transno 8589944597 00000004:00080000:2.0:1788572582.047949:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec5880, transno 8589944598 00000004:00080000:2.0:1788572582.047952:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83981500, transno 8589944599 00000004:00080000:2.0:1788572582.047955:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b799180, transno 8589944600 00000004:00080000:2.0:1788572582.047957:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79a680, transno 8589944601 00000004:00080000:2.0:1788572582.047959:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79ad80, transno 8589944602 00000004:00080000:2.0:1788572582.047962:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79aa00, transno 8589944603 00000004:00080000:2.0:1788572582.047964:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79b100, transno 8589944604 00000004:00080000:2.0:1788572582.047966:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbde70700, transno 8589944605 00000004:00080000:2.0:1788572582.047968:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b798700, transno 8589944606 00000004:00080000:2.0:1788572582.047971:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8f936d80, transno 8589944607 00000004:00080000:2.0:1788572582.047974:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b798380, transno 8589944608 00000004:00080000:2.0:1788572582.047976:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8f934000, transno 8589944609 00000004:00080000:2.0:1788572582.047979:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca96adca80, transno 8589944610 00000004:00080000:2.0:1788572582.047981:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8f935880, transno 8589944611 00000004:00080000:2.0:1788572582.047984:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8f937b80, transno 8589944612 00000004:00080000:2.0:1788572582.047986:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b798000, transno 8589944613 00000004:00080000:2.0:1788572582.047989:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8f934a80, transno 8589944614 00000004:00080000:2.0:1788572582.047991:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca95508380, transno 8589944615 00000004:00080000:2.0:1788572582.047994:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b799500, transno 8589944616 00000004:00080000:2.0:1788572582.047996:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79b480, transno 8589944617 00000004:00080000:2.0:1788572582.047999:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b799880, transno 8589944618 00000004:00080000:2.0:1788572582.048001:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca7a680, transno 8589944619 00000004:00080000:2.0:1788572582.048004:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca95509c00, transno 8589944620 00000004:00080000:2.0:1788572582.048007:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca7a300, transno 8589944621 00000100:00100000:2.0:1788572582.048014:0:3637:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff88ca85724e00 x1875440196122752/t8589944665(8589944665) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572598 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1788572582.048026:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85724e00/2, rc 0, transno 8589944665 00000100:00100000:2.0:1788572582.048031:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196122752:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1788572582.048045:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85725c00/2, rc 0, transno 8589944666 00000100:00100000:2.0:1788572582.048049:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85725c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196123264:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.052461:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1ddb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+5:3640:x1875440196119424:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 28325us (28785us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.052479:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16127 00000004:00080000:3.0:1788572582.052632:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9478ed80/2, rc 0, transno 8589943988 00000100:00100000:3.0:1788572582.052640:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196120960:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.052653:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9478dc00/2, rc 0, transno 8589943989 00000100:00100000:3.0:1788572582.052657:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196121472:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.052669:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8558b800/2, rc 0, transno 8589943990 00000100:00100000:3.0:1788572582.052672:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196121984:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.052684:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85724380/2, rc 0, transno 8589944669 00000100:00100000:3.0:1788572582.052687:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196122496:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572582.052696:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85726d80/2, rc 0, transno 8589944670 00000100:00100000:3.0:1788572582.052699:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85726d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196123008:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572582.052708:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9478d500/2, rc 0, transno 8589943985 00000100:00100000:3.0:1788572582.052712:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196121088:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.052720:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9478c700/2, rc 0, transno 8589943986 00000100:00100000:3.0:1788572582.052723:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196121600:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.052732:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85589500/2, rc 0, transno 8589943987 00000100:00100000:3.0:1788572582.052735:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196122112:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.052743:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85724a80/2, rc 0, transno 8589944667 00000100:00100000:3.0:1788572582.052746:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85724a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196122624:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572582.052753:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85727800/2, rc 0, transno 8589944668 00000100:00100000:3.0:1788572582.052756:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85727800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196123136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.052770:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196119424:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1788572582.052846:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:3.0:1788572582.052854:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002abf7843/0xaad440e68c488f99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.052866:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.052871:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002abf7843/0xaad440e68c488f99 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.052884:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002abf7843/0xaad440e68c488f99 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.052906:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002abf7843/0xaad440e68c488f99 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.052913:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002abf7843/0xaad440e68c488f99 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.052937:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:3.0:1788572582.052941:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488fa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.052948:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.052951:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488fa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.052963:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488fa0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.052973:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488fa0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.052979:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae3e8054/0xaad440e68c488fa0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.052991:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:3.0:1788572582.052996:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c488fa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053002:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.053006:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c488fa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053013:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c488fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053023:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c488fa7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053030:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a66a765b/0xaad440e68c488fa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053049:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1788572582.053053:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488fae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xec5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053059:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.053062:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488fae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xec5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053070:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488fae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xec5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053079:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488fae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xec5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053086:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4ce8ce7/0xaad440e68c488fae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xec5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053098:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1788572582.053102:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488fb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053107:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.053110:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488fb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053122:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053131:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488fb5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053149:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a4f397c/0xaad440e68c488fb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xdf9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053193:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1788572582.053197:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c488fbc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053203:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.053206:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c488fbc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053212:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c488fbc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053222:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c488fbc lrc: 1/0,0 mode: --/PW res: [0x280000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053230:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c354f1f7/0xaad440e68c488fbc lrc: 0/0,0 mode: --/PW res: [0x280000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053263:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1788572582.053267:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c488fc3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053273:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed9c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.053276:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c488fc3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053282:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c488fc3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053292:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c488fc3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053300:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b5a73fd/0xaad440e68c488fc3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053311:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1788572582.053315:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488fca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053321:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfed8a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.053324:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488fca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053335:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488fca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053343:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488fca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053350:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff9ef4ff/0xaad440e68c488fca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053363:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788572582.053366:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088ab4185/0xaad440e68c488fd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xea0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053372:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8b200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.053376:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088ab4185/0xaad440e68c488fd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xea0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053382:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088ab4185/0xaad440e68c488fd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xea0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053391:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088ab4185/0xaad440e68c488fd1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xea0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053397:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088ab4185/0xaad440e68c488fd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xea0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053415:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572582.053419:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000433333eb/0xaad440e68c488fd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xee7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053425:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8a200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.053428:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000433333eb/0xaad440e68c488fd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xee7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053434:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000433333eb/0xaad440e68c488fd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xee7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053441:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000433333eb/0xaad440e68c488fd8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xee7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053447:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000433333eb/0xaad440e68c488fd8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xee7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053457:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572582.053460:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488fdf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053466:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb9ca8ba00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.053468:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488fdf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053480:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488fdf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053488:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488fdf lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053494:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6ed0a78/0xaad440e68c488fdf lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe8b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053505:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.053508:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c7fc6968/0xaad440e68c488fe6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053514:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.053517:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7fc6968/0xaad440e68c488fe6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053523:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7fc6968/0xaad440e68c488fe6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053531:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c7fc6968/0xaad440e68c488fe6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053537:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7fc6968/0xaad440e68c488fe6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdeb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.053552:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.053553:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.053555:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.053643:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572582.054470:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.054521:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196123392:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.054552:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.054711:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196122880 00000100:00100000:0.0:1788572582.054717:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196122880 00000100:00100000:0.0:1788572582.054757:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196123392 00000100:00100000:0.0:1788572582.054760:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196123392 00000100:00100000:0.0:1788572582.054779:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21476 00000100:00100000:0.0:1788572582.054788:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3638:x1875440196122880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.054812:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3556 count 1 00002000:00010000:0.0:1788572582.054841:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xde4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.054848:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c488fed lrc: 3/0,1 mode: --/PW res: [0x280000401:0xde4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.054862:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xde4:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.054867:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xde4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.054874:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c488fed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.054887:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c488fed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.054897:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c488fed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xde4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.054906:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c488fed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xde4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.054922:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.055079:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3638:x1875440196122880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 292us (612us total) trans 8589944671 rc 0/0 00000100:00100000:0.0:1788572582.055087:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21476 00000100:00100000:0.0:1788572582.055104:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21477 00000100:00100000:0.0:1788572582.055109:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3638:x1875440196123392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.055120:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3867 count 1 00002000:00010000:0.0:1788572582.055136:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.055173:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f4c8aea/0xaad440e68c488ff4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.055182:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf1b:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.055184:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.055188:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f4c8aea/0xaad440e68c488ff4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.055201:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f4c8aea/0xaad440e68c488ff4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.055209:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f4c8aea/0xaad440e68c488ff4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.055215:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f4c8aea/0xaad440e68c488ff4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.055230:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572582.055418:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196124032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.055454:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.055477:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196124544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.055496:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.055515:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788572582.055521:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196124160:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.055542:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.055557:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196124672:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.055577:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.055599:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196124032 00000100:00100000:3.0:1788572582.055604:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196124032 00000100:00100000:3.0:1788572582.055626:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196124544 00000100:00100000:3.0:1788572582.055628:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196124544 00000100:00100000:3.0:1788572582.055637:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196124160 00000100:00100000:3.0:1788572582.055640:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196124160 00000100:00100000:3.0:1788572582.055648:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196124672 00000100:00100000:3.0:1788572582.055650:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196124672 00000100:00100000:3.0:1788572582.055661:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21478 00000100:00100000:3.0:1788572582.055667:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3637:x1875440196124032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.055680:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3681 count 1 00002000:00010000:3.0:1788572582.055702:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe61:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.055708:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003bed7422/0xaad440e68c488ffb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe61:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.055718:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe61:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.055720:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe61:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.055727:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003bed7422/0xaad440e68c488ffb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.055737:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003bed7422/0xaad440e68c488ffb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.055744:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003bed7422/0xaad440e68c488ffb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.055751:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003bed7422/0xaad440e68c488ffb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.055759:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572582.055854:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3637:x1875440196124032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 186us (398us total) trans 8589943991 rc 0/0 00000100:00100000:3.0:1788572582.055860:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21478 00000100:00100000:3.0:1788572582.055876:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21479 00000100:00100000:3.0:1788572582.055882:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3637:x1875440196124544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.055891:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3387 count 1 00002000:00010000:3.0:1788572582.055905:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.055910:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c489002 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.055922:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd3b:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.055925:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.055929:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c489002 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.055937:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c489002 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.055944:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c489002 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.055950:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c489002 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.055959:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1788572582.056017:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3637:x1875440196124544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 135us (519us total) trans 8589943992 rc 0/0 00000100:00100000:3.0:1788572582.056024:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21479 00000100:00100000:3.0:1788572582.056036:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21480 00000100:00100000:3.0:1788572582.056042:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3637:x1875440196124160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.056053:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3497 count 1 00002000:00010000:3.0:1788572582.056067:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xda9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.056072:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c489009 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xda9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056083:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xda9:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.056086:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xda9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.056090:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c489009 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056098:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c489009 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056106:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c489009 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xda9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056113:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c489009 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056122:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1788572582.056226:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3637:x1875440196124160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 184us (682us total) trans 8589943993 rc 0/0 00000100:00100000:3.0:1788572582.056233:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21480 00000100:00100000:3.0:1788572582.056264:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21481 00000100:00100000:3.0:1788572582.056270:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1ddad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3637:x1875440196124672:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.056281:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3841 count 1 00002000:00010000:3.0:1788572582.056296:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf01:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.056301:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050106d53/0xaad440e68c489010 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf01:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056312:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf01:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.056315:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf01:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.056319:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000050106d53/0xaad440e68c489010 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056328:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000050106d53/0xaad440e68c489010 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056336:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000050106d53/0xaad440e68c489010 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056342:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000050106d53/0xaad440e68c489010 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056351:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:3.0:1788572582.056411:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1ddad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3637:x1875440196124672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 140us (832us total) trans 8589943994 rc 0/0 00000100:00100000:3.0:1788572582.056417:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21481 00000004:00080000:3.0:1788572582.056464:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f2a00/2, rc 0, transno 8589943993 00000100:00100000:3.0:1788572582.056478:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196124160:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.056488:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f3100/2, rc 0, transno 8589943994 00000100:00100000:3.0:1788572582.056491:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196124672:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.056498:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f1f80/2, rc 0, transno 8589943991 00000100:00100000:3.0:1788572582.056502:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196124032:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.056511:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f0380/2, rc 0, transno 8589943992 00000100:00100000:3.0:1788572582.056515:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196124544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.056534:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196123776:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.056562:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.056580:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196124288:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.056598:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.056615:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788572582.056622:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196123904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.056642:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.056651:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196124416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.056667:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.056684:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196123776 00000100:00100000:3.0:1788572582.056687:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196123776 00000100:00100000:3.0:1788572582.056702:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196124288 00000100:00100000:3.0:1788572582.056704:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196124288 00000100:00100000:3.0:1788572582.056711:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196123904 00000100:00100000:3.0:1788572582.056713:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196123904 00000100:00100000:3.0:1788572582.056719:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196124416 00000100:00100000:3.0:1788572582.056721:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196124416 00000100:00100000:3.0:1788572582.056731:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21482 00000100:00100000:3.0:1788572582.056736:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+26:3639:x1875440196123776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.056746:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3392 count 1 00002000:00010000:3.0:1788572582.056762:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.056767:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c489017 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056776:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd40:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.056779:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.056783:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c489017 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056792:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c489017 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056800:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c489017 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056808:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c489017 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056817:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:3.0:1788572582.056886:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:3639:x1875440196123776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 149us (322us total) trans 8589943995 rc 0/0 00000100:00100000:3.0:1788572582.056892:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21482 00000100:00100000:3.0:1788572582.056907:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21483 00000100:00100000:3.0:1788572582.056912:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1ddb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+26:3639:x1875440196124288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.056925:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3439 count 1 00002000:00010000:3.0:1788572582.056940:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd6f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.056944:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000607e5285/0xaad440e68c48901e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056951:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd6f:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.056954:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd6f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.056958:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000607e5285/0xaad440e68c48901e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056966:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000607e5285/0xaad440e68c48901e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056974:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000607e5285/0xaad440e68c48901e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056980:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000607e5285/0xaad440e68c48901e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.056987:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:3.0:1788572582.057046:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1ddb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:3639:x1875440196124288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 134us (446us total) trans 8589943996 rc 0/0 00000100:00100000:3.0:1788572582.057052:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21483 00000100:00100000:3.0:1788572582.057064:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21484 00000100:00100000:3.0:1788572582.057070:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+26:3639:x1875440196123904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.057081:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3375 count 1 00002000:00010000:3.0:1788572582.057094:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.057099:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c489025 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057106:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd2f:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.057109:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.057113:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c489025 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057126:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c489025 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057135:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c489025 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057184:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c489025 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057195:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:3.0:1788572582.057253:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:3639:x1875440196123904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 183us (610us total) trans 8589943997 rc 0/0 00000100:00100000:3.0:1788572582.057260:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21484 00000100:00100000:3.0:1788572582.057272:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21485 00000100:00100000:3.0:1788572582.057278:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1ddb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+26:3639:x1875440196124416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.057288:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3766 count 1 00002000:00010000:3.0:1788572582.057301:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xeb6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.057306:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c48902c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xeb6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057314:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xeb6:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.057317:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xeb6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.057321:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c48902c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057334:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c48902c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057341:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c48902c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057348:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c48902c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057356:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:3.0:1788572582.057415:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1ddb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:3639:x1875440196124416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 137us (746us total) trans 8589943998 rc 0/0 00000100:00100000:3.0:1788572582.057421:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21485 00000004:00080000:3.0:1788572582.057455:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f2680/2, rc 0, transno 8589943997 00000100:00100000:3.0:1788572582.057460:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196123904:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.057468:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f3b80/2, rc 0, transno 8589943998 00000100:00100000:3.0:1788572582.057471:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196124416:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.057478:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f1c00/2, rc 0, transno 8589943995 00000100:00100000:3.0:1788572582.057481:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196123776:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.057487:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f2d80/2, rc 0, transno 8589943996 00000100:00100000:3.0:1788572582.057490:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196124288:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788572582.057504:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:3.0:1788572582.057510:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c488fed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xde4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057520:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.057524:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c488fed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xde4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057534:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c488fed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xde4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057552:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c488fed lrc: 1/0,0 mode: --/PW res: [0x280000401:0xde4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057560:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef52c4ac/0xaad440e68c488fed lrc: 0/0,0 mode: --/PW res: [0x280000401:0xde4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057587:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1788572582.057591:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f4c8aea/0xaad440e68c488ff4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057598:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbfedf400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.057601:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f4c8aea/0xaad440e68c488ff4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057609:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f4c8aea/0xaad440e68c488ff4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057618:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f4c8aea/0xaad440e68c488ff4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057626:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f4c8aea/0xaad440e68c488ff4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057640:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1788572582.057643:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003bed7422/0xaad440e68c488ffb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057650:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.057653:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003bed7422/0xaad440e68c488ffb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057660:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003bed7422/0xaad440e68c488ffb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057669:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003bed7422/0xaad440e68c488ffb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057675:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003bed7422/0xaad440e68c488ffb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe61:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057687:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1788572582.057691:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c489002 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057697:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.057701:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c489002 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057709:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c489002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057717:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c489002 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057723:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c489002 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057735:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1788572582.057738:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c489009 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057743:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.057746:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c489009 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xda9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057753:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c489009 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xda9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057761:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c489009 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xda9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057768:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c489009 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xda9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057781:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1788572582.057784:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000050106d53/0xaad440e68c489010 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057790:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.057793:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000050106d53/0xaad440e68c489010 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057799:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000050106d53/0xaad440e68c489010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057808:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000050106d53/0xaad440e68c489010 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057815:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000050106d53/0xaad440e68c489010 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057827:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788572582.057830:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c489017 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057836:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.057838:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c489017 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057850:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c489017 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057858:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c489017 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057864:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c489017 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057876:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572582.057879:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000607e5285/0xaad440e68c48901e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057885:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.057888:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000607e5285/0xaad440e68c48901e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057895:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000607e5285/0xaad440e68c48901e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057903:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000607e5285/0xaad440e68c48901e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057909:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000607e5285/0xaad440e68c48901e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057924:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572582.057927:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c489025 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057933:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.057936:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c489025 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057942:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c489025 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057950:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c489025 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057957:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005702695e/0xaad440e68c489025 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057966:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.057969:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c48902c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057975:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.057978:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c48902c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.057990:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c48902c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xeb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.058000:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c48902c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xeb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.058006:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c48902c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xeb6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.058018:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.058020:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.058022:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.058040:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572582.058533:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3638:x1875440196123392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3421us (3977us total) trans 8589944672 rc 0/0 00000100:00100000:0.0:1788572582.058542:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21477 00000100:00080000:0.0:1788572582.058594:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788572582.058605:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572582.059728:0:202416:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 57 changes, 8 in progress, 2 in flight, 51 done 00000100:00100000:0.0:1788572582.059996:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196125056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.060058:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.060094:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196125568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.060116:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.060134:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196126080:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.060186:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.062470:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788572582.062499:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196125184:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.062579:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.062627:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196125696:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.062647:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.062663:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196126208:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.062686:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.062732:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196125056 00000100:00100000:0.0:1788572582.062740:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196125056 00000100:00100000:0.0:1788572582.062783:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196125568 00000100:00100000:0.0:1788572582.062786:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196125568 00000100:00100000:0.0:1788572582.062802:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196126080 00000100:00100000:0.0:1788572582.062805:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196126080 00000100:00100000:0.0:1788572582.062821:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196125184 00000100:00100000:0.0:1788572582.062823:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196125184 00000100:00100000:0.0:1788572582.062838:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196125696 00000100:00100000:0.0:1788572582.062840:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196125696 00000100:00100000:0.0:1788572582.062853:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196126208 00000100:00100000:0.0:1788572582.062856:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196126208 00000100:00100000:0.0:1788572582.062872:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21486 00000100:00100000:0.0:1788572582.062881:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+30:3637:x1875440196125056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.062912:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3753 count 1 00002000:00010000:0.0:1788572582.062945:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xea9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.062953:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000734dc5fd/0xaad440e68c489033 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.062968:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xea9:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.062973:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xea9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.062980:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000734dc5fd/0xaad440e68c489033 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.062995:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000734dc5fd/0xaad440e68c489033 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.063005:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000734dc5fd/0xaad440e68c489033 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.063013:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000734dc5fd/0xaad440e68c489033 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.063032:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.063225:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+31:3637:x1875440196125056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 344us (3166us total) trans 8589943999 rc 0/0 00000100:00100000:0.0:1788572582.063232:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21486 00000100:00100000:1.0:1788572582.067700:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.067765:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196123648 00000100:00100000:1.0:1788572582.067776:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196123648 00000100:00100000:1.0:1788572582.067841:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35678 00000100:00100000:1.0:1788572582.067851:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:202414:x1875440196123648:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.068032:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:202414:x1875440196123648:12345-0@lo:1000:osp_up1-0.0 Request processed in 182us (339us total) trans 8589973334 rc 0/0 00000100:00100000:1.0:1788572582.068040:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35678 00000100:00100000:1.0:1788572582.068346:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.068372:0:202414:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 8589973333 gen 2 00000004:00080000:1.0:1788572582.068378:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973163 committed transno 8589973333 00000020:00080000:1.0:1788572582.068659:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8cf8ed80 refcount 2 committed 0 result 0 batchid 8589962950 00000020:00080000:1.0:1788572582.068666:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfec9100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8cf8e300 00000020:00080000:1.0:1788572582.068670:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].638 00000020:00080000:1.0:1788572582.068673:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfec9c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8c7b6000 00000020:00080000:1.0:1788572582.068676:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].170 00000004:00080000:1.0:1788572582.068708:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973168 committed transno 8589973333 00000020:00080000:1.0:1788572582.068712:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca859ca600 refcount 2 committed 0 result 0 batchid 8589962951 00000020:00080000:1.0:1788572582.068714:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf46ab00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca859ca300 00000020:00080000:1.0:1788572582.068717:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].639 00000020:00080000:1.0:1788572582.068719:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf46aa00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8e38c800 00000020:00080000:1.0:1788572582.068722:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].171 00000004:00080000:1.0:1788572582.068732:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973170 committed transno 8589973333 00000020:00080000:1.0:1788572582.068735:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca859ca780 refcount 2 committed 0 result 0 batchid 8589962952 00000020:00080000:1.0:1788572582.068737:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf46a200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca859ca0c0 00000020:00080000:1.0:1788572582.068740:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].640 00000020:00080000:1.0:1788572582.068742:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf46a100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8e38d600 00000020:00080000:1.0:1788572582.068744:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].172 00000004:00080000:1.0:1788572582.068755:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973174 committed transno 8589973333 00000020:00080000:1.0:1788572582.068758:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca95197600 refcount 2 committed 0 result 0 batchid 8589962953 00000020:00080000:1.0:1788572582.068760:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19cb00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95197f00 00000020:00080000:1.0:1788572582.068763:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].641 00000020:00080000:1.0:1788572582.068765:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19cf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfed9a00 00000020:00080000:1.0:1788572582.068768:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].173 00000004:00080000:1.0:1788572582.068779:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973177 committed transno 8589973333 00000020:00080000:1.0:1788572582.068782:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca962bff00 refcount 2 committed 0 result 0 batchid 8589962954 00000020:00080000:1.0:1788572582.068784:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca962bf900 00000020:00080000:1.0:1788572582.068787:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].642 00000020:00080000:1.0:1788572582.068789:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca90420d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84c45600 00000020:00080000:1.0:1788572582.068791:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].174 00000004:00080000:1.0:1788572582.068803:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973178 committed transno 8589973333 00000020:00080000:1.0:1788572582.068806:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca856b8300 refcount 2 committed 0 result 0 batchid 8589962955 00000020:00080000:1.0:1788572582.068808:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349ec00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca856b8240 00000020:00080000:1.0:1788572582.068811:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].643 00000020:00080000:1.0:1788572582.068814:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c19c900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfeb5000 00000020:00080000:1.0:1788572582.068817:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].175 00000004:00080000:1.0:1788572582.068830:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973181 committed transno 8589973333 00000020:00080000:1.0:1788572582.068834:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8ff626c0 refcount 2 committed 0 result 0 batchid 8589962956 00000020:00080000:1.0:1788572582.068836:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9deb6100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88cb8b4d00c0 00000020:00080000:1.0:1788572582.068838:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].644 00000020:00080000:1.0:1788572582.068840:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9deb6f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84c44000 00000020:00080000:1.0:1788572582.068843:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].176 00000004:00080000:1.0:1788572582.068851:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973182 committed transno 8589973333 00000020:00080000:1.0:1788572582.068854:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca859caa80 refcount 2 committed 0 result 0 batchid 8589962957 00000020:00080000:1.0:1788572582.068856:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf46a300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca859cacc0 00000020:00080000:1.0:1788572582.068859:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].645 00000020:00080000:1.0:1788572582.068861:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf46ad00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8e38d800 00000020:00080000:1.0:1788572582.068863:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].177 00000004:00080000:1.0:1788572582.068874:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973184 committed transno 8589973333 00000020:00080000:1.0:1788572582.068877:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca954819c0 refcount 2 committed 0 result 0 batchid 8589962958 00000020:00080000:1.0:1788572582.068880:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfec9b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95481c00 00000020:00080000:1.0:1788572582.068882:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].646 00000020:00080000:1.0:1788572582.068884:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfec9000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b7afa00 00000020:00080000:1.0:1788572582.068886:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].178 00000004:00080000:1.0:1788572582.068898:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973189 committed transno 8589973333 00000020:00080000:1.0:1788572582.068902:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca96d9e300 refcount 2 committed 0 result 0 batchid 8589962959 00000020:00080000:1.0:1788572582.068904:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca826c7e00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96d9e0c0 00000020:00080000:1.0:1788572582.068907:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].647 00000020:00080000:1.0:1788572582.068909:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca826c7600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84060000 00000020:00080000:1.0:1788572582.068912:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].179 00000004:00080000:1.0:1788572582.068923:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973192 committed transno 8589973333 00000004:00080000:1.0:1788572582.068934:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973193 committed transno 8589973333 00000004:00080000:1.0:1788572582.068942:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973194 committed transno 8589973333 00000004:00080000:1.0:1788572582.068953:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973195 committed transno 8589973333 00000004:00080000:1.0:1788572582.068961:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973196 committed transno 8589973333 00000004:00080000:1.0:1788572582.068973:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973197 committed transno 8589973333 00000004:00080000:1.0:1788572582.068983:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973198 committed transno 8589973333 00000004:00080000:1.0:1788572582.068992:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973199 committed transno 8589973333 00000004:00080000:1.0:1788572582.069001:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973200 committed transno 8589973333 00000004:00080000:1.0:1788572582.069008:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973201 committed transno 8589973333 00000004:00080000:1.0:1788572582.069018:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973202 committed transno 8589973333 00000004:00080000:1.0:1788572582.069027:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973203 committed transno 8589973333 00000004:00080000:1.0:1788572582.069034:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973204 committed transno 8589973333 00000004:00080000:1.0:1788572582.069042:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973205 committed transno 8589973333 00000004:00080000:1.0:1788572582.069050:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973206 committed transno 8589973333 00000004:00080000:1.0:1788572582.069056:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973207 committed transno 8589973333 00000004:00080000:1.0:1788572582.069064:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973208 committed transno 8589973333 00000004:00080000:1.0:1788572582.069071:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973209 committed transno 8589973333 00000004:00080000:1.0:1788572582.069079:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973210 committed transno 8589973333 00000004:00080000:1.0:1788572582.069087:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973211 committed transno 8589973333 00000004:00080000:1.0:1788572582.069094:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973212 committed transno 8589973333 00000004:00080000:1.0:1788572582.069103:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973213 committed transno 8589973333 00000004:00080000:1.0:1788572582.069112:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973214 committed transno 8589973333 00000004:00080000:1.0:1788572582.069119:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973215 committed transno 8589973333 00000004:00080000:1.0:1788572582.069127:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973216 committed transno 8589973333 00000004:00080000:1.0:1788572582.069135:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973217 committed transno 8589973333 00000004:00080000:1.0:1788572582.069181:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973218 committed transno 8589973333 00000004:00080000:1.0:1788572582.069193:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973219 committed transno 8589973333 00000004:00080000:1.0:1788572582.069200:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973220 committed transno 8589973333 00000004:00080000:1.0:1788572582.069209:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973221 committed transno 8589973333 00000004:00080000:1.0:1788572582.069218:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973222 committed transno 8589973333 00000004:00080000:1.0:1788572582.069228:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973223 committed transno 8589973333 00000004:00080000:1.0:1788572582.069237:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973224 committed transno 8589973333 00000100:00100000:2.0:1788572582.069361:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21487 00000100:00100000:2.0:1788572582.069378:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3637:x1875440196125568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.069420:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3820 count 1 00002000:00010000:2.0:1788572582.069452:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xeec:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.069460:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de9e5ad8/0xaad440e68c48903a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069481:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xeec:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.069485:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xeec:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.069492:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de9e5ad8/0xaad440e68c48903a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069506:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de9e5ad8/0xaad440e68c48903a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069517:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de9e5ad8/0xaad440e68c48903a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069525:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de9e5ad8/0xaad440e68c48903a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069542:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572582.069697:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3637:x1875440196125568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 326us (9579us total) trans 8589944000 rc 0/0 00000100:00100000:2.0:1788572582.069704:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21487 00000100:00100000:2.0:1788572582.069726:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21488 00000100:00100000:2.0:1788572582.069734:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3637:x1875440196126080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.069745:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3525 count 1 00002000:00010000:2.0:1788572582.069762:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xdc5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.069767:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c489041 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdc5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069780:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdc5:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.069783:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdc5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.069787:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c489041 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069796:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c489041 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069803:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c489041 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069810:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c489041 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069828:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1788572582.069898:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3637:x1875440196126080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 165us (9711us total) trans 8589944673 rc 0/0 00000100:00100000:2.0:1788572582.069904:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21488 00000100:00100000:2.0:1788572582.069916:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21489 00000100:00100000:2.0:1788572582.069922:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3637:x1875440196125184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.069933:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3363 count 1 00002000:00010000:2.0:1788572582.069945:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.069950:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c489048 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069963:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd23:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.069966:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.069970:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c489048 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069979:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c489048 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069987:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c489048 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.069994:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c489048 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070002:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1788572582.070061:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3637:x1875440196125184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 139us (7482us total) trans 8589944001 rc 0/0 00000100:00100000:2.0:1788572582.070067:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21489 00000100:00100000:2.0:1788572582.070081:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21490 00000100:00100000:2.0:1788572582.070087:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9018ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3637:x1875440196125696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.070099:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3443 count 1 00002000:00010000:2.0:1788572582.070112:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd73:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.070117:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e348926b/0xaad440e68c48904f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd73:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070130:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd73:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.070133:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd73:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.070148:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e348926b/0xaad440e68c48904f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070179:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e348926b/0xaad440e68c48904f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070187:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e348926b/0xaad440e68c48904f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070195:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e348926b/0xaad440e68c48904f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070203:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1788572582.070272:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9018ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3637:x1875440196125696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 185us (7623us total) trans 8589944002 rc 0/0 00000100:00100000:2.0:1788572582.070277:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21490 00000100:00100000:2.0:1788572582.070288:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21491 00000100:00100000:2.0:1788572582.070295:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdf9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3637:x1875440196126208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.070306:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3532 count 1 00002000:00010000:2.0:1788572582.070321:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xdcc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.070326:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c489056 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdcc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070338:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdcc:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.070341:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdcc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.070345:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c489056 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070353:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c489056 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070361:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c489056 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070368:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c489056 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070376:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1788572582.070439:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdf9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3637:x1875440196126208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 144us (7750us total) trans 8589944674 rc 0/0 00000100:00100000:2.0:1788572582.070445:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21491 00000100:00100000:2.0:1788572582.070514:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196124928:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.070547:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.070568:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196125440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.070583:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.070595:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196125952:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.070611:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.070624:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196126464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.070638:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.070657:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1788572582.070662:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196124800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.070677:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.070688:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196125312:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.070704:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.070715:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196125824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.070729:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.070740:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196126336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.070754:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.070776:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196124928 00000100:00100000:2.0:1788572582.070783:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196124928 00000100:00100000:2.0:1788572582.070813:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196125440 00000100:00100000:2.0:1788572582.070816:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196125440 00000100:00100000:2.0:1788572582.070826:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196125952 00000100:00100000:2.0:1788572582.070828:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196125952 00000100:00100000:2.0:1788572582.070838:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196126464 00000100:00100000:2.0:1788572582.070842:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196126464 00000100:00100000:2.0:1788572582.070849:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196124800 00000100:00100000:2.0:1788572582.070851:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196124800 00000100:00100000:2.0:1788572582.070858:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196125312 00000100:00100000:2.0:1788572582.070861:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196125312 00000100:00100000:2.0:1788572582.070869:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196125824 00000100:00100000:2.0:1788572582.070871:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196125824 00000100:00100000:2.0:1788572582.070879:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196126336 00000100:00100000:2.0:1788572582.070881:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196126336 00000100:00100000:2.0:1788572582.070891:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21492 00000100:00100000:2.0:1788572582.070898:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3640:x1875440196124928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.070911:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3648 count 1 00002000:00010000:2.0:1788572582.070927:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.070933:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8897a4f/0xaad440e68c48905d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070943:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe40:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.070946:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.070950:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8897a4f/0xaad440e68c48905d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070959:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8897a4f/0xaad440e68c48905d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070966:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8897a4f/0xaad440e68c48905d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070973:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8897a4f/0xaad440e68c48905d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.070981:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:2.0:1788572582.071055:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3640:x1875440196124928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 157us (507us total) trans 8589944003 rc 0/0 00000100:00100000:2.0:1788572582.071061:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21492 00000100:00100000:2.0:1788572582.071075:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21493 00000100:00100000:2.0:1788572582.071081:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3640:x1875440196125440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.071091:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3789 count 1 00002000:00010000:2.0:1788572582.071106:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xecd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.071111:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d45c1fb/0xaad440e68c489064 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xecd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071118:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xecd:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.071121:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xecd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.071125:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d45c1fb/0xaad440e68c489064 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xecd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071135:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d45c1fb/0xaad440e68c489064 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xecd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071177:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000d45c1fb/0xaad440e68c489064 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xecd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071185:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000d45c1fb/0xaad440e68c489064 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xecd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071192:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:2.0:1788572582.071257:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3640:x1875440196125440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 176us (671us total) trans 8589944004 rc 0/0 00000100:00100000:2.0:1788572582.071263:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21493 00000100:00100000:2.0:1788572582.071275:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21494 00000100:00100000:2.0:1788572582.071281:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440196125952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.071293:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3814 count 1 00002000:00010000:2.0:1788572582.071307:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xee6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.071312:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c48906b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xee6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071321:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xee6:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.071324:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xee6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.071327:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c48906b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071337:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c48906b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071344:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c48906b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071351:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c48906b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071359:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:2.0:1788572582.071422:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3640:x1875440196125952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 141us (809us total) trans 8589944675 rc 0/0 00000100:00100000:2.0:1788572582.071429:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21494 00000100:00100000:2.0:1788572582.071441:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21495 00000100:00100000:2.0:1788572582.071448:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440196126464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.071459:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3565 count 1 00002000:00010000:2.0:1788572582.071472:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xded:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.071477:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c489072 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xded:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071490:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xded:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.071492:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xded:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.071496:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c489072 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071505:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c489072 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071512:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c489072 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071518:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c489072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071525:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00000100:00100000:2.0:1788572582.071593:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3640:x1875440196126464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 145us (953us total) trans 8589944676 rc 0/0 00000100:00100000:2.0:1788572582.071600:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21495 00000100:00100000:2.0:1788572582.071613:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21496 00000100:00100000:2.0:1788572582.071619:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3640:x1875440196124800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.071633:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3427 count 1 00002000:00010000:2.0:1788572582.071648:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd63:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.071653:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d2ccb7b/0xaad440e68c489079 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd63:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071667:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd63:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.071670:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd63:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.071673:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d2ccb7b/0xaad440e68c489079 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071682:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d2ccb7b/0xaad440e68c489079 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071690:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d2ccb7b/0xaad440e68c489079 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071696:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008d2ccb7b/0xaad440e68c489079 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071703:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00000100:00100000:2.0:1788572582.071757:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3640:x1875440196124800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 139us (1078us total) trans 8589944005 rc 0/0 00000100:00100000:2.0:1788572582.071764:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21496 00000100:00100000:2.0:1788572582.071776:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21497 00000100:00100000:2.0:1788572582.071782:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3640:x1875440196125312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.071792:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3695 count 1 00002000:00010000:2.0:1788572582.071808:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe6f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.071812:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489080 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071825:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe6f:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.071828:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe6f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.071832:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489080 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071840:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489080 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071848:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489080 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071855:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489080 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071863:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00000100:00100000:2.0:1788572582.071916:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3640:x1875440196125312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 134us (1210us total) trans 8589944006 rc 0/0 00000100:00100000:2.0:1788572582.071922:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21497 00000100:00100000:2.0:1788572582.071935:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21498 00000100:00100000:2.0:1788572582.071940:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440196125824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.071950:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3445 count 1 00002000:00010000:2.0:1788572582.071965:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd75:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.071969:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021ae4a53/0xaad440e68c489087 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd75:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071981:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd75:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.071983:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd75:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.071987:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021ae4a53/0xaad440e68c489087 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.071995:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021ae4a53/0xaad440e68c489087 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.072003:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000021ae4a53/0xaad440e68c489087 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.072009:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021ae4a53/0xaad440e68c489087 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.072017:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00000100:00100000:2.0:1788572582.072075:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3640:x1875440196125824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 134us (1344us total) trans 8589944677 rc 0/0 00000100:00100000:2.0:1788572582.072081:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21498 00000100:00100000:2.0:1788572582.072092:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21499 00000100:00100000:2.0:1788572582.072098:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3640:x1875440196126336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.072108:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3736 count 1 00002000:00010000:2.0:1788572582.072121:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe98:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.072125:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c48908e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe98:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072585:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:3.0:1788572582.072595:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000734dc5fd/0xaad440e68c489033 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072604:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.072609:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000734dc5fd/0xaad440e68c489033 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072621:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000734dc5fd/0xaad440e68c489033 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072640:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000734dc5fd/0xaad440e68c489033 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072648:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000734dc5fd/0xaad440e68c489033 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xea9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072670:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:3.0:1788572582.072674:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de9e5ad8/0xaad440e68c48903a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072681:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d3200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.072684:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de9e5ad8/0xaad440e68c48903a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072692:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de9e5ad8/0xaad440e68c48903a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072701:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de9e5ad8/0xaad440e68c48903a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072708:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de9e5ad8/0xaad440e68c48903a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xeec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072722:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:3.0:1788572582.072726:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c489041 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072732:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.072735:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c489041 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072743:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c489041 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072752:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c489041 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xdc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072759:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000074c5e21/0xaad440e68c489041 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072770:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:3.0:1788572582.072774:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c489048 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072780:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.072783:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c489048 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072790:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c489048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072798:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c489048 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072805:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f1c1828/0xaad440e68c489048 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072815:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1788572582.072818:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e348926b/0xaad440e68c48904f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072824:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca825d2c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.072827:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e348926b/0xaad440e68c48904f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072835:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e348926b/0xaad440e68c48904f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072843:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e348926b/0xaad440e68c48904f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072850:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e348926b/0xaad440e68c48904f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd73:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072860:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1788572582.072863:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c489056 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072869:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.072873:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c489056 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072885:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c489056 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072894:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c489056 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xdcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072901:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b797d89a/0xaad440e68c489056 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdcc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072912:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1788572582.072915:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8897a4f/0xaad440e68c48905d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072921:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.072924:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8897a4f/0xaad440e68c48905d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072931:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8897a4f/0xaad440e68c48905d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072939:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8897a4f/0xaad440e68c48905d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072946:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8897a4f/0xaad440e68c48905d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072962:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1788572582.072966:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d45c1fb/0xaad440e68c489064 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xecd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072972:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ecf800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.072975:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d45c1fb/0xaad440e68c489064 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xecd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072983:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d45c1fb/0xaad440e68c489064 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xecd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072991:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d45c1fb/0xaad440e68c489064 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xecd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.072999:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d45c1fb/0xaad440e68c489064 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xecd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073010:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1788572582.073014:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c48906b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073021:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ecfc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.073023:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c48906b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073034:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c48906b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073043:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c48906b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073050:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c628511/0xaad440e68c48906b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xee6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073061:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788572582.073065:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c489072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073071:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ecee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.073073:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c489072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073080:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c489072 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073089:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c489072 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073096:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000301f39ce/0xaad440e68c489072 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xded:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073112:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572582.073116:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d2ccb7b/0xaad440e68c489079 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073123:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ece000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.073126:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d2ccb7b/0xaad440e68c489079 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.073133:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d2ccb7b/0xaad440e68c489079 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.073192:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572582.073199:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489080 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.073207:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.073210:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489080 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.073219:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489080 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.073230:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489080 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.073236:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489080 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.073315:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.073320:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021ae4a53/0xaad440e68c489087 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.073326:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.073329:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021ae4a53/0xaad440e68c489087 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.073337:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021ae4a53/0xaad440e68c489087 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.073348:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021ae4a53/0xaad440e68c489087 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.073356:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021ae4a53/0xaad440e68c489087 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd75:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.073369:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.073371:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.073372:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572582.073499:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbde4ca80/2, rc 0, transno 8589944001 00000100:00100000:0.0:1788572582.073517:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196125184:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.073530:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b6fc000/2, rc 0, transno 8589944002 00000100:00100000:0.0:1788572582.073533:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196125696:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.073545:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca839a7480/2, rc 0, transno 8589944674 00000100:00100000:0.0:1788572582.073557:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196126208:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788572582.073566:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbde4ce00/2, rc 0, transno 8589943999 00000100:00100000:0.0:1788572582.073570:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196125056:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.073579:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b6fca80/2, rc 0, transno 8589944000 00000100:00100000:0.0:1788572582.073582:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196125568:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.073590:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca839a4380/2, rc 0, transno 8589944673 00000100:00100000:0.0:1788572582.073594:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196126080:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.073713:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196126592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.073760:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.073786:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196127104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.073806:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.073823:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788572582.073829:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196126720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.073847:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.073862:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196127232:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.073878:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.073903:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196126592 00000100:00100000:0.0:1788572582.073908:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196126592 00000100:00100000:0.0:1788572582.073941:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196127104 00000100:00100000:0.0:1788572582.073944:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196127104 00000100:00100000:0.0:1788572582.073957:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21500 00000100:00100000:0.0:1788572582.073965:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+35:3637:x1875440196126592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.073984:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3598 count 1 00002000:00010000:0.0:1788572582.074008:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe0e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.074014:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c489095 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe0e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.074027:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe0e:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.074031:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe0e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.074037:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c489095 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.074050:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c489095 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.074060:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c489095 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.074067:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c489095 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.074081:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1788572582.074227:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973225 committed transno 8589973333 00000004:00080000:1.0:1788572582.074302:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973226 committed transno 8589973333 00000004:00080000:1.0:1788572582.074313:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973227 committed transno 8589973333 00000004:00080000:1.0:1788572582.074327:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973228 committed transno 8589973333 00000004:00080000:1.0:1788572582.074334:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973229 committed transno 8589973333 00000004:00080000:1.0:1788572582.074342:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973230 committed transno 8589973333 00000004:00080000:1.0:1788572582.074350:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973232 committed transno 8589973333 00000004:00080000:1.0:1788572582.074361:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973233 committed transno 8589973333 00000004:00080000:1.0:1788572582.074372:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973234 committed transno 8589973333 00000004:00080000:1.0:1788572582.074382:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973235 committed transno 8589973333 00000004:00080000:1.0:1788572582.074469:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973236 committed transno 8589973333 00000004:00080000:1.0:1788572582.074486:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973239 committed transno 8589973333 00000020:00080000:1.0:1788572582.074492:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8d3d2180 refcount 2 committed 0 result 0 batchid 8589962960 00000020:00080000:1.0:1788572582.074497:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabba00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8d3d26c0 00000020:00080000:1.0:1788572582.074500:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].648 00000020:00080000:1.0:1788572582.074503:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9deb6600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84ccf000 00000020:00080000:1.0:1788572582.074506:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].180 00000004:00080000:1.0:1788572582.074521:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973241 committed transno 8589973333 00000020:00080000:1.0:1788572582.074525:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8fde3b40 refcount 2 committed 0 result 0 batchid 8589962961 00000020:00080000:1.0:1788572582.074528:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabb400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fde3300 00000020:00080000:1.0:1788572582.074530:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].649 00000020:00080000:1.0:1788572582.074532:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabbf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9162fc00 00000020:00080000:1.0:1788572582.074534:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].181 00000004:00080000:1.0:1788572582.074545:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973242 committed transno 8589973333 00000020:00080000:1.0:1788572582.074548:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8fde39c0 refcount 2 committed 0 result 0 batchid 8589962962 00000020:00080000:1.0:1788572582.074550:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabbd00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fde36c0 00000020:00080000:1.0:1788572582.074553:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].650 00000020:00080000:1.0:1788572582.074555:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabb200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8f263400 00000020:00080000:1.0:1788572582.074557:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].182 00000004:00080000:1.0:1788572582.074565:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973244 committed transno 8589973333 00000020:00080000:1.0:1788572582.074568:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca92898c00 refcount 2 committed 0 result 0 batchid 8589962963 00000020:00080000:1.0:1788572582.074570:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367700 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92898540 00000020:00080000:1.0:1788572582.074573:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].651 00000020:00080000:1.0:1788572582.074575:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8f241000 00000020:00080000:1.0:1788572582.074577:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].183 00000004:00080000:1.0:1788572582.074586:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973246 committed transno 8589973333 00000020:00080000:1.0:1788572582.074590:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8ff62f00 refcount 2 committed 0 result 0 batchid 8589962964 00000020:00080000:1.0:1788572582.074592:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367a00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ff62000 00000020:00080000:1.0:1788572582.074594:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].652 00000020:00080000:1.0:1788572582.074596:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8f241600 00000020:00080000:1.0:1788572582.074599:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].184 00000004:00080000:1.0:1788572582.074608:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973250 committed transno 8589973333 00000020:00080000:1.0:1788572582.074611:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca96093f00 refcount 2 committed 0 result 0 batchid 8589962965 00000020:00080000:1.0:1788572582.074613:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb879d6000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca960939c0 00000020:00080000:1.0:1788572582.074615:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].653 00000020:00080000:1.0:1788572582.074617:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb879d6c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca924df400 00000020:00080000:1.0:1788572582.074619:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].185 00000004:00080000:1.0:1788572582.074631:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973252 committed transno 8589973333 00000020:00080000:1.0:1788572582.074634:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8cf8e900 refcount 2 committed 0 result 0 batchid 8589962966 00000020:00080000:1.0:1788572582.074637:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8cf8ee40 00000020:00080000:1.0:1788572582.074639:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].654 00000020:00080000:1.0:1788572582.074641:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8f240000 00000020:00080000:1.0:1788572582.074644:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].186 00000004:00080000:1.0:1788572582.074653:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973253 committed transno 8589973333 00000020:00080000:1.0:1788572582.074656:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8fde3d80 refcount 2 committed 0 result 0 batchid 8589962967 00000020:00080000:1.0:1788572582.074658:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabb500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fde3240 00000020:00080000:1.0:1788572582.074661:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].655 00000020:00080000:1.0:1788572582.074663:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabb900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fe4be00 00000020:00080000:1.0:1788572582.074666:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].187 00000004:00080000:1.0:1788572582.074675:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973265 committed transno 8589973333 00000020:00080000:1.0:1788572582.074678:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca96093e40 refcount 2 committed 0 result 0 batchid 8589962968 00000020:00080000:1.0:1788572582.074680:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb879d6300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96093d80 00000020:00080000:1.0:1788572582.074683:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].656 00000020:00080000:1.0:1788572582.074685:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb879d6400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca83b9de00 00000020:00080000:1.0:1788572582.074687:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].188 00000004:00080000:1.0:1788572582.074696:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973270 committed transno 8589973333 00000020:00080000:1.0:1788572582.074699:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca928059c0 refcount 2 committed 0 result 0 batchid 8589962969 00000020:00080000:1.0:1788572582.074702:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca85b54b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96093900 00000020:00080000:1.0:1788572582.074704:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].657 00000020:00080000:1.0:1788572582.074706:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca85b54a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa4069200 00000020:00080000:1.0:1788572582.074708:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].189 00000004:00080000:1.0:1788572582.074717:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973271 committed transno 8589973333 00000020:00080000:1.0:1788572582.074720:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca92898000 refcount 2 committed 0 result 0 batchid 8589962970 00000020:00080000:1.0:1788572582.074723:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbadf42600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92898d80 00000020:00080000:1.0:1788572582.074725:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].658 00000020:00080000:1.0:1788572582.074727:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb879d6b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8a31d600 00000020:00080000:1.0:1788572582.074730:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].190 00000004:00080000:1.0:1788572582.074741:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973276 committed transno 8589973333 00000020:00080000:1.0:1788572582.074744:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8b7aba80 refcount 2 committed 0 result 0 batchid 8589962971 00000020:00080000:1.0:1788572582.074747:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23e00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b7ab0c0 00000020:00080000:1.0:1788572582.074750:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].659 00000020:00080000:1.0:1788572582.074752:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb8a317500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca965d3c00 00000020:00080000:1.0:1788572582.074754:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].191 00000004:00080000:1.0:1788572582.074766:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973281 committed transno 8589973333 00000020:00080000:1.0:1788572582.074769:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8fde33c0 refcount 2 committed 0 result 0 batchid 8589962972 00000020:00080000:1.0:1788572582.074771:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349e500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fde3540 00000020:00080000:1.0:1788572582.074774:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].660 00000020:00080000:1.0:1788572582.074776:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349e700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8345fa00 00000020:00080000:1.0:1788572582.074779:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].192 00000004:00080000:1.0:1788572582.074789:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973282 committed transno 8589973333 00000020:00080000:1.0:1788572582.074793:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca95481300 refcount 2 committed 0 result 0 batchid 8589962973 00000020:00080000:1.0:1788572582.074795:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95481e40 00000020:00080000:1.0:1788572582.074797:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].661 00000020:00080000:1.0:1788572582.074800:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa198e400 00000020:00080000:1.0:1788572582.074802:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].193 00000004:00080000:1.0:1788572582.074812:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973283 committed transno 8589973333 00000020:00080000:1.0:1788572582.074815:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca856b83c0 refcount 2 committed 0 result 0 batchid 8589962974 00000020:00080000:1.0:1788572582.074817:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23a00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca856b8f00 00000020:00080000:1.0:1788572582.074820:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].662 00000020:00080000:1.0:1788572582.074822:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa198e200 00000020:00080000:1.0:1788572582.074824:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].194 00000004:00080000:1.0:1788572582.074833:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973284 committed transno 8589973333 00000020:00080000:1.0:1788572582.074837:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88cbb7159a80 refcount 2 committed 0 result 0 batchid 8589962975 00000020:00080000:1.0:1788572582.074840:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabb800 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88cbb7159600 00000020:00080000:1.0:1788572582.074842:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].663 00000020:00080000:1.0:1788572582.074844:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabbb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca840e8000 00000020:00080000:1.0:1788572582.074847:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].195 00000004:00080000:1.0:1788572582.074857:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973285 committed transno 8589973333 00000020:00080000:1.0:1788572582.074860:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88cbb71596c0 refcount 2 committed 0 result 0 batchid 8589962976 00000020:00080000:1.0:1788572582.074862:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabbc00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88cbb7159840 00000020:00080000:1.0:1788572582.074865:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].665 00000020:00080000:1.0:1788572582.074866:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabb700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca840e8a00 00000020:00080000:1.0:1788572582.074869:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].196 00000004:00080000:1.0:1788572582.074877:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973288 committed transno 8589973333 00000020:00080000:1.0:1788572582.074880:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88cbb7159900 refcount 2 committed 0 result 0 batchid 8589962977 00000020:00080000:1.0:1788572582.074882:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabb300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88cbb7159e40 00000020:00080000:1.0:1788572582.074885:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].666 00000020:00080000:1.0:1788572582.074887:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabb600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca840e9000 00000020:00080000:1.0:1788572582.074889:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].197 00000004:00080000:1.0:1788572582.074898:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973295 committed transno 8589973333 00000020:00080000:1.0:1788572582.074901:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8d87a0c0 refcount 2 committed 0 result 0 batchid 8589962978 00000020:00080000:1.0:1788572582.074904:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7db00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8d87a180 00000020:00080000:1.0:1788572582.074906:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].667 00000020:00080000:1.0:1788572582.074908:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7dd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca840e8c00 00000020:00080000:1.0:1788572582.074911:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].198 00000004:00080000:1.0:1788572582.074920:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973298 committed transno 8589973333 00000020:00080000:1.0:1788572582.074924:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8d87acc0 refcount 2 committed 0 result 0 batchid 8589962979 00000020:00080000:1.0:1788572582.074927:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7d900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8d87a840 00000020:00080000:1.0:1788572582.074930:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].668 00000020:00080000:1.0:1788572582.074932:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7d300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fe4b600 00000020:00080000:1.0:1788572582.074935:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].199 00000004:00080000:1.0:1788572582.074952:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973300 committed transno 8589973333 00000020:00080000:1.0:1788572582.074956:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8fb1d9c0 refcount 2 committed 0 result 0 batchid 8589962980 00000020:00080000:1.0:1788572582.074959:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858ac300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fb1d000 00000020:00080000:1.0:1788572582.074962:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].669 00000020:00080000:1.0:1788572582.074963:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858ace00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b40a000 00000020:00080000:1.0:1788572582.074966:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].200 00000004:00080000:1.0:1788572582.074978:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973302 committed transno 8589973333 00000020:00080000:1.0:1788572582.074981:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88cbb7159780 refcount 2 committed 0 result 0 batchid 8589962981 00000020:00080000:1.0:1788572582.074984:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88cb90a4db40 00000020:00080000:1.0:1788572582.074987:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].670 00000020:00080000:1.0:1788572582.074989:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8272a400 00000020:00080000:1.0:1788572582.074991:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].201 00000004:00080000:1.0:1788572582.075001:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973308 committed transno 8589973333 00000020:00080000:1.0:1788572582.075004:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8b7abc00 refcount 2 committed 0 result 0 batchid 8589962982 00000020:00080000:1.0:1788572582.075006:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858acf00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b7abf00 00000020:00080000:1.0:1788572582.075009:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].671 00000020:00080000:1.0:1788572582.075011:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858acb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b40b800 00000020:00080000:1.0:1788572582.075014:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].202 00000004:00080000:1.0:1788572582.075022:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973309 committed transno 8589973333 00000020:00080000:1.0:1788572582.075025:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8ff62b40 refcount 2 committed 0 result 0 batchid 8589962983 00000020:00080000:1.0:1788572582.075027:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ff62600 00000020:00080000:1.0:1788572582.075030:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].672 00000020:00080000:1.0:1788572582.075031:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8272b800 00000020:00080000:1.0:1788572582.075034:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].203 00000004:00080000:1.0:1788572582.075042:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973313 committed transno 8589973333 00000020:00080000:1.0:1788572582.075045:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca9443ce40 refcount 2 committed 0 result 0 batchid 8589962984 00000020:00080000:1.0:1788572582.075047:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa24ebd00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9443cb40 00000020:00080000:1.0:1788572582.075049:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].673 00000020:00080000:1.0:1788572582.075051:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88caa24eb100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa198e600 00000020:00080000:1.0:1788572582.075053:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].204 00000004:00080000:1.0:1788572582.075063:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973319 committed transno 8589973333 00000020:00080000:1.0:1788572582.075067:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8b60b0c0 refcount 2 committed 0 result 0 batchid 8589962985 00000020:00080000:1.0:1788572582.075069:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb87941500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b60be40 00000020:00080000:1.0:1788572582.075072:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].674 00000020:00080000:1.0:1788572582.075073:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858ac000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fe4b400 00000020:00080000:1.0:1788572582.075076:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].205 00000004:00080000:1.0:1788572582.075085:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973321 committed transno 8589973333 00000020:00080000:1.0:1788572582.075088:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8b60b9c0 refcount 2 committed 0 result 0 batchid 8589962986 00000020:00080000:1.0:1788572582.075090:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca81d92200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b60b3c0 00000020:00080000:1.0:1788572582.075093:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].675 00000020:00080000:1.0:1788572582.075095:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb87941100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa198f800 00000020:00080000:1.0:1788572582.075097:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].206 00000004:00080000:1.0:1788572582.075107:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973327 committed transno 8589973333 00000020:00080000:1.0:1788572582.075111:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca8c671300 refcount 2 committed 0 result 0 batchid 8589962987 00000020:00080000:1.0:1788572582.075113:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8c79e400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8c671600 00000020:00080000:1.0:1788572582.075116:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].676 00000020:00080000:1.0:1788572582.075118:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7df00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa1318800 00000020:00080000:1.0:1788572582.075120:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].207 00000004:00080000:1.0:1788572582.075129:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973328 committed transno 8589973333 00000020:00080000:1.0:1788572582.075133:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca82787c00 refcount 2 committed 0 result 0 batchid 8589962988 00000020:00080000:1.0:1788572582.075135:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca827c7c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca82787a80 00000020:00080000:1.0:1788572582.075148:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].677 00000020:00080000:1.0:1788572582.075150:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca827c7600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8272a000 00000020:00080000:1.0:1788572582.075175:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].208 00000004:00080000:1.0:1788572582.075187:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973332 committed transno 8589973333 00000020:00080000:1.0:1788572582.075190:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88ca967d8480 refcount 2 committed 0 result 0 batchid 8589962989 00000020:00080000:1.0:1788572582.075193:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca827c7f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca967d8600 00000020:00080000:1.0:1788572582.075195:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].678 00000020:00080000:1.0:1788572582.075197:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca827c7700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cbbfd3e200 00000020:00080000:1.0:1788572582.075200:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].209 00000004:00080000:1.0:1788572582.075210:0:202414:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973333 committed transno 8589973333 00000020:00080000:1.0:1788572582.075212:0:202414:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88cbade1e540 refcount 2 committed 0 result 0 batchid 8589962990 00000020:00080000:1.0:1788572582.075215:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf81c300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88cbade1e480 00000020:00080000:1.0:1788572582.075217:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd2:0x151:0x0].679 00000020:00080000:1.0:1788572582.075219:0:202414:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbaf81cb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96df5a00 00000020:00080000:1.0:1788572582.075221:0:202414:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a0:0x2:0x0].210 00000100:00100000:1.0:1788572582.078640:0:202414:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff88ca85727100 x1875440196123648/t8589973334(8589973334) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572598 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788572582.078692:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85727100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196123648:0@lo:1000:osp_up1-0.0 00000020:00080000:1.0:1788572582.078733:0:202428:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8589962990 committed batchid 8589962949 00000020:00080000:1.0:1788572582.078804:0:202428:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8589962949 00000004:00080000:1.0:1788572582.078813:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4850 rpc_version 4850 00000020:00100000:1.0:1788572582.078841:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572582.078848:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca85727480 x1875440196127488/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.078868:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85727480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196127488:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.078931:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.078974:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196127488 00000100:00100000:1.0:1788572582.078980:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196127488 00000100:00100000:1.0:1788572582.079028:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35679 00000100:00100000:1.0:1788572582.079036:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85726300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:202414:x1875440196127488:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1788572582.079329:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d2ccb7b/0xaad440e68c489079 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.079342:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d2ccb7b/0xaad440e68c489079 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.079367:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.079373:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c489095 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.079379:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.079383:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c489095 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.079469:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c489095 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.079479:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c489095 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.079486:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c489095 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.079501:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.079503:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.079505:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572582.079560:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196126720 00000100:00100000:3.0:1788572582.079565:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196126720 00000100:00100000:3.0:1788572582.079595:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196127232 00000100:00100000:3.0:1788572582.079598:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196127232 00000100:00100000:3.0:1788572582.079617:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21501 00000100:00100000:3.0:1788572582.079625:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3637:x1875440196127104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572582.079649:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3757 count 1 00002000:00010000:3.0:1788572582.079680:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xead:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.079686:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ecfeb34/0xaad440e68c48909c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xead:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.079698:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xead:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.079702:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xead:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.079708:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ecfeb34/0xaad440e68c48909c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xead:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.079720:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ecfeb34/0xaad440e68c48909c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xead:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.079729:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ecfeb34/0xaad440e68c48909c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xead:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.079736:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ecfeb34/0xaad440e68c48909c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xead:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.079750:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572582.081630:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe98:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.081643:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe98:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.081652:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c48908e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.081671:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c48908e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.081682:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c48908e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.081691:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c48908e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.081706:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788572582.082010:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3637:x1875440196127104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2381us (8198us total) trans 8589944678 rc 0/0 00000100:00100000:3.0:1788572582.082024:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21501 00000100:00100000:3.0:1788572582.082058:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21502 00000100:00100000:3.0:1788572582.082070:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3637:x1875440196126720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.082099:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3779 count 1 00002000:00010000:3.0:1788572582.082127:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xec3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.082133:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4890a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xec3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.082171:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xec3:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.082175:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xec3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.082179:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4890a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xec3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.082196:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4890a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xec3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.082204:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4890a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xec3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.082211:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4890a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xec3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.082221:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572582.088763:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3637:x1875440196126720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6690us (14906us total) trans 8589944008 rc 0/0 00000100:00100000:3.0:1788572582.088778:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21502 00000100:00100000:3.0:1788572582.088813:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21503 00000100:00100000:3.0:1788572582.088824:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3637:x1875440196127232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572582.088852:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3917 count 1 00002000:00010000:3.0:1788572582.088887:0:225663:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf4d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.088895:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c4890aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf4d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.088912:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf4d:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.088917:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf4d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.088923:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c4890aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.088943:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c4890aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.088954:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c4890aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.088963:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c4890aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.088974:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1788572582.089065:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3637:x1875440196127232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 244us (15185us total) trans 8589944680 rc 0/0 00000100:00100000:3.0:1788572582.089072:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21503 00000100:00100000:3.0:1788572582.089122:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196126976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.089198:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.089505:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+37:3637:x1875440196126592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15538us (15742us total) trans 8589944007 rc 0/0 00000100:00100000:0.0:1788572582.089514:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21500 00000100:00100000:0.0:1788572582.089530:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196126976 00000100:00100000:0.0:1788572582.089538:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196126976 00000100:00100000:0.0:1788572582.089568:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21504 00000100:00100000:0.0:1788572582.089575:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1ddb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+37:3640:x1875440196126976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.089589:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3763 count 1 00002000:00010000:0.0:1788572582.089611:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xeb3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.089616:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d62368fc/0xaad440e68c4890b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089626:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xeb3:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.089629:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xeb3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.089633:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d62368fc/0xaad440e68c4890b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089643:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d62368fc/0xaad440e68c4890b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089651:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d62368fc/0xaad440e68c4890b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089658:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d62368fc/0xaad440e68c4890b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089668:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1788572582.089752:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1ddb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+38:3640:x1875440196126976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 177us (553us total) trans 8589944009 rc 0/0 00000100:00100000:0.0:1788572582.089758:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21504 00010000:00010000:0.0:1788572582.089793:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1788572582.089800:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ecfeb34/0xaad440e68c48909c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xead:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089809:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.089813:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ecfeb34/0xaad440e68c48909c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xead:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089828:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ecfeb34/0xaad440e68c48909c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xead:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089846:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ecfeb34/0xaad440e68c48909c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xead:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089854:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ecfeb34/0xaad440e68c48909c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xead:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089877:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788572582.089881:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c48908e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089887:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.089890:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c48908e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089898:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c48908e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089907:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c48908e lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089913:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c48908e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe98:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089930:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572582.089934:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4890a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xec3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089939:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.089942:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4890a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xec3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089948:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4890a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xec3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089957:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4890a3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xec3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089964:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4890a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xec3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089976:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572582.089980:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c4890aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.089987:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.089990:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c4890aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.090002:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c4890aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.090011:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c4890aa lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.090018:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c4890aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.090034:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.090038:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d62368fc/0xaad440e68c4890b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.090043:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e4a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.090046:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d62368fc/0xaad440e68c4890b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.090053:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d62368fc/0xaad440e68c4890b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.090063:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d62368fc/0xaad440e68c4890b1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.090070:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d62368fc/0xaad440e68c4890b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xeb3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.090091:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.090093:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.090094:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572582.090174:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9018d180/2, rc 0, transno 8589944008 00000100:00100000:0.0:1788572582.090187:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196126720:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.090203:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca961d5500/2, rc 0, transno 8589944680 00000100:00100000:0.0:1788572582.090212:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196127232:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788572582.090222:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9018ca80/2, rc 0, transno 8589944007 00000100:00100000:0.0:1788572582.090226:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196126592:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.090236:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca961d6300/2, rc 0, transno 8589944678 00000100:00100000:0.0:1788572582.091540:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196127104:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.091668:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196127872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.091723:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.091757:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788572582.091764:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196128000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.091787:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.091818:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196127872 00000100:00100000:0.0:1788572582.091823:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196127872 00000100:00100000:0.0:1788572582.091871:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196128000 00000100:00100000:0.0:1788572582.091874:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196128000 00000100:00100000:0.0:1788572582.091896:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21505 00000100:00100000:0.0:1788572582.091905:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3637:x1875440196127872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.091926:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3678 count 1 00002000:00010000:0.0:1788572582.091955:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe5e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.091963:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c4890b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe5e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.091978:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe5e:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.091982:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe5e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.091988:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c4890b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.092001:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c4890b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.092010:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c4890b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.092018:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c4890b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.092034:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.092208:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3637:x1875440196127872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 304us (485us total) trans 8589944681 rc 0/0 00000100:00100000:0.0:1788572582.092215:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21505 00000100:00100000:0.0:1788572582.092230:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21506 00000100:00100000:0.0:1788572582.092236:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3637:x1875440196128000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.092260:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3718 count 1 00002000:00010000:0.0:1788572582.092274:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe86:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.092279:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004fae6f7c/0xaad440e68c4890bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe86:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.092288:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe86:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.092291:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe86:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.092295:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004fae6f7c/0xaad440e68c4890bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.092305:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004fae6f7c/0xaad440e68c4890bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.092314:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004fae6f7c/0xaad440e68c4890bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.092321:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004fae6f7c/0xaad440e68c4890bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.092330:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1788572582.092554:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f1500/2, rc 0, transno 8589944005 00000100:00100000:3.0:1788572582.092567:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196124800:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788572582.092589:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572582.092594:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c4890b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.092602:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e4800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.092607:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c4890b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.092624:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c4890b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.092643:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c4890b8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.092651:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c4890b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe5e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.092672:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.092676:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004fae6f7c/0xaad440e68c4890bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.092682:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.092685:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004fae6f7c/0xaad440e68c4890bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.092693:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004fae6f7c/0xaad440e68c4890bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.092703:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004fae6f7c/0xaad440e68c4890bf lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.092711:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004fae6f7c/0xaad440e68c4890bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.092728:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.092730:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.092732:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.092741:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572582.092762:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca839a5880/2, rc 0, transno 8589944006 00000100:00100000:3.0:1788572582.092767:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196125312:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.092778:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca853fed80/2, rc 0, transno 8589944677 00000100:00100000:3.0:1788572582.092786:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196125824:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572582.092796:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f1180/2, rc 0, transno 8589944003 00000100:00100000:3.0:1788572582.092800:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196124928:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.092809:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b6fdf80/2, rc 0, transno 8589944004 00000100:00100000:3.0:1788572582.092812:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196125440:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.092821:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca853ff800/2, rc 0, transno 8589944675 00000100:00100000:3.0:1788572582.092824:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196125952:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572582.092833:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa17a5c00/2, rc 0, transno 8589944676 00000100:00100000:3.0:1788572582.092836:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196126464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.092852:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196127744:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.092886:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.092913:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196127744 00000100:00100000:3.0:1788572582.092917:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196127744 00000100:00100000:3.0:1788572582.092951:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21507 00000100:00100000:3.0:1788572582.092959:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+38:3640:x1875440196127744:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.092973:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3898 count 1 00002000:00010000:3.0:1788572582.092998:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.093003:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000353b5de9/0xaad440e68c4890c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.093013:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf3a:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.093016:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.093021:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000353b5de9/0xaad440e68c4890c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.093032:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000353b5de9/0xaad440e68c4890c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.093041:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000353b5de9/0xaad440e68c4890c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.093048:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000353b5de9/0xaad440e68c4890c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.093062:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572582.093187:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+39:3640:x1875440196127744:12345-0@lo:6:osp-syn-1-0.0 Request processed in 228us (300us total) trans 8589944010 rc 0/0 00000100:00100000:3.0:1788572582.093194:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21507 00010000:00010000:3.0:1788572582.093213:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.093217:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000353b5de9/0xaad440e68c4890c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.093225:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.093229:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000353b5de9/0xaad440e68c4890c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.093248:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000353b5de9/0xaad440e68c4890c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.093262:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000353b5de9/0xaad440e68c4890c6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.093269:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000353b5de9/0xaad440e68c4890c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.093287:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.093288:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.093290:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572582.093308:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9478f100/2, rc 0, transno 8589944010 00000100:00100000:3.0:1788572582.093313:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196127744:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.093322:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca961d6a00/2, rc 0, transno 8589944009 00000100:00100000:3.0:1788572582.093325:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196126976:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.093333:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788572582.093339:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9018c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196126848:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.093363:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.093380:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196127616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.093984:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85726300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:202414:x1875440196127488:12345-0@lo:1000:osp_up1-0.0 Request processed in 14945us (15049us total) trans 8589973335 rc 0/0 00000100:00100000:1.0:1788572582.093996:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35679 00000100:00100000:1.0:1788572582.094031:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.094059:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85727480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196127488:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572582.094072:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4851 rpc_version 4851 00000020:00100000:1.0:1788572582.094094:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572582.094101:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca85725f80 x1875440196128256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.094118:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85725f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196128256:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.094178:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.094207:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196128256 00000100:00100000:1.0:1788572582.094212:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196128256 00000100:00100000:1.0:1788572582.094299:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35680 00000100:00100000:1.0:1788572582.094307:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8a1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:202414:x1875440196128256:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572582.094501:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+24:3640:x1875440196126336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22401us (23744us total) trans 8589944679 rc 0/0 00000100:00100000:2.0:1788572582.094510:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21499 00000100:00100000:2.0:1788572582.094527:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196126848 00000100:00100000:2.0:1788572582.094531:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196126848 00000100:00100000:2.0:1788572582.094557:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21508 00000100:00100000:2.0:1788572582.094563:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:3640:x1875440196126848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.094578:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3548 count 1 00002000:00010000:2.0:1788572582.094599:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xddc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.094605:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4890cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xddc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.094619:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xddc:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.094622:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xddc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.094628:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4890cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.094640:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4890cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.094649:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4890cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.094658:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4890cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.094675:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572582.094773:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+40:3640:x1875440196126848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 210us (1409us total) trans 8589944011 rc 0/0 00000100:00100000:2.0:1788572582.094780:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21508 00010000:00010000:2.0:1788572582.094853:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572582.094859:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4890cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.094867:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.094871:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4890cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.094884:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4890cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.094898:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4890cd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.094904:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ca05fc9/0xaad440e68c4890cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xddc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.094919:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.094920:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.094922:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572582.095101:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8a1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:202414:x1875440196128256:12345-0@lo:1000:osp_up1-0.0 Request processed in 795us (922us total) trans 8589973336 rc 0/0 00000100:00100000:1.0:1788572582.095108:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35680 00000100:00100000:1.0:1788572582.095131:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.095186:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85725f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196128256:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572582.095197:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4852 rpc_version 4852 00000020:00100000:1.0:1788572582.095214:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572582.095220:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbb2f89180 x1875440196128512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.095236:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f89180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196128512:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.096558:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572582.096623:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa17a5500/2, rc 0, transno 8589944679 00000100:00100000:3.0:1788572582.096632:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196126336:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572582.096647:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9018c380/2, rc 0, transno 8589944011 00000100:00100000:3.0:1788572582.096652:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9018c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196126848:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.096751:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3637:x1875440196128000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4513us (4960us total) trans 8589944682 rc 0/0 00000100:00100000:0.0:1788572582.096762:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21506 00000100:00100000:0.0:1788572582.096788:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196127616 00000100:00100000:0.0:1788572582.096793:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196127616 00000100:00100000:0.0:1788572582.096835:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21509 00000100:00100000:0.0:1788572582.096843:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+40:3640:x1875440196127616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.096867:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3910 count 1 00002000:00010000:0.0:1788572582.096895:0:203892:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf46:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.096901:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b2b0198/0xaad440e68c4890d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf46:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.096916:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf46:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.096920:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf46:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.096927:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b2b0198/0xaad440e68c4890d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.096940:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b2b0198/0xaad440e68c4890d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.096951:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b2b0198/0xaad440e68c4890d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.096959:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004b2b0198/0xaad440e68c4890d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.096974:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.097099:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:3640:x1875440196127616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 256us (547us total) trans 8589944012 rc 0/0 00000100:00100000:0.0:1788572582.097106:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21509 00010000:00010000:0.0:1788572582.097124:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.097130:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004b2b0198/0xaad440e68c4890d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.097149:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e4600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.097171:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004b2b0198/0xaad440e68c4890d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.097186:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004b2b0198/0xaad440e68c4890d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.097203:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004b2b0198/0xaad440e68c4890d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.097211:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b2b0198/0xaad440e68c4890d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.097232:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.097234:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.097236:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572582.097524:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.097552:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196128512 00000100:00100000:1.0:1788572582.097556:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196128512 00000100:00100000:1.0:1788572582.097584:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35681 00000100:00100000:1.0:1788572582.097591:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:202414:x1875440196128512:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.097703:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:202414:x1875440196128512:12345-0@lo:1000:osp_up1-0.0 Request processed in 111us (177us total) trans 8589973337 rc 0/0 00000100:00100000:1.0:1788572582.097710:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35681 00000100:00100000:1.0:1788572582.097733:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.097759:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f89180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196128512:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572582.097771:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4853 rpc_version 4853 00000020:00100000:1.0:1788572582.097786:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572582.097792:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca827d2300 x1875440196130176/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.097808:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d2300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196130176:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.097833:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.097854:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196130176 00000100:00100000:1.0:1788572582.097858:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196130176 00000100:00100000:1.0:1788572582.097882:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35682 00000100:00100000:1.0:1788572582.097888:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:202414:x1875440196130176:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.097956:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+10:202414:x1875440196130176:12345-0@lo:1000:osp_up1-0.0 Request processed in 68us (122us total) trans 8589973338 rc 0/0 00000100:00100000:1.0:1788572582.097963:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35682 00000100:00100000:1.0:1788572582.097981:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.097998:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d2300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196130176:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572582.098005:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4854 rpc_version 4854 00000020:00100000:1.0:1788572582.098016:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572582.098021:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca827d1f80 x1875440196130432/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.098033:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d1f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196130432:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.098057:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.098075:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196130432 00000100:00100000:1.0:1788572582.098079:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196130432 00000100:00100000:1.0:1788572582.098099:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35683 00000100:00100000:1.0:1788572582.098104:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+10:202414:x1875440196130432:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.098198:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+11:202414:x1875440196130432:12345-0@lo:1000:osp_up1-0.0 Request processed in 93us (139us total) trans 8589973339 rc 0/0 00000100:00100000:1.0:1788572582.098205:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35683 00000100:00100000:1.0:1788572582.098222:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.098239:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d1f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196130432:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572582.098246:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4855 rpc_version 4855 00000020:00100000:1.0:1788572582.098258:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572582.098263:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfaa300 x1875440196130688/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.098275:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfaa300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196130688:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.098298:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.098316:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196130688 00000100:00100000:1.0:1788572582.098320:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196130688 00000100:00100000:1.0:1788572582.098340:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35684 00000100:00100000:1.0:1788572582.098345:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+11:202414:x1875440196130688:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1788572582.098505:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572582.098634:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+12:202414:x1875440196130688:12345-0@lo:1000:osp_up1-0.0 Request processed in 288us (335us total) trans 8589973340 rc 0/0 00000100:00100000:1.0:1788572582.098641:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35684 00000100:00100000:1.0:1788572582.098656:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.098669:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfaa300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196130688:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572582.098675:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4856 rpc_version 4856 00000020:00100000:1.0:1788572582.098685:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572582.098690:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfaad80 x1875440196130944/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.098701:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfaad80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196130944:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.098720:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.098736:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196130944 00000100:00100000:1.0:1788572582.098738:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196130944 00000100:00100000:1.0:1788572582.098755:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35685 00000100:00100000:1.0:1788572582.098760:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+12:202414:x1875440196130944:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.098822:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+13:202414:x1875440196130944:12345-0@lo:1000:osp_up1-0.0 Request processed in 61us (101us total) trans 8589973341 rc 0/0 00000100:00100000:1.0:1788572582.098833:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35685 00000100:00100000:1.0:1788572582.098850:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.098865:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfaad80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196130944:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572582.098871:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4857 rpc_version 4857 00000020:00100000:1.0:1788572582.098882:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572582.098886:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfaa680 x1875440196131200/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.098898:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfaa680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196131200:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.098919:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.098934:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196131200 00000100:00100000:1.0:1788572582.098937:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196131200 00000100:00100000:1.0:1788572582.098953:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35686 00000100:00100000:1.0:1788572582.098958:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+13:202414:x1875440196131200:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.099010:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+14:202414:x1875440196131200:12345-0@lo:1000:osp_up1-0.0 Request processed in 51us (89us total) trans 8589973342 rc 0/0 00000100:00100000:1.0:1788572582.099016:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35686 00000100:00100000:1.0:1788572582.099032:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.099047:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfaa680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196131200:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572582.099054:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4858 rpc_version 4858 00000020:00100000:1.0:1788572582.099064:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572582.099068:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfa8380 x1875440196131456/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.099079:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa8380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196131456:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.099102:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.099118:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196131456 00000100:00100000:1.0:1788572582.099122:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196131456 00000100:00100000:1.0:1788572582.099171:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35687 00000100:00100000:1.0:1788572582.099178:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+14:202414:x1875440196131456:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.099243:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+15:202414:x1875440196131456:12345-0@lo:1000:osp_up1-0.0 Request processed in 65us (140us total) trans 8589973343 rc 0/0 00000100:00100000:1.0:1788572582.099249:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35687 00000100:00100000:1.0:1788572582.099268:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.099283:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa8380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196131456:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572582.099289:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4859 rpc_version 4859 00000020:00100000:1.0:1788572582.099300:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572582.099305:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8bfa8a80 x1875440196131712/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.099315:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8bfa8a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196131712:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.099339:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.099358:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196131712 00000100:00100000:1.0:1788572582.099362:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196131712 00000100:00100000:1.0:1788572582.099383:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35688 00000100:00100000:0.0:1788572582.099517:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196128896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.101197:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+15:202414:x1875440196131712:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.101508:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196128768:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.101563:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.101609:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196128768 00000100:00100000:3.0:1788572582.101615:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196128768 00000100:00100000:3.0:1788572582.101651:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21510 00000100:00100000:3.0:1788572582.101657:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1ddbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3640:x1875440196128768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.101675:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3900 count 1 00002000:00010000:3.0:1788572582.101704:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.101711:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c4890db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.101727:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf3c:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.101731:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.101738:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c4890db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.101752:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c4890db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.101761:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c4890db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.101769:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c4890db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.101788:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572582.101922:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1ddbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+42:3640:x1875440196128768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 264us (357us total) trans 8589944013 rc 0/0 00000100:00100000:3.0:1788572582.101929:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21510 00010000:00010000:3.0:1788572582.101957:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.101963:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c4890db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.101972:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.101976:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c4890db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.101985:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c4890db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.102001:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c4890db lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.102008:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c4890db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.102025:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.102027:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.102029:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572582.102058:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbde70e00/2, rc 0, transno 8589944013 00000100:00100000:3.0:1788572582.102072:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196128768:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.102079:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196129280:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.102101:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.102120:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196129792:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.102185:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572582.102212:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9478c000/2, rc 0, transno 8589944012 00000100:00100000:3.0:1788572582.102217:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196127616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.102594:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8bfa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+16:202414:x1875440196131712:12345-0@lo:1000:osp_up1-0.0 Request processed in 1413us (3252us total) trans 8589973344 rc 0/0 00000100:00100000:1.0:1788572582.102602:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35688 00000100:00100000:1.0:1788572582.102630:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.102655:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8bfa8a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196131712:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572582.102668:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4860 rpc_version 4860 00000020:00100000:1.0:1788572582.102689:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572582.102698:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca839a6a00 x1875440196131968/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.102716:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca839a6a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196131968:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.102747:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.102818:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849840 going to sleep for 11 seconds 00010000:00010000:1.0:1788572582.102894:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572582.102906:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196129024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.102932:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.102952:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196129536:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.102972:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.102989:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196132096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.103008:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1788572582.103034:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85725180/2, rc 0, transno 8589944671 00000100:00100000:1.0:1788572582.103045:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196122880:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1788572582.103057:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85726680/2, rc 0, transno 8589944672 00000100:00100000:1.0:1788572582.103061:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196123392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.103083:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196129280 00000100:00100000:1.0:1788572582.103088:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196129280 00000100:00100000:1.0:1788572582.103116:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196129792 00000100:00100000:1.0:1788572582.103119:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196129792 00000100:00100000:1.0:1788572582.103136:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196129024 00000100:00100000:1.0:1788572582.103174:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196129024 00000100:00100000:1.0:1788572582.103194:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196129536 00000100:00100000:1.0:1788572582.103197:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196129536 00000100:00100000:1.0:1788572582.103213:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196132096 00000100:00100000:1.0:1788572582.103216:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196132096 00000100:00100000:1.0:1788572582.103234:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21511 00000100:00100000:3.0:1788572582.103345:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196131968 00000100:00100000:3.0:1788572582.103350:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196131968 00000100:00100000:3.0:1788572582.103378:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35689 00000100:00100000:3.0:1788572582.103451:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca839a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+16:202414:x1875440196131968:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.103563:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca839a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+17:202414:x1875440196131968:12345-0@lo:1000:osp_up1-0.0 Request processed in 178us (814us total) trans 8589973345 rc 0/0 00000100:00100000:3.0:1788572582.103570:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35689 00000100:00100000:3.0:1788572582.103596:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21512 00000100:00100000:3.0:1788572582.103604:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3640:x1875440196129792:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572582.103621:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3508 count 1 00002000:00010000:3.0:1788572582.103650:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xdb4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.103656:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c4890e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdb4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.103671:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdb4:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.103676:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdb4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.103698:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c4890e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.103718:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c4890e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.103728:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c4890e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.103736:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c4890e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.103753:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572582.103867:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3640:x1875440196129792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 264us (1680us total) trans 8589944683 rc 0/0 00000100:00100000:3.0:1788572582.103874:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21512 00000100:00100000:3.0:1788572582.103889:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21513 00000100:00100000:3.0:1788572582.103895:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3638:x1875440196129024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.103908:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5458 count 1 00010000:00010000:3.0:1788572582.103922:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.103937:0:206128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c487b56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779d7 expref: 35 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.103945:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1552:0x0].0x0 since=3s v=(0 0) 00010000:00010000:3.0:1788572582.103948:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1552:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.103952:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.103980:0:206128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c487b56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779d7 expref: 35 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.103996:0:206128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c487b56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779d7 expref: 35 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.104009:0:206128:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1ddaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:206128:1875440196132352:192.168.202.54@tcp:104: 00000100:00100000:3.0:1788572582.104077:0:206128:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.109494:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+44:3640:x1875440196129280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.109540:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5460 count 1 00010000:00010000:1.0:1788572582.109567:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.109590:0:225675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007e75709d/0xaad440e68c487c8a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a2b expref: 35 pid: 204291 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.109599:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1554:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1788572582.109604:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1554:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.109610:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.109648:0:225675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007e75709d/0xaad440e68c487c8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a2b expref: 35 pid: 204291 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.109661:0:225675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007e75709d/0xaad440e68c487c8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a2b expref: 35 pid: 204291 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.109676:0:225675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:225675:1875440196132480:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.109754:0:225675:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849480 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.109783:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21514 00000100:00100000:1.0:1788572582.109793:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+24:3638:x1875440196129536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572582.109807:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3475 count 1 00002000:00010000:1.0:1788572582.109834:0:225660:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd93:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572582.109840:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006aa3c161/0xaad440e68c4890f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd93:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.109850:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd93:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:1.0:1788572582.109853:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd93:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.109859:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006aa3c161/0xaad440e68c4890f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.109874:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006aa3c161/0xaad440e68c4890f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.109885:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006aa3c161/0xaad440e68c4890f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.109894:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006aa3c161/0xaad440e68c4890f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.109925:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572582.110105:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e182d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+25:3638:x1875440196129536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 313us (7131us total) trans 8589944684 rc 0/0 00000100:00100000:1.0:1788572582.110113:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21514 00000100:00100000:1.0:1788572582.110134:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21515 00000100:00100000:1.0:1788572582.110172:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+44:3638:x1875440196132096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.110189:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8 count 1 00010000:00010000:1.0:1788572582.110202:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.110214:0:225660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000365076e8/0xaad440e68c487d78 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a71 expref: 35 pid: 225660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.110222:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1788572582.110226:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.110229:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.110251:0:225660:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000365076e8/0xaad440e68c487d78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a71 expref: 35 pid: 225660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.110262:0:225660:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000365076e8/0xaad440e68c487d78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a71 expref: 35 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.110274:0:225660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:225660:1875440196132608:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.110301:0:225660:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849d80 going to sleep for 11 seconds 00000004:00080000:1.0:1788572582.110345:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e056300/2, rc 0, transno 8589944684 00000100:00100000:1.0:1788572582.110353:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196129536:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.111525:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca839a6a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196131968:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1788572582.111555:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572582.111562:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c4890e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.111574:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.111578:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c4890e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.111590:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c4890e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.111609:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c4890e2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xdb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.111617:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c4890e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdb4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.111642:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.111646:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006aa3c161/0xaad440e68c4890f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.111653:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.111656:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006aa3c161/0xaad440e68c4890f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.111663:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006aa3c161/0xaad440e68c4890f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.111673:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006aa3c161/0xaad440e68c4890f7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.111679:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006aa3c161/0xaad440e68c4890f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd93:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.111692:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.111694:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.111696:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572582.111704:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4861 rpc_version 4861 00000020:00100000:3.0:1788572582.111731:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.111739:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa1dd8000 x1875440196132864/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.111760:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd8000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196132864:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.111818:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.111864:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196132864 00000100:00100000:3.0:1788572582.111871:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196132864 00000100:00100000:3.0:1788572582.111916:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35690 00000100:00100000:3.0:1788572582.111925:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+17:202414:x1875440196132864:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.112058:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+18:202414:x1875440196132864:12345-0@lo:1000:osp_up1-0.0 Request processed in 133us (238us total) trans 8589973346 rc 0/0 00000100:00100000:3.0:1788572582.112065:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35690 00000100:00100000:3.0:1788572582.112092:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.112114:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd8000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196132864:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.112121:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4862 rpc_version 4862 00000020:00100000:3.0:1788572582.112132:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.112148:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa1dd8e00 x1875440196133120/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.112183:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd8e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196133120:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.112206:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.112229:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196133120 00000100:00100000:3.0:1788572582.112233:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196133120 00000100:00100000:3.0:1788572582.112259:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35691 00000100:00100000:3.0:1788572582.112265:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+18:202414:x1875440196133120:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.112335:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:202414:x1875440196133120:12345-0@lo:1000:osp_up1-0.0 Request processed in 70us (127us total) trans 8589973347 rc 0/0 00000100:00100000:3.0:1788572582.112342:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35691 00000100:00100000:3.0:1788572582.112362:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.112379:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd8e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196133120:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572582.113690:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b79a680/2, rc 0, transno 8589944683 00000100:00100000:1.0:1788572582.113704:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196129792:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.113714:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788572582.113732:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196132224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.113786:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.113849:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196132224 00000100:00100000:1.0:1788572582.113854:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196132224 00000100:00100000:1.0:1788572582.113900:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21516 00000100:00100000:1.0:1788572582.113910:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3640:x1875440196132224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.113937:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5465 count 1 00010000:00010000:1.0:1788572582.113966:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.113991:0:225663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000763bdf48/0xaad440e68c35f9fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x40000000020000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d13 expref: 35 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.114001:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1559:0x0].0x0 since=412s v=(1 0) 00010000:00010000:1.0:1788572582.114006:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1559:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.114011:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.114050:0:225663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000763bdf48/0xaad440e68c35f9fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x50000000030020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d13 expref: 35 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.114065:0:225663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000763bdf48/0xaad440e68c35f9fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x70000400030020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d13 expref: 35 pid: 225663 timeout: 13660 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.114077:0:225663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:225663:1875440196133248:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.114128:0:225663:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d8499c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.114300:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196133632:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.114328:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.114352:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788572582.114357:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196133504:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.114377:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.114792:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196128640:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1788572582.115376:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572582.115536:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572582.117083:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4863 rpc_version 4863 00000020:00100000:3.0:1788572582.117123:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.117135:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa1ddad80 x1875440196134016/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.117201:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1ddad80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196134016:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.117283:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.117317:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572582.117552:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196134016 00000100:00100000:2.0:1788572582.117561:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196134016 00000100:00100000:2.0:1788572582.117615:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35692 00000100:00100000:2.0:1788572582.117625:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:202414:x1875440196134016:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572582.117795:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:202414:x1875440196134016:12345-0@lo:1000:osp_up1-0.0 Request processed in 170us (511us total) trans 8589973348 rc 0/0 00000100:00100000:2.0:1788572582.117802:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35692 00000100:00100000:3.0:1788572582.117954:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1ddad80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196134016:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.117964:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4864 rpc_version 4864 00000020:00100000:3.0:1788572582.117977:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.117983:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa1ddb800 x1875440196134272/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.117997:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1ddb800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196134272:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.118022:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.118045:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572582.118092:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196134272 00000100:00100000:2.0:1788572582.118096:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196134272 00000100:00100000:2.0:1788572582.118129:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35693 00000100:00100000:2.0:1788572582.118145:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:202414:x1875440196134272:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572582.118262:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:202414:x1875440196134272:12345-0@lo:1000:osp_up1-0.0 Request processed in 126us (239us total) trans 8589973349 rc 0/0 00000100:00100000:2.0:1788572582.118270:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35693 00000100:00100000:3.0:1788572582.118554:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1ddb800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196134272:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.118562:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4865 rpc_version 4865 00000020:00100000:3.0:1788572582.118574:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.118580:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa1ddb100 x1875440196134528/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.118594:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1ddb100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196134528:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.118623:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.118647:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196134528 00000100:00100000:3.0:1788572582.118650:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196134528 00000100:00100000:3.0:1788572582.118676:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35694 00000100:00100000:3.0:1788572582.118683:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:202414:x1875440196134528:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.118759:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:202414:x1875440196134528:12345-0@lo:1000:osp_up1-0.0 Request processed in 77us (136us total) trans 8589973350 rc 0/0 00000100:00100000:3.0:1788572582.118766:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35694 00000100:00100000:3.0:1788572582.118787:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.118804:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1ddb100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196134528:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.118810:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4866 rpc_version 4866 00000020:00100000:3.0:1788572582.118821:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.118826:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade01500 x1875440196134784/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.118838:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade01500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196134784:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.118862:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.118881:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196134784 00000100:00100000:3.0:1788572582.118884:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196134784 00000100:00100000:3.0:1788572582.118905:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35695 00000100:00100000:3.0:1788572582.118911:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:202414:x1875440196134784:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.118976:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:202414:x1875440196134784:12345-0@lo:1000:osp_up1-0.0 Request processed in 65us (113us total) trans 8589973351 rc 0/0 00000100:00100000:3.0:1788572582.118982:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35695 00000100:00100000:3.0:1788572582.119000:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.119016:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade01500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196134784:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.119023:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4867 rpc_version 4867 00000020:00100000:3.0:1788572582.119034:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.119039:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade02300 x1875440196135040/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.119051:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade02300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196135040:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.119075:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.119093:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196135040 00000100:00100000:3.0:1788572582.119096:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196135040 00000100:00100000:3.0:1788572582.119114:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35696 00000100:00100000:3.0:1788572582.119119:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:202414:x1875440196135040:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.119228:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+24:202414:x1875440196135040:12345-0@lo:1000:osp_up1-0.0 Request processed in 108us (151us total) trans 8589973352 rc 0/0 00000100:00100000:3.0:1788572582.119235:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35696 00000100:00100000:3.0:1788572582.119269:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.119286:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade02300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196135040:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.119292:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4868 rpc_version 4868 00000020:00100000:3.0:1788572582.119303:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.119308:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade00000 x1875440196135296/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.119320:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196135296:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.119342:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.119360:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196135296 00000100:00100000:3.0:1788572582.119363:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196135296 00000100:00100000:3.0:1788572582.119385:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35697 00000100:00100000:3.0:1788572582.119390:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+24:202414:x1875440196135296:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.119528:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+25:202414:x1875440196135296:12345-0@lo:1000:osp_up1-0.0 Request processed in 137us (184us total) trans 8589973353 rc 0/0 00000100:00100000:3.0:1788572582.119535:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35697 00000100:00100000:3.0:1788572582.119552:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.119568:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196135296:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.119575:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4869 rpc_version 4869 00000020:00100000:3.0:1788572582.119587:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.119592:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade03b80 x1875440196135552/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.119605:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade03b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196135552:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.119630:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.119648:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196135552 00000100:00100000:3.0:1788572582.119652:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196135552 00000100:00100000:3.0:1788572582.119673:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35698 00000100:00100000:3.0:1788572582.119679:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+25:202414:x1875440196135552:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.119741:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+26:202414:x1875440196135552:12345-0@lo:1000:osp_up1-0.0 Request processed in 62us (110us total) trans 8589973354 rc 0/0 00000100:00100000:3.0:1788572582.119748:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35698 00000100:00100000:3.0:1788572582.119765:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.119780:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade03b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196135552:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.119786:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4870 rpc_version 4870 00000020:00100000:3.0:1788572582.119797:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.119801:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade00e00 x1875440196135808/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.119813:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196135808:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.119836:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.119854:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196135808 00000100:00100000:3.0:1788572582.119857:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196135808 00000100:00100000:3.0:1788572582.119878:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35699 00000100:00100000:3.0:1788572582.119884:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+26:202414:x1875440196135808:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.119948:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:202414:x1875440196135808:12345-0@lo:1000:osp_up1-0.0 Request processed in 64us (111us total) trans 8589973355 rc 0/0 00000100:00100000:3.0:1788572582.119958:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35699 00000100:00100000:3.0:1788572582.119975:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df000 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.119992:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196135808:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.119999:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4871 rpc_version 4871 00000020:00100000:3.0:1788572582.120010:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.120014:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade03800 x1875440196136064/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.120027:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade03800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196136064:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.120052:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.120070:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196136064 00000100:00100000:3.0:1788572582.120074:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196136064 00000100:00100000:3.0:1788572582.120094:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35700 00000100:00100000:3.0:1788572582.120100:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:202414:x1875440196136064:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572582.127303:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196133632 00000100:00100000:0.0:1788572582.127324:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196133632 00000100:00100000:0.0:1788572582.127532:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196133504 00000100:00100000:0.0:1788572582.127536:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196133504 00000100:00100000:0.0:1788572582.127559:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196128640 00000100:00100000:0.0:1788572582.127562:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196128640 00000100:00100000:0.0:1788572582.127587:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21517 00000100:00100000:0.0:1788572582.127597:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+26:3638:x1875440196133632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.127632:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3925 count 1 00002000:00010000:0.0:1788572582.127669:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf55:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.127676:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000dff81b/0xaad440e68c48910c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.127699:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf55:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.127704:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf55:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.127710:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000dff81b/0xaad440e68c48910c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.127725:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000dff81b/0xaad440e68c48910c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.127735:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000dff81b/0xaad440e68c48910c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.127743:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000000dff81b/0xaad440e68c48910c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.127840:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572582.129072:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.129113:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.129131:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.129183:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633099392 00000100:00100000:2.0:1788572582.129190:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633099392 00010000:00010000:2.0:1788572582.129222:0:225658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c487b56 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779d7 expref: 36 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.130888:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633099776 00000100:00100000:2.0:1788572582.130901:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633099776 00010000:00010000:2.0:1788572582.130936:0:225658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000763bdf48/0xaad440e68c35f9fa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x60000400030020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d13 expref: 37 pid: 225663 timeout: 13660 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.130960:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633099520 00000100:00100000:2.0:1788572582.130963:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633099520 00010000:00010000:2.0:1788572582.130978:0:225658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007e75709d/0xaad440e68c487c8a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a2b expref: 38 pid: 204291 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.131001:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28081 00000100:00100000:2.0:1788572582.131011:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+38:352626:x1875453633099392:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.131027:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.131034:0:225658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c487b56 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779d7 expref: 38 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131050:0:225658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c487b56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779d7 expref: 38 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131075:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1552:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.131080:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1552:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.131086:0:225658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131096:0:225658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131118:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.131204:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+38:352626:x1875453633099392:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 194us (2137us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.131213:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28081 00000100:00100000:2.0:1788572582.131234:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28082 00000100:00100000:2.0:1788572582.131252:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+37:352625:x1875453633099776:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.131261:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.131266:0:225658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000763bdf48/0xaad440e68c35f9fa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x60000400030020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d13 expref: 37 pid: 225663 timeout: 13660 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131276:0:225658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000763bdf48/0xaad440e68c35f9fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x50000400030020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d13 expref: 37 pid: 225663 timeout: 13660 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131289:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1559:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.131292:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1559:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.131296:0:225658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131305:0:225658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131318:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.131340:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+37:352625:x1875453633099776:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 99us (2226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.131346:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28082 00000100:00100000:2.0:1788572582.131359:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28083 00000100:00100000:2.0:1788572582.131366:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:352627:x1875453633099520:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.131373:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.131378:0:225658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007e75709d/0xaad440e68c487c8a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a2b expref: 36 pid: 204291 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131388:0:225658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007e75709d/0xaad440e68c487c8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a2b expref: 36 pid: 204291 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131400:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1554:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.131403:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1554:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.131407:0:225658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131415:0:225658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131432:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.131451:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:352627:x1875453633099520:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 85us (2319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.131457:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28083 00000100:00100000:2.0:1788572582.131526:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.131549:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633099648 00000100:00100000:2.0:1788572582.131553:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633099648 00010000:00010000:2.0:1788572582.131569:0:225658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000365076e8/0xaad440e68c487d78 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a71 expref: 36 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.131586:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28084 00000100:00100000:2.0:1788572582.131593:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:352626:x1875453633099648:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.131601:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.131606:0:225658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000365076e8/0xaad440e68c487d78 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a71 expref: 36 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131617:0:225658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000365076e8/0xaad440e68c487d78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a71 expref: 36 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131630:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.131633:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.131636:0:225658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131644:0:225658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.131657:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.131676:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:352626:x1875453633099648:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 84us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.131683:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28084 00010000:00010000:2.0:1788572582.134428:0:206128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007eb5de4b/0xaad440e68c487b56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1552:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779d7 expref: 35 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.134455:0:206128:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1ddaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:206128:1875440196132352:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572582.134480:0:206128:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.134492:0:206128:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.134498:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.134508:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.134515:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.134544:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572582.134733:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:3638:x1875440196129024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30837us (31798us total) trans 8589944014 rc 0/0 00000100:00100000:2.0:1788572582.134744:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21513 00000100:00100000:2.0:1788572582.134834:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21518 00000100:00100000:2.0:1788572582.134845:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:3638:x1875440196133504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.134875:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3710 count 1 00002000:00010000:2.0:1788572582.134909:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe7e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.134915:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c489113 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.134929:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe7e:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.134933:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe7e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.134940:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c489113 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.134953:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c489113 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.134961:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c489113 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.134968:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c489113 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.135375:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1788572582.135475:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3638:x1875440196133504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 634us (21096us total) trans 8589944686 rc 0/0 00000100:00100000:2.0:1788572582.135486:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21518 00000100:00100000:2.0:1788572582.135502:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21519 00000100:00100000:2.0:1788572582.135510:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+46:3639:x1875440196128640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.135523:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3341 count 1 00002000:00010000:2.0:1788572582.135539:0:206128:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xd0d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572582.135545:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c48911a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.135554:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd0d:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.135558:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xd0d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.135563:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c48911a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.135573:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c48911a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.135581:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c48911a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.135588:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c48911a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.135604:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1788572582.136109:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788572582.136119:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000000dff81b/0xaad440e68c48910c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.136128:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.136133:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000000dff81b/0xaad440e68c48910c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.136189:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000000dff81b/0xaad440e68c48910c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.136211:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000000dff81b/0xaad440e68c48910c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.136219:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000dff81b/0xaad440e68c48910c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137054:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572582.137062:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137072:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.137076:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137086:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137102:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137110:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c4890e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137127:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572582.137130:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c489113 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137147:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.137168:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c489113 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137177:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c489113 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137187:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c489113 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137195:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c489113 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137210:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572582.137214:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c48911a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137220:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.137224:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c48911a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137231:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c48911a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.137406:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:3639:x1875440196128640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1893us (21866us total) trans 8589944015 rc 0/0 00000100:00100000:2.0:1788572582.137417:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21519 00000100:00100000:2.0:1788572582.137476:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572582.137518:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade03800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196136064:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572582.137533:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4872 rpc_version 4872 00000020:00100000:2.0:1788572582.137561:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572582.137569:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96addf80 x1875440196136320/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572582.137591:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96addf80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196136320:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572582.137631:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.137653:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474000 going to sleep for 11 seconds 00010000:00010000:1.0:1788572582.137678:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c48911a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137688:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c48911a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd0d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.137702:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.137703:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.137705:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572582.138848:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.138908:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196129408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.138955:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.138983:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196129920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.139007:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1788572582.139045:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f0e00/2, rc 0, transno 8589944682 00000100:00100000:1.0:1788572582.139057:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196128000:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1788572582.139069:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca9478e300/2, rc 0, transno 8589944681 00000100:00100000:1.0:1788572582.139073:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196127872:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.139106:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196128896 00000100:00100000:1.0:1788572582.139112:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196128896 00000100:00100000:1.0:1788572582.139179:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196129408 00000100:00100000:1.0:1788572582.139183:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196129408 00000100:00100000:1.0:1788572582.139201:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196129920 00000100:00100000:1.0:1788572582.139205:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196129920 00000100:00100000:1.0:1788572582.139228:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21520 00000100:00100000:3.0:1788572582.139431:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+28:202414:x1875440196136064:12345-0@lo:1000:osp_up1-0.0 Request processed in 19328us (19375us total) trans 8589973356 rc 0/0 00000100:00100000:3.0:1788572582.139442:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35700 00000100:00100000:3.0:1788572582.139474:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196136320 00000100:00100000:3.0:1788572582.139478:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196136320 00000100:00100000:3.0:1788572582.139518:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35701 00000100:00100000:3.0:1788572582.139526:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+28:202414:x1875440196136320:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.139699:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:202414:x1875440196136320:12345-0@lo:1000:osp_up1-0.0 Request processed in 174us (2067us total) trans 8589973357 rc 0/0 00000100:00100000:3.0:1788572582.139706:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35701 00010000:00010000:3.0:1788572582.139739:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572582.139798:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96addf80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196136320:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.139811:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4873 rpc_version 4873 00000020:00100000:3.0:1788572582.139833:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.139839:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8558a300 x1875440196136576/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.139858:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558a300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196136576:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.139890:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.139912:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196136576 00000100:00100000:3.0:1788572582.139916:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196136576 00000100:00100000:3.0:1788572582.139939:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35702 00000100:00100000:3.0:1788572582.139945:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:202414:x1875440196136576:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.140018:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+30:202414:x1875440196136576:12345-0@lo:1000:osp_up1-0.0 Request processed in 72us (127us total) trans 8589973358 rc 0/0 00000100:00100000:3.0:1788572582.140025:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35702 00000100:00100000:3.0:1788572582.140043:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.140059:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558a300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196136576:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.140066:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4874 rpc_version 4874 00000020:00100000:3.0:1788572582.140077:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.140082:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8558a680 x1875440196136832/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.140095:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558a680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196136832:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.140118:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.140148:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196136832 00000100:00100000:3.0:1788572582.140177:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196136832 00000100:00100000:3.0:1788572582.140204:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35703 00000100:00100000:3.0:1788572582.140209:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+30:202414:x1875440196136832:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.140840:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdf9f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+48:3637:x1875440196128896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.140873:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5457 count 1 00010000:00010000:1.0:1788572582.140900:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.140924:0:203891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a08f75f/0xaad440e68c487b09 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779c2 expref: 34 pid: 203891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.140934:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1551:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1788572582.140939:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1551:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.140944:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.140975:0:203891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a08f75f/0xaad440e68c487b09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779c2 expref: 34 pid: 203891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.140991:0:203891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a08f75f/0xaad440e68c487b09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779c2 expref: 34 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.141012:0:203891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:203891:1875440196136960:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.141084:0:203891:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d8496c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.141111:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21521 00000100:00100000:1.0:1788572582.141123:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+48:3637:x1875440196129408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.141145:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5461 count 1 00010000:00010000:1.0:1788572582.141173:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.141185:0:225671:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000864e54b4/0xaad440e68c487d24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a55 expref: 34 pid: 225665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.141192:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1555:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1788572582.141195:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1555:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.141199:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.141218:0:225671:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000864e54b4/0xaad440e68c487d24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a55 expref: 34 pid: 225665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.141227:0:225671:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000864e54b4/0xaad440e68c487d24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a55 expref: 34 pid: 225665 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.141236:0:225671:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:225671:1875440196137088:192.168.202.54@tcp:104: 00000100:00100000:3.0:1788572582.141443:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:202414:x1875440196136832:12345-0@lo:1000:osp_up1-0.0 Request processed in 1232us (1322us total) trans 8589973359 rc 0/0 00000100:00100000:3.0:1788572582.141451:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35703 00000100:00100000:3.0:1788572582.141478:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.141502:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558a680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196136832:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.141512:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4875 rpc_version 4875 00000020:00100000:3.0:1788572582.141526:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.141531:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8c7ff100 x1875440196137344/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.141544:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ff100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196137344:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.141570:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.141597:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196137344 00000100:00100000:3.0:1788572582.141602:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196137344 00000100:00100000:3.0:1788572582.141628:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35704 00000100:00100000:3.0:1788572582.141634:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:202414:x1875440196137344:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.141708:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:202414:x1875440196137344:12345-0@lo:1000:osp_up1-0.0 Request processed in 74us (137us total) trans 8589973360 rc 0/0 00000100:00100000:3.0:1788572582.141716:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35704 00000100:00100000:3.0:1788572582.141734:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572582.141867:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21522 00000100:00100000:0.0:1788572582.141869:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+28:3638:x1875440196133632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14273us (27538us total) trans 8589944685 rc 0/0 00000100:00100000:0.0:1788572582.141876:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21517 00000100:00100000:2.0:1788572582.141876:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+28:3637:x1875440196129920:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.141891:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3583 count 1 00002000:00010000:2.0:1788572582.141914:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xdff:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.141917:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.141919:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c48912f lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdff:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.141928:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.141929:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdff:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:2.0:1788572582.141932:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdff:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.141937:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c48912f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.141951:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c48912f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.141960:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c48912f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.141973:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c48912f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.141976:0:225675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e75709d/0xaad440e68c487c8a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a2b expref: 34 pid: 204291 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.141989:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.141990:0:225675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:225675:1875440196132480:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.142007:0:225675:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.142028:0:225675:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.142035:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.142042:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.142049:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.142067:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572582.142099:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+28:3637:x1875440196129920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 225us (3091us total) trans 8589944687 rc 0/0 00000100:00100000:2.0:1788572582.142106:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21522 00000100:00100000:0.0:1788572582.142313:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+49:3640:x1875440196129280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39072us (40210us total) trans 8589944016 rc 0/0 00000100:00100000:0.0:1788572582.142320:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21511 00000100:00100000:1.0:1788572582.143097:0:225671:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849a80 going to sleep for 11 seconds 00000004:00080000:1.0:1788572582.143133:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b79ad80/2, rc 0, transno 8589944687 00000100:00100000:1.0:1788572582.143168:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196129920:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1788572582.143184:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572582.143191:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c48912f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143200:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.143204:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c48912f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143215:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c48912f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143234:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c48912f lrc: 1/0,0 mode: --/PW res: [0x280000401:0xdff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143257:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c48912f lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143276:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572582.143280:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143286:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.143288:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143296:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143307:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143315:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6785f9f/0xaad440e68c4890f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143329:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.143331:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.143332:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572582.143408:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196137600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.143442:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.143465:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788572582.143470:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196137728:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.143488:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.143512:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196137600 00000100:00100000:1.0:1788572582.143517:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196137600 00000100:00100000:1.0:1788572582.143549:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196137728 00000100:00100000:1.0:1788572582.143552:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196137728 00000100:00100000:1.0:1788572582.143571:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21523 00000100:00100000:1.0:1788572582.143578:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3637:x1875440196137600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572582.143597:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3343 count 1 00002000:00010000:1.0:1788572582.143621:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd0f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572582.143629:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d7a8ab3/0xaad440e68c489136 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143640:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd0f:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:1.0:1788572582.143643:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd0f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.143649:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d7a8ab3/0xaad440e68c489136 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143660:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d7a8ab3/0xaad440e68c489136 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143669:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d7a8ab3/0xaad440e68c489136 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143677:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d7a8ab3/0xaad440e68c489136 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143693:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572582.143821:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3637:x1875440196137600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 242us (377us total) trans 8589944688 rc 0/0 00000100:00100000:1.0:1788572582.143828:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21523 00000100:00100000:1.0:1788572582.143842:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21524 00000100:00100000:1.0:1788572582.143850:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3637:x1875440196137728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572582.143862:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3788 count 1 00002000:00010000:1.0:1788572582.143877:0:204291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xecc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572582.143881:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000583e12b1/0xaad440e68c48913d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xecc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143888:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xecc:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:1.0:1788572582.143891:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xecc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.143894:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000583e12b1/0xaad440e68c48913d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xecc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143903:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000583e12b1/0xaad440e68c48913d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xecc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143909:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000583e12b1/0xaad440e68c48913d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xecc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143916:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000583e12b1/0xaad440e68c48913d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xecc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.143929:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572582.143999:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85589880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3637:x1875440196137728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 150us (509us total) trans 8589944689 rc 0/0 00000100:00100000:1.0:1788572582.144005:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21524 00010000:00010000:1.0:1788572582.144024:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572582.144029:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d7a8ab3/0xaad440e68c489136 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144036:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.144039:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d7a8ab3/0xaad440e68c489136 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144051:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d7a8ab3/0xaad440e68c489136 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144061:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d7a8ab3/0xaad440e68c489136 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144068:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d7a8ab3/0xaad440e68c489136 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144082:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572582.144086:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000583e12b1/0xaad440e68c48913d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xecc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144091:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.144094:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000583e12b1/0xaad440e68c48913d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xecc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144101:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000583e12b1/0xaad440e68c48913d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xecc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144109:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000583e12b1/0xaad440e68c48913d lrc: 1/0,0 mode: --/PW res: [0x280000401:0xecc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144117:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000583e12b1/0xaad440e68c48913d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xecc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144133:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.144145:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.144147:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788572582.144191:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8d059880/2, rc 0, transno 8589944689 00000100:00100000:1.0:1788572582.144201:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d059880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196137728:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1788572582.144211:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8d05ad80/2, rc 0, transno 8589944688 00000100:00100000:1.0:1788572582.144214:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d05ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196137600:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1788572582.144266:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8ee59880/2, rc 0, transno 8589944686 00000100:00100000:1.0:1788572582.144274:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196133504:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1788572582.144283:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8ee59500/2, rc 0, transno 8589944685 00000100:00100000:1.0:1788572582.144285:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196133632:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1788572582.144296:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbde71500/2, rc 0, transno 8589944014 00000100:00100000:1.0:1788572582.144304:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196129024:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.144341:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196138112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.144367:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.144423:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788572582.144430:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196138240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.144451:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.144479:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196138112 00000100:00100000:1.0:1788572582.144483:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196138112 00000100:00100000:1.0:1788572582.144509:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196138240 00000100:00100000:1.0:1788572582.144513:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196138240 00000100:00100000:1.0:1788572582.144530:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21525 00000100:00100000:1.0:1788572582.144535:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+49:3637:x1875440196138112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.144548:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15 count 1 00010000:00010000:1.0:1788572582.144563:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144579:0:225665:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d58de1f6/0xaad440e68c487eeb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77acc expref: 33 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144586:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788572582.144589:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.144593:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144616:0:225665:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d58de1f6/0xaad440e68c487eeb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77acc expref: 33 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144630:0:225665:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d58de1f6/0xaad440e68c487eeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77acc expref: 33 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.144642:0:225665:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83983800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:225665:1875440196138496:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.144676:0:225665:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849300 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.144692:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21526 00000100:00100000:1.0:1788572582.144700:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+30:3637:x1875440196138240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572582.144712:0:225668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3924 count 1 00002000:00010000:1.0:1788572582.144728:0:225668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf54:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572582.144733:0:225668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de2b1058/0xaad440e68c48914b lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf54:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.144734:0:225660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000365076e8/0xaad440e68c487d78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a71 expref: 33 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144743:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf54:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:1.0:1788572582.144745:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf54:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1788572582.144747:0:225660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:225660:1875440196132608:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.144750:0:225668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de2b1058/0xaad440e68c48914b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144760:0:225668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de2b1058/0xaad440e68c48914b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144768:0:225668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de2b1058/0xaad440e68c48914b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144776:0:225668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de2b1058/0xaad440e68c48914b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144788:0:225668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572582.144845:0:225660:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.144856:0:225660:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.144864:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.144872:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.144874:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83983480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+31:3637:x1875440196138240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 175us (422us total) trans 8589944690 rc 0/0 00010000:00010000:0.0:1788572582.144880:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.144881:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21526 00010000:00010000:0.0:1788572582.144893:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788572582.144899:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572582.144903:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de2b1058/0xaad440e68c48914b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144910:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.144913:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de2b1058/0xaad440e68c48914b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144926:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de2b1058/0xaad440e68c48914b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144938:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de2b1058/0xaad440e68c48914b lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144946:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de2b1058/0xaad440e68c48914b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144958:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572582.144962:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144968:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.144971:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144979:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.144980:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+50:3638:x1875440196132096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34828us (41971us total) trans 8589944017 rc 0/0 00000100:00100000:0.0:1788572582.144987:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21515 00010000:00010000:1.0:1788572582.144989:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.144996:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ef9cfb3/0xaad440e68c4890fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.145014:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.145016:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.145017:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788572582.145033:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83983b80/2, rc 0, transno 8589944690 00000100:00100000:1.0:1788572582.145042:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83983b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196138240:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1788572582.145053:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788572582.145084:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e181880/2, rc 0, transno 8589944017 00000100:00100000:1.0:1788572582.145093:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196132096:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.145128:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196138752:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1788572582.145321:0:225663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000763bdf48/0xaad440e68c35f9fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 65536->73727) gid 0 flags: 0x44801400030020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d13 expref: 32 pid: 225663 timeout: 13660 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.145334:0:225663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:225663:1875440196133248:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.145346:0:225663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.145365:0:225663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.145372:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.145381:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.145457:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.145460:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ff100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196137344:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572582.145470:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572582.145476:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.145481:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.145488:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.145492:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.145500:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.145511:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.145519:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbbcb25f/0xaad440e68c489105 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.145533:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.145535:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.145536:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572582.145546:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:3640:x1875440196132224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31638us (31759us total) trans 8589944018 rc 0/0 00000100:00100000:0.0:1788572582.145551:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21516 00000100:00100000:0.0:1788572582.145573:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196133376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.145598:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572582.145611:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4876 rpc_version 4876 00000100:00100000:0.0:1788572582.145620:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196133376 00000100:00100000:0.0:1788572582.145624:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196133376 00000020:00100000:3.0:1788572582.145628:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.145635:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8c7ffb80 x1875440196139008/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572582.145647:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21527 00000100:00100000:3.0:1788572582.145649:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7ffb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196139008:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572582.145654:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3640:x1875440196133376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.145668:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3473 count 1 00000100:00100000:3.0:1788572582.145679:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1788572582.145688:0:225664:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd91:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.145693:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b2b0198/0xaad440e68c489152 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd91:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.145701:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196139008 00010000:00010000:0.0:1788572582.145702:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd91:0x0].0x0 since=13560s v=(0 0) 00000100:00100000:3.0:1788572582.145704:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196139008 00010000:00010000:0.0:1788572582.145705:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd91:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.145710:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b2b0198/0xaad440e68c489152 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.145725:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b2b0198/0xaad440e68c489152 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.145730:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35705 00010000:00010000:0.0:1788572582.145733:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b2b0198/0xaad440e68c489152 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.145736:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:202414:x1875440196139008:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572582.145741:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b2b0198/0xaad440e68c489152 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.145753:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572582.145834:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:202414:x1875440196139008:12345-0@lo:1000:osp_up1-0.0 Request processed in 98us (154us total) trans 8589973361 rc 0/0 00000100:00100000:3.0:1788572582.145844:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35705 00000100:00100000:3.0:1788572582.145867:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.145884:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7ffb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196139008:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.145890:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4877 rpc_version 4877 00000020:00100000:3.0:1788572582.145900:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572582.145901:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+32:3640:x1875440196133376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 247us (302us total) trans 8589944691 rc 0/0 00000100:00100000:3.0:1788572582.145905:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8c7fe680 x1875440196139264/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572582.145907:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21527 00000100:00100000:3.0:1788572582.145917:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fe680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196139264:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572582.145936:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8ee5a300/2, rc 0, transno 8589944691 00000100:00100000:3.0:1788572582.145940:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.145945:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196133376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.145952:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8d05bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196137472:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.145957:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196139264 00000100:00100000:3.0:1788572582.145960:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196139264 00000100:00100000:0.0:1788572582.145971:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.145981:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35706 00000100:00100000:3.0:1788572582.145986:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:202414:x1875440196139264:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572582.145995:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196137984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.146028:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.146048:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196137472 00000100:00100000:0.0:1788572582.146052:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196137472 00000100:00100000:3.0:1788572582.146053:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:202414:x1875440196139264:12345-0@lo:1000:osp_up1-0.0 Request processed in 67us (112us total) trans 8589973362 rc 0/0 00000100:00100000:3.0:1788572582.146059:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35706 00000100:00100000:0.0:1788572582.146070:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196137984 00000100:00100000:0.0:1788572582.146073:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196137984 00000100:00100000:3.0:1788572582.146076:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.146092:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fe680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196139264:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.146098:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4878 rpc_version 4878 00000020:00100000:3.0:1788572582.146110:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.146114:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9513df80 x1875440196139520/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.146126:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513df80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196139520:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.146188:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.146206:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196139520 00000100:00100000:3.0:1788572582.146209:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196139520 00000100:00100000:3.0:1788572582.146229:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35707 00000100:00100000:3.0:1788572582.146235:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:202414:x1875440196139520:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.146308:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:202414:x1875440196139520:12345-0@lo:1000:osp_up1-0.0 Request processed in 73us (119us total) trans 8589973363 rc 0/0 00000100:00100000:3.0:1788572582.146315:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35707 00000100:00100000:0.0:1788572582.146327:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21528 00000100:00100000:3.0:1788572582.146332:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572582.146335:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+33:3640:x1875440196137472:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.146346:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513df80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196139520:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.146352:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4879 rpc_version 4879 00000020:00100000:3.0:1788572582.146363:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.146367:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9513d880 x1875440196139776/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.146379:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513d880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196139776:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.146402:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.146420:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196139776 00000100:00100000:3.0:1788572582.146423:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196139776 00000100:00100000:3.0:1788572582.146442:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35708 00000100:00100000:3.0:1788572582.146449:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:202414:x1875440196139776:12345-0@lo:1000:osp_up1-0.0 00002000:00080000:0.0:1788572582.146459:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3903 count 1 00002000:00010000:0.0:1788572582.146478:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.146485:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d62368fc/0xaad440e68c489159 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.146495:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf3f:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.146499:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.146504:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d62368fc/0xaad440e68c489159 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.146507:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+36:202414:x1875440196139776:12345-0@lo:1000:osp_up1-0.0 Request processed in 59us (104us total) trans 8589973364 rc 0/0 00000100:00100000:3.0:1788572582.146514:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35708 00010000:00010000:0.0:1788572582.146516:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d62368fc/0xaad440e68c489159 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.146525:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d62368fc/0xaad440e68c489159 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.146530:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00010000:00010000:0.0:1788572582.146533:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d62368fc/0xaad440e68c489159 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.146545:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513d880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196139776:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572582.146552:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788572582.146556:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572582.146560:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b2b0198/0xaad440e68c489152 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.146568:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e4600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.146571:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b2b0198/0xaad440e68c489152 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.146579:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b2b0198/0xaad440e68c489152 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.146592:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b2b0198/0xaad440e68c489152 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.146599:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b2b0198/0xaad440e68c489152 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd91:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.146615:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.146618:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d62368fc/0xaad440e68c489159 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.146621:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+34:3640:x1875440196137472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 287us (649us total) trans 8589944692 rc 0/0 00010000:00010000:3.0:1788572582.146625:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e4a00 already unused, calling callback (ffffffffc0d424f0) 00000100:00100000:0.0:1788572582.146627:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21528 00010000:00010000:3.0:1788572582.146629:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d62368fc/0xaad440e68c489159 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.146636:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d62368fc/0xaad440e68c489159 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.146639:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21529 00000100:00100000:0.0:1788572582.146644:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+33:3640:x1875440196137984:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1788572582.146646:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d62368fc/0xaad440e68c489159 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.146653:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d62368fc/0xaad440e68c489159 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1788572582.146655:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3411 count 1 00010000:00010000:3.0:1788572582.146665:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788572582.146667:0:225675:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xd53:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.146667:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.146668:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.146672:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000217c6366/0xaad440e68c489160 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572582.146674:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4880 rpc_version 4880 00010000:00010000:0.0:1788572582.146680:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd53:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.146684:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xd53:0x0].0x0 since=0s v=(0 0) 00000020:00100000:3.0:1788572582.146685:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:0.0:1788572582.146688:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000217c6366/0xaad440e68c489160 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.146689:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9513ea00 x1875440196140032/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1788572582.146697:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000217c6366/0xaad440e68c489160 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.146702:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513ea00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196140032:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1788572582.146706:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000217c6366/0xaad440e68c489160 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.146713:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000217c6366/0xaad440e68c489160 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.146723:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572582.146731:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.146896:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+34:3640:x1875440196137984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 250us (878us total) trans 8589944693 rc 0/0 00000100:00100000:0.0:1788572582.146902:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21529 00000004:00080000:0.0:1788572582.146929:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83981880/2, rc 0, transno 8589944693 00000100:00100000:0.0:1788572582.146934:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196137984:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.146940:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196138624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.146959:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1788572582.146986:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e181f80/2, rc 0, transno 8589944018 00000100:00100000:0.0:1788572582.146994:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196132224:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.147005:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e054380/2, rc 0, transno 8589944016 00000100:00100000:0.0:1788572582.147009:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196129280:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.147198:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8d05bb80/2, rc 0, transno 8589944692 00000100:00100000:0.0:1788572582.147204:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8d05bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196137472:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.147209:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788572582.147215:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196133760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.147237:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.147254:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196137856:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.147274:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.147291:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196138368:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.147310:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.147329:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196138624 00000100:00100000:0.0:1788572582.147333:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196138624 00000100:00100000:0.0:1788572582.147458:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196133760 00000100:00100000:0.0:1788572582.147462:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196133760 00000100:00100000:0.0:1788572582.147480:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196137856 00000100:00100000:0.0:1788572582.147483:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196137856 00000100:00100000:0.0:1788572582.147495:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196138368 00000100:00100000:0.0:1788572582.147497:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196138368 00000100:00100000:0.0:1788572582.147511:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21530 00000100:00100000:0.0:1788572582.147517:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3640:x1875440196138624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.147532:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7 count 1 00010000:00010000:0.0:1788572582.147548:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.147568:0:225660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000657c5e48/0xaad440e68c487abc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ad expref: 34 pid: 225661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.147575:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1788572582.147578:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.147582:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.147607:0:225660:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000657c5e48/0xaad440e68c487abc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ad expref: 34 pid: 225661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.147620:0:225660:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000657c5e48/0xaad440e68c487abc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ad expref: 34 pid: 225661 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.147633:0:225660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b799880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:225660:1875440196140160:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.147683:0:225660:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be116c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572582.147702:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21531 00000100:00100000:0.0:1788572582.147710:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3640:x1875440196133760:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.147722:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3831 count 1 00002000:00010000:0.0:1788572582.147739:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xef7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.147744:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085ba00ca/0xaad440e68c48916e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xef7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.147752:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xef7:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.147871:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xef7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.147877:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085ba00ca/0xaad440e68c48916e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.147889:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085ba00ca/0xaad440e68c48916e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.147900:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085ba00ca/0xaad440e68c48916e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.147908:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085ba00ca/0xaad440e68c48916e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.147918:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572582.148202:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:3640:x1875440196133760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 305us (777us total) trans 8589944694 rc 0/0 00000100:00100000:0.0:1788572582.148211:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21531 00000100:00100000:0.0:1788572582.148228:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21532 00000100:00100000:0.0:1788572582.148235:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3640:x1875440196137856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.148247:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3628 count 1 00002000:00010000:0.0:1788572582.148262:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.148268:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e744407/0xaad440e68c489175 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.148276:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe2c:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.148279:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.148283:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e744407/0xaad440e68c489175 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.148293:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e744407/0xaad440e68c489175 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.148301:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e744407/0xaad440e68c489175 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.148309:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002e744407/0xaad440e68c489175 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.148318:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1788572582.148523:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:3640:x1875440196137856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 288us (1247us total) trans 8589944695 rc 0/0 00000100:00100000:0.0:1788572582.148530:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21532 00000100:00100000:0.0:1788572582.148542:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21533 00000100:00100000:0.0:1788572582.148549:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3640:x1875440196138368:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.148561:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3772 count 1 00002000:00010000:0.0:1788572582.148575:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xebc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.148579:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000922e16ac/0xaad440e68c48917c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xebc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.148587:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xebc:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.148589:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xebc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.148593:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000922e16ac/0xaad440e68c48917c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.148607:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000922e16ac/0xaad440e68c48917c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.148614:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000922e16ac/0xaad440e68c48917c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.148621:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000922e16ac/0xaad440e68c48917c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.148630:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1788572582.148690:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:3640:x1875440196138368:12345-0@lo:6:osp-syn-0-0.0 Request processed in 141us (1378us total) trans 8589944696 rc 0/0 00000100:00100000:0.0:1788572582.148696:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21533 00000004:00080000:0.0:1788572582.148738:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83980a80/2, rc 0, transno 8589944696 00000100:00100000:0.0:1788572582.148745:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196138368:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788572582.149199:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8ee59f80/2, rc 0, transno 8589944694 00000100:00100000:0.0:1788572582.149205:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196133760:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788572582.149217:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83980000/2, rc 0, transno 8589944695 00000100:00100000:0.0:1788572582.149220:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196137856:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788572582.149251:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbde70380/2, rc 0, transno 8589944015 00000100:00100000:0.0:1788572582.149256:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196128640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.149266:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196129152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.149301:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.149331:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196129152 00000100:00100000:0.0:1788572582.149336:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196129152 00000100:00100000:0.0:1788572582.149379:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21534 00000100:00100000:0.0:1788572582.149396:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3639:x1875440196129152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.149411:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5459 count 1 00010000:00010000:0.0:1788572582.149430:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.149446:0:203892:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000030d10c0/0xaad440e68c487bf0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a01 expref: 31 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.149454:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1553:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1788572582.149457:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1553:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.149461:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.149501:0:203892:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000030d10c0/0xaad440e68c487bf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a01 expref: 31 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.149514:0:203892:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000030d10c0/0xaad440e68c487bf0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a01 expref: 31 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.149525:0:203892:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b798a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:203892:1875440196140288:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.149560:0:203892:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11480 going to sleep for 11 seconds 00000100:00100000:0.0:1788572582.149578:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196129664:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.149601:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.149619:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196129664 00000100:00100000:0.0:1788572582.149622:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196129664 00000100:00100000:0.0:1788572582.149640:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21535 00000100:00100000:0.0:1788572582.149646:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:3639:x1875440196129664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.149657:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3531 count 1 00002000:00010000:0.0:1788572582.149675:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xdcb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.149680:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c48918a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xdcb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.149688:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdcb:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.149691:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xdcb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.149696:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c48918a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.149706:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c48918a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.149714:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c48918a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xdcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.149721:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c48918a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.149730:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1788572582.149824:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+39:3639:x1875440196129664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 177us (221us total) trans 8589944697 rc 0/0 00000100:00100000:0.0:1788572582.149830:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21535 00000004:00080000:0.0:1788572582.149855:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b799180/2, rc 0, transno 8589944697 00000100:00100000:0.0:1788572582.149859:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196129664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.150614:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572582.150671:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788572582.150679:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000217c6366/0xaad440e68c489160 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150688:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e4200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.150692:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000217c6366/0xaad440e68c489160 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150703:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000217c6366/0xaad440e68c489160 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150721:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000217c6366/0xaad440e68c489160 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150735:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000217c6366/0xaad440e68c489160 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150833:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788572582.150838:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085ba00ca/0xaad440e68c48916e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150844:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.150847:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085ba00ca/0xaad440e68c48916e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150854:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085ba00ca/0xaad440e68c48916e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150864:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085ba00ca/0xaad440e68c48916e lrc: 1/0,0 mode: --/PW res: [0x280000401:0xef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150870:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085ba00ca/0xaad440e68c48916e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xef7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150882:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572582.150886:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002e744407/0xaad440e68c489175 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150893:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.150896:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002e744407/0xaad440e68c489175 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150903:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002e744407/0xaad440e68c489175 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150914:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002e744407/0xaad440e68c489175 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150921:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e744407/0xaad440e68c489175 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150933:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572582.150936:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000922e16ac/0xaad440e68c48917c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150942:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.150945:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000922e16ac/0xaad440e68c48917c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150951:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000922e16ac/0xaad440e68c48917c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150960:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000922e16ac/0xaad440e68c48917c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150966:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000922e16ac/0xaad440e68c48917c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xebc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150977:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572582.150980:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c48918a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150986:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e4800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.150988:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c48918a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xdcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.150995:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c48918a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xdcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.151005:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c48918a lrc: 1/0,0 mode: --/PW res: [0x280000401:0xdcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.151012:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064f1c3ad/0xaad440e68c48918a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xdcb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.151024:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.151026:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.151028:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572582.151041:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196138752 00000100:00100000:1.0:1788572582.151047:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196138752 00000100:00100000:1.0:1788572582.151084:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21536 00000100:00100000:1.0:1788572582.151092:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+51:3637:x1875440196138752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.151110:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17 count 1 00010000:00010000:1.0:1788572582.151126:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.151149:0:225670:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000645dcc7e/0xaad440e68c487f3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae8 expref: 31 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.151176:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788572582.151180:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.151185:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.151212:0:225670:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000645dcc7e/0xaad440e68c487f3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae8 expref: 31 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.151225:0:225670:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000645dcc7e/0xaad440e68c487f3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae8 expref: 31 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.151238:0:225670:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83980700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:225670:1875440196140416:192.168.202.54@tcp:104: 00010000:00010000:3.0:1788572582.154567:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572582.155634:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196140032 00000100:00100000:3.0:1788572582.155646:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196140032 00000100:00100000:3.0:1788572582.155714:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35709 00000100:00100000:3.0:1788572582.155725:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+36:202414:x1875440196140032:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.156644:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:202414:x1875440196140032:12345-0@lo:1000:osp_up1-0.0 Request processed in 919us (9916us total) trans 8589973365 rc 0/0 00000100:00100000:3.0:1788572582.156656:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35709 00000100:00100000:3.0:1788572582.156699:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.156743:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513ea00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196140032:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.157453:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4881 rpc_version 4881 00000020:00100000:3.0:1788572582.157478:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.157486:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9513d500 x1875440196140672/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.157510:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196140672:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.157560:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.157599:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196140672 00000100:00100000:3.0:1788572582.157604:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196140672 00000100:00100000:3.0:1788572582.157641:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35710 00000100:00100000:3.0:1788572582.157649:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:202414:x1875440196140672:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.157737:0:225670:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849240 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.158098:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788572582.158109:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196140800:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.158167:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572582.158203:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572582.158282:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196141184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.158307:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.158326:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b675c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196141696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.158347:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.158366:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788572582.158371:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196141312:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.158389:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.158404:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b675180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196141824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.158421:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.158445:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196140800 00000100:00100000:1.0:1788572582.158449:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196140800 00000100:00100000:1.0:1788572582.158475:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196141184 00000100:00100000:1.0:1788572582.158478:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196141184 00000100:00100000:1.0:1788572582.158494:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196141696 00000100:00100000:1.0:1788572582.158496:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196141696 00000100:00100000:3.0:1788572582.158635:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+38:202414:x1875440196140672:12345-0@lo:1000:osp_up1-0.0 Request processed in 985us (1073us total) trans 8589973366 rc 0/0 00000100:00100000:3.0:1788572582.158643:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35710 00000100:00100000:3.0:1788572582.158673:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.158704:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196140672:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.158715:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4882 rpc_version 4882 00000020:00100000:3.0:1788572582.158728:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.158733:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9513c700 x1875440196142208/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572582.159225:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196141312 00000100:00100000:1.0:1788572582.159230:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196141312 00000100:00100000:1.0:1788572582.159242:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196141824 00000100:00100000:1.0:1788572582.159245:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196141824 00000100:00100000:1.0:1788572582.159257:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21537 00000100:00100000:1.0:1788572582.159265:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+52:3637:x1875440196140800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.159287:0:225668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18 count 1 00010000:00010000:1.0:1788572582.159312:0:225668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.159336:0:225668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c487fd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b12 expref: 31 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.159346:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788572582.159351:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.159357:0:225668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.159388:0:225668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c487fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b12 expref: 31 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.159402:0:225668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c487fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b12 expref: 31 pid: 225671 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.159415:0:225668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90180a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:225668:1875440196142336:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.159475:0:225668:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.159494:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21538 00000100:00100000:1.0:1788572582.159503:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+42:3637:x1875440196141184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572582.159516:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5464 count 1 00010000:00010000:1.0:1788572582.159532:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.159544:0:225666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f17510b/0xaad440e68c487ba3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ec expref: 34 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.159551:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1558:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1788572582.159554:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1558:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1788572582.159607:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9513c700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196142208:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.159719:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.159742:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196142208 00000100:00100000:2.0:1788572582.159911:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21539 00000100:00100000:2.0:1788572582.159921:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+42:3637:x1875440196141696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.159937:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5468 count 1 00010000:00010000:2.0:1788572582.159950:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.159964:0:225669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000afba4168/0xaad440e68c3514eb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51ef0 expref: 34 pid: 225668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.159971:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155c:0x0].0x0 since=555s v=(0 0) 00010000:00010000:2.0:1788572582.159975:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.159979:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.160002:0:225669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000afba4168/0xaad440e68c3514eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51ef0 expref: 34 pid: 225668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.160013:0:225669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000afba4168/0xaad440e68c3514eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51ef0 expref: 34 pid: 225668 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.160024:0:225669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96ade680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:225669:1875440196142464:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572582.160060:0:225669:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572582.160220:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.160242:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633099904 00000100:00100000:2.0:1788572582.160247:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633099904 00010000:00010000:2.0:1788572582.160271:0:225658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a08f75f/0xaad440e68c487b09 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779c2 expref: 32 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.160295:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28085 00000100:00100000:2.0:1788572582.160301:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:352627:x1875453633099904:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.160311:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.160317:0:225658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a08f75f/0xaad440e68c487b09 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779c2 expref: 32 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.160329:0:225658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a08f75f/0xaad440e68c487b09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779c2 expref: 32 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.160348:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1551:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.160352:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1551:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.160357:0:225658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.160367:0:225658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.160387:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.160410:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:352627:x1875453633099904:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 108us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.160417:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28085 00010000:00010000:1.0:1788572582.160832:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.160857:0:225666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f17510b/0xaad440e68c487ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ec expref: 34 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.160871:0:225666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f17510b/0xaad440e68c487ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ec expref: 34 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.160883:0:225666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90181180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:225666:1875440196142592:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.160918:0:225666:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.160939:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21540 00000100:00100000:1.0:1788572582.160947:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3637:x1875440196141312:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572582.160962:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5465 count 1 00010000:00010000:1.0:1788572582.160978:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.160991:0:204291:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c487c3d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a16 expref: 34 pid: 225675 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.160998:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1559:0x0].0x0 since=3s v=(0 0) 00010000:00010000:1.0:1788572582.161001:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1559:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.161005:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.161025:0:204291:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c487c3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a16 expref: 34 pid: 225675 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.161035:0:204291:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c487c3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a16 expref: 34 pid: 225675 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.161052:0:204291:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90182300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:204291:1875440196142720:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.161076:0:204291:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849780 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.161094:0:225662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21541 00000100:00100000:1.0:1788572582.161102:0:225662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+42:3637:x1875440196141824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572582.161115:0:225662:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5470 count 1 00010000:00010000:1.0:1788572582.161128:0:225662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.161149:0:225662:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f45a9ec1/0xaad440e68c35f9f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d0c expref: 34 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.161171:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155e:0x0].0x0 since=412s v=(1 1) 00010000:00010000:1.0:1788572582.161174:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.161178:0:225662:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.161198:0:225662:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f45a9ec1/0xaad440e68c35f9f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d0c expref: 34 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.161206:0:225662:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f45a9ec1/0xaad440e68c35f9f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d0c expref: 34 pid: 225661 timeout: 13660 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.161216:0:225662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90183480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:225662:1875440196142848:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.161301:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572582.161333:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196141056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.161380:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.161415:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196141056 00000100:00100000:1.0:1788572582.161416:0:225662:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d8490c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572582.161420:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196141056 00000100:00100000:0.0:1788572582.161449:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21542 00010000:00010000:1.0:1788572582.161450:0:203891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a08f75f/0xaad440e68c487b09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1551:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779c2 expref: 31 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.161454:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+53:3640:x1875440196141056:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.161466:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:44 count 1 00000100:00100000:1.0:1788572582.161466:0:203891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:203891:1875440196136960:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.161480:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.161484:0:203891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.161492:0:225664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c06ce57b/0xaad440e68c48815a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b7b expref: 30 pid: 225672 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.161495:0:203891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.161499:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788572582.161502:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.161503:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.161506:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.161513:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.161520:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.161524:0:225664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c06ce57b/0xaad440e68c48815a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b7b expref: 30 pid: 225672 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.161533:0:225664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c06ce57b/0xaad440e68c48815a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b7b expref: 30 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.161536:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.161548:0:225664:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:225664:1875440196142976:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.161570:0:225664:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572582.161585:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196141568:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.161607:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.161625:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196141568 00000100:00100000:0.0:1788572582.161628:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196141568 00000100:00100000:0.0:1788572582.161648:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21543 00000100:00100000:0.0:1788572582.161653:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+43:3640:x1875440196141568:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.161663:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5467 count 1 00010000:00010000:0.0:1788572582.161675:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.161680:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdf9f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+54:3637:x1875440196128896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22445us (23933us total) trans 8589944019 rc 0/0 00000100:00100000:1.0:1788572582.161686:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21520 00010000:00010000:0.0:1788572582.161688:0:225672:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c487d2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a5c expref: 34 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.161694:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155b:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1788572582.161697:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.161700:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.161717:0:225672:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c487d2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a5c expref: 34 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.161726:0:225672:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c487d2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a5c expref: 34 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.161735:0:225672:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca905e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:225672:1875440196143104:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.161765:0:225672:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11180 going to sleep for 11 seconds 00000100:00100000:0.0:1788572582.161784:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788572582.161791:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196140928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.161814:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.161831:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196141440:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.161849:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.161863:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b676300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196141952:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.161879:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.161899:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196140928 00000100:00100000:0.0:1788572582.161903:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196140928 00000100:00100000:0.0:1788572582.161939:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196141440 00000100:00100000:0.0:1788572582.161942:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196141440 00000100:00100000:0.0:1788572582.161956:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196141952 00000100:00100000:0.0:1788572582.161959:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196141952 00000100:00100000:0.0:1788572582.161968:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21544 00000100:00100000:0.0:1788572582.161973:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+54:3640:x1875440196140928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.161984:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:21 count 1 00010000:00010000:0.0:1788572582.161996:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.162008:0:225663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000962029b/0xaad440e68c488026 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b27 expref: 30 pid: 206128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.162015:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788572582.162018:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.162021:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.162040:0:225663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000962029b/0xaad440e68c488026 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b27 expref: 30 pid: 206128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.162049:0:225663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000962029b/0xaad440e68c488026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b27 expref: 30 pid: 206128 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.162060:0:225663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca905ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:225663:1875440196143232:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.162099:0:225663:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572582.162113:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21545 00000100:00100000:0.0:1788572582.162120:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+45:3640:x1875440196141440:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.162133:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5466 count 1 00010000:00010000:0.0:1788572582.162183:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.162196:0:206128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c487cd7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a40 expref: 34 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.162203:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155a:0x0].0x0 since=3s v=(0 0) 00010000:00010000:0.0:1788572582.162206:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.162210:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.162235:0:206128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c487cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a40 expref: 34 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.162245:0:206128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c487cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a40 expref: 34 pid: 225663 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.162255:0:206128:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca905e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:206128:1875440196143360:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.162276:0:206128:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572582.162292:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21546 00000100:00100000:0.0:1788572582.162300:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+45:3640:x1875440196141952:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.162313:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16 count 1 00010000:00010000:0.0:1788572582.162324:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.162336:0:225667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e260136e/0xaad440e68c487e51 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aa2 expref: 34 pid: 203891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.162344:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788572582.162347:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.162351:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.162371:0:225667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e260136e/0xaad440e68c487e51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aa2 expref: 34 pid: 203891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.162387:0:225667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e260136e/0xaad440e68c487e51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aa2 expref: 34 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.162397:0:225667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca905e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:225667:1875440196143488:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.162419:0:225667:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11600 going to sleep for 11 seconds 00010000:00010000:1.0:1788572582.162921:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572582.162929:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.162939:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.162944:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.162954:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.162974:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.162982:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c1531c7/0xaad440e68c489121 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1551:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.163000:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.163001:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.163003:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788572582.163037:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbde70700/2, rc 0, transno 8589944019 00000100:00100000:1.0:1788572582.163052:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196128896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.163114:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196143616:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.163171:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.163206:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196143616 00000100:00100000:1.0:1788572582.163210:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196143616 00000100:00100000:1.0:1788572582.163239:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21547 00000100:00100000:1.0:1788572582.163245:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+55:3640:x1875440196143616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.163261:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:51 count 1 00010000:00010000:1.0:1788572582.163275:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.163287:0:203891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea791402/0xaad440e68c4881a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b90 expref: 30 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.163295:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788572582.163298:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.163302:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.163323:0:203891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ea791402/0xaad440e68c4881a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b90 expref: 30 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.163335:0:203891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ea791402/0xaad440e68c4881a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b90 expref: 30 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.163346:0:203891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90180700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:203891:1875440196143744:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.163374:0:203891:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d8496c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572582.168219:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.169367:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196142208 00000100:00100000:3.0:1788572582.170355:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35711 00000100:00100000:3.0:1788572582.170372:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9513c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+38:202414:x1875440196142208:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572582.171625:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.171655:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.171711:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.171727:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.171799:0:225669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96ade680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:225669:1875440196142464:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572582.171827:0:225669:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.171865:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.171885:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633100032 00000100:00100000:2.0:1788572582.171891:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633100032 00010000:00010000:2.0:1788572582.171923:0:225658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000864e54b4/0xaad440e68c487d24 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a55 expref: 31 pid: 225665 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.171950:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633100160 00000100:00100000:2.0:1788572582.171954:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633100160 00010000:00010000:2.0:1788572582.171967:0:225658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d58de1f6/0xaad440e68c487eeb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77acc expref: 32 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.171979:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633100288 00000100:00100000:2.0:1788572582.171982:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633100288 00010000:00010000:2.0:1788572582.171995:0:225658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000657c5e48/0xaad440e68c487abc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ad expref: 35 pid: 225661 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.172005:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633100544 00000100:00100000:2.0:1788572582.172006:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633100544 00010000:00010000:2.0:1788572582.172017:0:225658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000645dcc7e/0xaad440e68c487f3f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae8 expref: 33 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.172028:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633100672 00000100:00100000:2.0:1788572582.172030:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633100672 00010000:00010000:2.0:1788572582.172043:0:225658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000afba4168/0xaad440e68c3514eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51ef0 expref: 36 pid: 225668 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.172057:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28086 00000100:00100000:2.0:1788572582.172067:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:352624:x1875453633100032:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.172171:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.172179:0:225658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000864e54b4/0xaad440e68c487d24 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a55 expref: 33 pid: 225665 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.172181:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28087 00000100:00100000:0.0:1788572582.172191:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85546450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:352624:x1875453633100160:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.172192:0:225658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000864e54b4/0xaad440e68c487d24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a55 expref: 33 pid: 225665 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.172199:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.172203:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d58de1f6/0xaad440e68c487eeb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77acc expref: 33 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.172212:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d58de1f6/0xaad440e68c487eeb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77acc expref: 33 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.172218:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1555:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.172222:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.172223:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1555:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.172225:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.172230:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.172230:0:225658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.172241:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.172256:0:225658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.172261:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572582.172266:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572582.172358:0:225670:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83980700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:225670:1875440196140416:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.172373:0:225670:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.172414:0:203892:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b798a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:203892:1875440196140288:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.172427:0:203892:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.172449:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28088 00000100:00100000:1.0:1788572582.172457:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:352626:x1875453633100288:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572582.172467:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572582.172472:0:204719:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000657c5e48/0xaad440e68c487abc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ad expref: 36 pid: 225661 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.172481:0:204719:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000657c5e48/0xaad440e68c487abc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ad expref: 36 pid: 225661 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.172494:0:204719:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.172497:0:204719:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.172501:0:204719:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.172508:0:204719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.172520:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.172636:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:352624:x1875453633100032:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 568us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.172643:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28086 00000100:00100000:2.0:1788572582.172664:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28089 00000100:00100000:2.0:1788572582.172671:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:352626:x1875453633100544:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.172679:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.172684:0:225658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000645dcc7e/0xaad440e68c487f3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae8 expref: 32 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.172694:0:225658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000645dcc7e/0xaad440e68c487f3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae8 expref: 32 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.172707:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000645dcc7e/0xaad440e68c487f3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae8 expref: 32 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.172719:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.172722:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.172727:0:225658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.172740:0:225658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.172758:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572582.174117:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85546450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:352624:x1875453633100160:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 1919us (2453us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572582.174132:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28087 00000100:00100000:0.0:1788572582.174226:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28090 00000100:00100000:0.0:1788572582.174237:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96ade680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+36:352625:x1875453633100672:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788572582.174249:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.174257:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000afba4168/0xaad440e68c3514eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51ef0 expref: 36 pid: 225668 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.174272:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000afba4168/0xaad440e68c3514eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51ef0 expref: 36 pid: 225668 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.174296:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afba4168/0xaad440e68c3514eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x155c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51ef0 expref: 36 pid: 225668 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.174314:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.174318:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.174323:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.174333:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.174705:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9513c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+39:202414:x1875440196142208:12345-0@lo:1000:osp_up1-0.0 Request processed in 4338us (14985us total) trans 8589973367 rc 0/0 00000100:00100000:3.0:1788572582.174717:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35711 00000100:00100000:3.0:1788572582.174904:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9513c700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196142208:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.174924:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4883 rpc_version 4883 00000020:00100000:3.0:1788572582.174958:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.174965:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9fe8fb80 x1875440196144000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.174985:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9fe8fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196144000:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.175025:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.175053:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196144000 00000100:00100000:3.0:1788572582.175059:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196144000 00000100:00100000:3.0:1788572582.175094:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35712 00000100:00100000:3.0:1788572582.175101:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+39:202414:x1875440196144000:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.175508:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+40:202414:x1875440196144000:12345-0@lo:1000:osp_up1-0.0 Request processed in 137us (212us total) trans 8589973368 rc 0/0 00000100:00100000:3.0:1788572582.175517:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35712 00000100:00100000:3.0:1788572582.175544:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00010000:00010000:0.0:1788572582.175550:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.175564:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9fe8fb80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196144000:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.175572:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4884 rpc_version 4884 00000020:00100000:3.0:1788572582.175585:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572582.175589:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96ade680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+35:352625:x1875453633100672:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 1353us (3722us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.175589:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee20000 x1875440196144256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572582.175602:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28090 00000100:00100000:3.0:1788572582.175602:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196144256:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.175628:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572582.175629:0:225669:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.175640:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.175643:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00010000:00010000:0.0:1788572582.175652:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.175656:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196144256 00000100:00100000:3.0:1788572582.175659:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196144256 00010000:00010000:0.0:1788572582.175661:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.175676:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572582.175685:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35713 00000100:00100000:3.0:1788572582.175691:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+40:202414:x1875440196144256:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.175776:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+41:202414:x1875440196144256:12345-0@lo:1000:osp_up1-0.0 Request processed in 85us (147us total) trans 8589973369 rc 0/0 00000100:00100000:3.0:1788572582.175783:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35713 00010000:00010000:3.0:1788572582.175801:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.175807:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.175815:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.175820:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.175829:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.175845:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.175852:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f5d01df/0xaad440e68c4891a6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x155c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.175870:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.175872:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.175874:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572582.175897:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196144256:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.175904:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4885 rpc_version 4885 00000020:00100000:3.0:1788572582.175915:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.175920:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee20380 x1875440196144512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.175933:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee20380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196144512:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.175959:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.175979:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196144512 00000100:00100000:3.0:1788572582.175982:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196144512 00000100:00100000:3.0:1788572582.176002:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35714 00000100:00100000:3.0:1788572582.176008:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+41:202414:x1875440196144512:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.176073:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+42:202414:x1875440196144512:12345-0@lo:1000:osp_up1-0.0 Request processed in 64us (113us total) trans 8589973370 rc 0/0 00000100:00100000:3.0:1788572582.176079:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35714 00000100:00100000:3.0:1788572582.176096:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.176112:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee20380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196144512:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.176118:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4886 rpc_version 4886 00000020:00100000:3.0:1788572582.176129:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.176725:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8ee23800 x1875440196144768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.176747:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee23800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196144768:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.176840:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.176867:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196144768 00000100:00100000:3.0:1788572582.176871:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196144768 00000100:00100000:3.0:1788572582.176898:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35715 00000100:00100000:3.0:1788572582.176904:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8ee23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+42:202414:x1875440196144768:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.176992:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8ee23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+43:202414:x1875440196144768:12345-0@lo:1000:osp_up1-0.0 Request processed in 87us (150us total) trans 8589973371 rc 0/0 00000100:00100000:3.0:1788572582.176998:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35715 00000100:00100000:3.0:1788572582.177019:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.177042:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee23800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196144768:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.177049:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4887 rpc_version 4887 00000020:00100000:3.0:1788572582.177063:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.177068:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca92910a80 x1875440196145024/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.177081:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92910a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196145024:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.177106:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.177125:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196145024 00000100:00100000:3.0:1788572582.177128:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196145024 00000100:00100000:3.0:1788572582.177177:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35716 00000100:00100000:3.0:1788572582.177184:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+43:202414:x1875440196145024:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572582.177374:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+46:3637:x1875440196141696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17455us (19024us total) trans 8589944698 rc 0/0 00000100:00100000:0.0:1788572582.177383:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21539 00010000:00010000:0.0:1788572582.177444:0:225671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000864e54b4/0xaad440e68c487d24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a55 expref: 30 pid: 225665 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.177460:0:225671:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:225671:1875440196137088:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.177480:0:225671:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177490:0:225671:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177499:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177508:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177516:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177532:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.177634:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+56:3637:x1875440196129408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36515us (38678us total) trans 8589944020 rc 0/0 00000100:00100000:0.0:1788572582.177641:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21521 00010000:00010000:0.0:1788572582.177671:0:225660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000657c5e48/0xaad440e68c487abc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ad expref: 34 pid: 225661 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.177682:0:225660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b799880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:225660:1875440196140160:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.177694:0:225660:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177702:0:225660:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177707:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177715:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177721:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177733:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572582.177811:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:3640:x1875440196138624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30293us (30850us total) trans 8589944699 rc 0/0 00000100:00100000:0.0:1788572582.177818:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21530 00010000:00010000:0.0:1788572582.177849:0:225665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d58de1f6/0xaad440e68c487eeb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77acc expref: 29 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.177860:0:225665:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83983800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:225665:1875440196138496:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.177871:0:225665:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177879:0:225665:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177886:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177893:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177901:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.177915:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1788572582.177982:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+56:3637:x1875440196138112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33445us (33612us total) trans 8589944021 rc 0/0 00000100:00100000:0.0:1788572582.177988:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21525 00010000:00010000:0.0:1788572582.178005:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788572582.178011:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178019:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.178023:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178032:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178050:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178057:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fee52733/0xaad440e68c489128 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178076:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572582.178080:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178098:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e4e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.178101:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178108:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178119:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178126:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c489167 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178177:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.178180:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178187:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e9200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.178190:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178197:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178211:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178218:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090df19d2/0xaad440e68c489144 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178232:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.178234:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.178235:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.178260:0:225670:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178268:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178276:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178282:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178296:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.178364:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+56:3637:x1875440196138752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27273us (27751us total) trans 8589944022 rc 0/0 00000100:00100000:0.0:1788572582.178372:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21536 00010000:00010000:0.0:1788572582.178389:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.178394:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178402:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.178405:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178411:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178421:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178427:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000631be79b/0xaad440e68c489191 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.178441:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.178443:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.178444:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572582.178469:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b675c00/2, rc 0, transno 8589944698 00000100:00100000:0.0:1788572582.178481:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b675c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196141696:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788572582.178493:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83981f80/2, rc 0, transno 8589944022 00000100:00100000:0.0:1788572582.178502:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83981f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196138752:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.178511:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83981180/2, rc 0, transno 8589944021 00000100:00100000:0.0:1788572582.178514:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196138112:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.178524:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e054e00/2, rc 0, transno 8589944020 00000100:00100000:0.0:1788572582.178527:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196129408:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1788572582.178548:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572582.178566:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83981c00/2, rc 0, transno 8589944699 00000100:00100000:0.0:1788572582.178570:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83981c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196138624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.178642:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca905ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196145152:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.178673:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.178698:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788572582.178703:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca905e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196145280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.178723:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.178805:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196145664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.178826:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.178853:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196145536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.178874:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.178894:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196145152 00000100:00100000:0.0:1788572582.178899:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196145152 00000100:00100000:0.0:1788572582.178925:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196145280 00000100:00100000:0.0:1788572582.178928:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196145280 00000100:00100000:0.0:1788572582.178942:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196145664 00000100:00100000:0.0:1788572582.178945:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196145664 00000100:00100000:0.0:1788572582.178959:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196145536 00000100:00100000:0.0:1788572582.178962:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196145536 00000100:00100000:0.0:1788572582.178976:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21548 00000100:00100000:0.0:1788572582.178984:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+47:3637:x1875440196145152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.179006:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15 count 1 00010000:00010000:0.0:1788572582.179028:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179044:0:225669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000067789758/0xaad440e68c487e9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ab7 expref: 33 pid: 225672 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179052:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788572582.179056:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.179061:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179086:0:225669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000067789758/0xaad440e68c487e9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ab7 expref: 33 pid: 225672 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179099:0:225669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000067789758/0xaad440e68c487e9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ab7 expref: 33 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.179110:0:225669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:225669:1875440196145792:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.179193:0:225669:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11840 going to sleep for 11 seconds 00000100:00100000:0.0:1788572582.179208:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21549 00000100:00100000:0.0:1788572582.179216:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdf9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+47:3637:x1875440196145280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.179228:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18 count 1 00010000:00010000:0.0:1788572582.179239:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179251:0:225670:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d9b1602/0xaad440e68c487f38 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae1 expref: 33 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179263:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788572582.179266:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.179269:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179289:0:225670:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d9b1602/0xaad440e68c487f38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae1 expref: 33 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179299:0:225670:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d9b1602/0xaad440e68c487f38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae1 expref: 33 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.179308:0:225670:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:225670:1875440196145920:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.179333:0:225670:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be116c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572582.179349:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21550 00000100:00100000:0.0:1788572582.179356:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+57:3637:x1875440196145664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.179368:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4 count 1 00010000:00010000:0.0:1788572582.179381:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179393:0:225671:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd7af3ba/0xaad440e68c4883bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c1c expref: 28 pid: 225660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179399:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x4:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788572582.179402:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.179407:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179428:0:225671:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd7af3ba/0xaad440e68c4883bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c1c expref: 28 pid: 225660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179439:0:225671:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd7af3ba/0xaad440e68c4883bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c1c expref: 28 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.179450:0:225671:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:225671:1875440196146048:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.179475:0:225671:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be110c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572582.179492:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21551 00000100:00100000:0.0:1788572582.179500:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+57:3640:x1875440196145536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.179514:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3 count 1 00010000:00010000:0.0:1788572582.179526:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179538:0:225660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000024219762/0xaad440e68c488321 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bf2 expref: 28 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179545:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788572582.179548:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.179552:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179570:0:225660:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000024219762/0xaad440e68c488321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bf2 expref: 28 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179581:0:225660:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000024219762/0xaad440e68c488321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bf2 expref: 28 pid: 225671 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.179591:0:225660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:225660:1875440196146176:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.179616:0:225660:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be113c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572582.179634:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572582.179640:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196145408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.179665:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.179687:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196145408 00000100:00100000:0.0:1788572582.179690:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196145408 00000100:00100000:0.0:1788572582.179710:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21552 00000100:00100000:0.0:1788572582.179716:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+58:3640:x1875440196145408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.179727:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:52 count 1 00010000:00010000:0.0:1788572582.179738:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179749:0:225665:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c488287 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bc8 expref: 28 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179757:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788572582.179760:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.179763:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179783:0:225665:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c488287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bc8 expref: 28 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.179793:0:225665:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c488287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bc8 expref: 28 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.179803:0:225665:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:225665:1875440196146304:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.179826:0:225665:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.183225:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:352626:x1875453633100288:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 10758us (11502us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572582.183259:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28088 00000100:00100000:1.0:1788572582.183413:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572582.183541:0:225668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90180a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:225668:1875440196142336:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.183568:0:225668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.183622:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572582.183680:0:225666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90181180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:225666:1875440196142592:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.183694:0:225666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.183992:0:204291:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90182300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:204291:1875440196142720:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.184008:0:204291:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.184089:0:225662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90183480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:225662:1875440196142848:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.184103:0:225662:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.184229:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572582.184326:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572582.184539:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572582.184562:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633100416 00000100:00100000:1.0:1788572582.184569:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633100416 00010000:00010000:1.0:1788572582.184598:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000030d10c0/0xaad440e68c487bf0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a01 expref: 29 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.184620:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633100800 00000100:00100000:1.0:1788572582.184623:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633100800 00010000:00010000:1.0:1788572582.184635:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c487fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b12 expref: 30 pid: 225671 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.184646:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633100928 00000100:00100000:1.0:1788572582.184649:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633100928 00010000:00010000:1.0:1788572582.184660:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f17510b/0xaad440e68c487ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ec expref: 33 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.184671:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633101184 00000100:00100000:1.0:1788572582.184674:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633101184 00010000:00010000:1.0:1788572582.184685:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f45a9ec1/0xaad440e68c35f9f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d0c expref: 34 pid: 225661 timeout: 13660 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.184694:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633101440 00000100:00100000:1.0:1788572582.184696:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633101440 00010000:00010000:1.0:1788572582.184706:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c487d2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a5c expref: 35 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.184721:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28091 00000100:00100000:1.0:1788572582.184729:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:352626:x1875453633100416:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572582.184743:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572582.184750:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000030d10c0/0xaad440e68c487bf0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a01 expref: 30 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.184875:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+44:202414:x1875440196145024:12345-0@lo:1000:osp_up1-0.0 Request processed in 5873us (5950us total) trans 8589973372 rc 0/0 00000100:00100000:3.0:1788572582.184889:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35716 00000100:00100000:3.0:1788572582.184926:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28092 00000100:00100000:3.0:1788572582.184935:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:352627:x1875453633100800:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.184944:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.184949:0:225659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c487fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b12 expref: 30 pid: 225671 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.184961:0:225659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c487fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b12 expref: 30 pid: 225671 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.184993:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000775f1e8/0xaad440e68c487fd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b12 expref: 30 pid: 225671 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.185008:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.185019:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.185025:0:225659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.185035:0:225659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.185068:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.185126:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+29:352627:x1875453633100800:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 192us (1503us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.185148:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28092 00000100:00100000:3.0:1788572582.185192:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28093 00000100:00100000:3.0:1788572582.185200:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90183480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+35:352625:x1875453633100928:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.185209:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.185222:0:225659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f17510b/0xaad440e68c487ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1558:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ec expref: 35 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.185233:0:225659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f17510b/0xaad440e68c487ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1558:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ec expref: 35 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.185331:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000030d10c0/0xaad440e68c487bf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a01 expref: 28 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.185493:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000030d10c0/0xaad440e68c487bf0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1553:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a01 expref: 28 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.185506:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1553:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.185509:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1553:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.185513:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.185520:0:202379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.185541:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572582.185566:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b799880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:352626:x1875453633100416:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 837us (2154us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572582.185573:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28091 00000100:00100000:1.0:1788572582.185587:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28094 00000100:00100000:1.0:1788572582.185594:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85546c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+35:352625:x1875453633101184:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572582.185602:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572582.185615:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f45a9ec1/0xaad440e68c35f9f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d0c expref: 35 pid: 225661 timeout: 13660 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.185625:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f45a9ec1/0xaad440e68c35f9f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d0c expref: 35 pid: 225661 timeout: 13660 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.185644:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f45a9ec1/0xaad440e68c35f9f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x155e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b52d0c expref: 35 pid: 225661 timeout: 13660 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.185663:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.185666:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.185670:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.185677:0:202379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.185695:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572582.185716:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85546c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+34:352625:x1875453633101184:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 122us (1391us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572582.185722:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28094 00000100:00100000:1.0:1788572582.185735:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28095 00000100:00100000:1.0:1788572582.185742:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90182300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+33:352625:x1875453633101440:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572582.185765:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572582.185770:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c487d2b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a5c expref: 33 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.185787:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c487d2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a5c expref: 33 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.185805:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155b:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1788572582.186745:0:225664:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:225664:1875440196142976:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.186780:0:225664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.186814:0:225672:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d117d357/0xaad440e68c487d2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x155b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a5c expref: 33 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.186828:0:225672:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca905e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:225672:1875440196143104:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.188718:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.188732:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.189002:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f17510b/0xaad440e68c487ba3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1558:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b779ec expref: 32 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.189024:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1558:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.189027:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1558:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.189032:0:225659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.189041:0:225659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.189081:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572582.189177:0:202379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.189226:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90183480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:352625:x1875453633100928:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 3937us (4907us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.189247:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28093 00010000:00010000:3.0:1788572582.189295:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572582.189310:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00010000:00010000:0.0:1788572582.189849:0:225672:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.189912:0:225668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.189920:0:225668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.189932:0:225668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.189940:0:225668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.189958:0:225668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.190285:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+59:3637:x1875440196140800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31019us (32115us total) trans 8589944023 rc 0/0 00000100:00100000:0.0:1788572582.190296:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21537 00000004:00080000:0.0:1788572582.190342:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca840c7b80/2, rc 0, transno 8589944023 00000100:00100000:0.0:1788572582.190354:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196140800:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.190484:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788572582.190497:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca905e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196146432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.190532:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.190562:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196146432 00000100:00100000:0.0:1788572582.190568:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196146432 00000100:00100000:0.0:1788572582.190599:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21553 00000100:00100000:0.0:1788572582.190607:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+59:3637:x1875440196146432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788572582.190628:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:55 count 1 00010000:00010000:0.0:1788572582.190648:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.190662:0:225675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003bfccdc4/0xaad440e68c4884a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c5b expref: 26 pid: 225670 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.190670:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788572582.190673:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.190678:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.190699:0:225675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003bfccdc4/0xaad440e68c4884a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c5b expref: 26 pid: 225670 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.190710:0:225675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003bfccdc4/0xaad440e68c4884a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c5b expref: 26 pid: 225670 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.190721:0:225675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c0a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:225675:1875440196146560:192.168.202.54@tcp:104: 00000100:00100000:3.0:1788572582.190844:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92910a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196145024:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.190857:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4888 rpc_version 4888 00000020:00100000:3.0:1788572582.190873:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.190878:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca92912300 x1875440196146816/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.190891:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92912300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196146816:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.190920:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.190943:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196146816 00000100:00100000:3.0:1788572582.190946:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196146816 00000100:00100000:3.0:1788572582.190971:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35717 00000100:00100000:3.0:1788572582.190977:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca92911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+44:202414:x1875440196146816:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.191080:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca92911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+45:202414:x1875440196146816:12345-0@lo:1000:osp_up1-0.0 Request processed in 103us (159us total) trans 8589973373 rc 0/0 00000100:00100000:3.0:1788572582.191087:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35717 00000100:00100000:3.0:1788572582.191109:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.191127:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92912300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196146816:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.191145:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4889 rpc_version 4889 00000020:00100000:3.0:1788572582.191173:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.191179:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca92913800 x1875440196147072/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.191191:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca92913800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196147072:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.191218:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.191236:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196147072 00000100:00100000:3.0:1788572582.191300:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196147072 00000100:00100000:3.0:1788572582.191326:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35718 00000100:00100000:3.0:1788572582.191332:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+45:202414:x1875440196147072:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.191509:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+46:202414:x1875440196147072:12345-0@lo:1000:osp_up1-0.0 Request processed in 176us (290us total) trans 8589973374 rc 0/0 00000100:00100000:3.0:1788572582.191516:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35718 00000100:00100000:3.0:1788572582.191535:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.191552:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca92913800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196147072:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.191559:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4890 rpc_version 4890 00000020:00100000:3.0:1788572582.191571:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.191575:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca94a1ce00 x1875440196147328/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.191586:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1ce00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196147328:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.191612:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.191631:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196147328 00000100:00100000:3.0:1788572582.191635:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196147328 00000100:00100000:3.0:1788572582.191654:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35719 00000100:00100000:3.0:1788572582.191660:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+46:202414:x1875440196147328:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.191719:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:202414:x1875440196147328:12345-0@lo:1000:osp_up1-0.0 Request processed in 59us (106us total) trans 8589973375 rc 0/0 00000100:00100000:3.0:1788572582.191725:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35719 00000100:00100000:3.0:1788572582.191882:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.191902:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1ce00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196147328:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.191911:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4891 rpc_version 4891 00000020:00100000:3.0:1788572582.191922:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.191927:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca94a1d180 x1875440196147584/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.191940:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1d180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196147584:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.191966:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.191984:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196147584 00000100:00100000:3.0:1788572582.191987:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196147584 00000100:00100000:3.0:1788572582.192006:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35720 00000100:00100000:3.0:1788572582.192012:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+47:202414:x1875440196147584:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.192074:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+48:202414:x1875440196147584:12345-0@lo:1000:osp_up1-0.0 Request processed in 62us (107us total) trans 8589973376 rc 0/0 00000100:00100000:3.0:1788572582.192081:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35720 00000100:00100000:3.0:1788572582.192098:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.192114:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1d180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196147584:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.192121:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4892 rpc_version 4892 00000020:00100000:3.0:1788572582.192132:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.192168:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca94a1c700 x1875440196147840/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.192183:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1c700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196147840:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.192208:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.192225:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196147840 00000100:00100000:3.0:1788572582.192229:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196147840 00000100:00100000:3.0:1788572582.192268:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35721 00000100:00100000:3.0:1788572582.192275:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+48:202414:x1875440196147840:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.192337:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+49:202414:x1875440196147840:12345-0@lo:1000:osp_up1-0.0 Request processed in 62us (127us total) trans 8589973377 rc 0/0 00000100:00100000:3.0:1788572582.192343:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35721 00000100:00100000:3.0:1788572582.192663:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.192686:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1c700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196147840:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572582.192693:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4893 rpc_version 4893 00000020:00100000:3.0:1788572582.192706:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572582.192710:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca94a1ca80 x1875440196148096/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572582.192721:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1ca80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196148096:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.192820:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.192842:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196148096 00000100:00100000:3.0:1788572582.192846:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196148096 00000100:00100000:3.0:1788572582.192868:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35722 00000100:00100000:3.0:1788572582.192874:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+49:202414:x1875440196148096:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572582.192948:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+50:202414:x1875440196148096:12345-0@lo:1000:osp_up1-0.0 Request processed in 73us (128us total) trans 8589973378 rc 0/0 00010000:00010000:1.0:1788572582.193112:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572582.193585:0:225675:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11e40 going to sleep for 11 seconds 00010000:00010000:0.0:1788572582.193607:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.193614:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.193624:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca917e8a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.193629:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.193639:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.193659:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.193667:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2c2767b/0xaad440e68c489198 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.193692:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.193694:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.193695:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572582.193968:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+26:352626:x1875453633100544:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 21293us (22235us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.193982:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28089 00000100:00100000:2.0:1788572582.198738:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572582.198817:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1ca80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196148096:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572582.198951:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90182300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:352625:x1875453633101440:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 13202us (14598us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572582.198965:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28095 00010000:00010000:1.0:1788572582.199013:0:225666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199027:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199041:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199050:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199084:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572582.199328:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+48:3637:x1875440196141184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39825us (41019us total) trans 8589944700 rc 0/0 00000100:00100000:1.0:1788572582.199337:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21538 00010000:00010000:1.0:1788572582.199520:0:225672:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199529:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199537:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199544:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199560:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572582.199639:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+48:3640:x1875440196141568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37985us (38029us total) trans 8589944701 rc 0/0 00000100:00100000:1.0:1788572582.199645:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21543 00010000:00010000:1.0:1788572582.199666:0:225662:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199673:0:225662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199680:0:225662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199691:0:225662:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199704:0:225662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1788572582.199771:0:225662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:3637:x1875440196141824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38669us (41347us total) trans 8589944702 rc 0/0 00000100:00100000:1.0:1788572582.199777:0:225662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21541 00010000:00010000:1.0:1788572582.199797:0:203892:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199807:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199815:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199823:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199836:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1788572582.199922:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+60:3639:x1875440196129152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50527us (50620us total) trans 8589944024 rc 0/0 00000100:00100000:1.0:1788572582.199929:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21534 00010000:00010000:1.0:1788572582.199947:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788572582.199953:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199962:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.199966:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199976:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.199996:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200003:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009edbafed/0xaad440e68c48919f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1558:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200025:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788572582.200029:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200035:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.200039:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200046:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200055:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200062:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000734dc5fd/0xaad440e68c4891c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x155b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200076:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572582.200079:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200086:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.200089:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200095:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200104:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200111:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c4891b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x155e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200124:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572582.200127:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200146:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.200171:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200180:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200191:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200199:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fae6f7c/0xaad440e68c489183 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200213:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.200215:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.200216:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.200222:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.200227:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788572582.200454:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e055500/2, rc 0, transno 8589944024 00000100:00100000:1.0:1788572582.200468:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196129152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.200539:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196148224:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572582.200576:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.200603:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196148224 00000100:00100000:1.0:1788572582.200609:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196148224 00000100:00100000:1.0:1788572582.200645:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21554 00000100:00100000:1.0:1788572582.200653:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+60:3639:x1875440196148224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.200678:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1149 count 1 00010000:00010000:1.0:1788572582.200700:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200717:0:203890:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003902ae99/0xaad440e68c488600 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77caf expref: 25 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200726:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x47d:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788572582.200731:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x47d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.200735:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.200828:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.200882:0:203890:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003902ae99/0xaad440e68c488600 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77caf expref: 25 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.200894:0:203890:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003902ae99/0xaad440e68c488600 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77caf expref: 25 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.200906:0:203890:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90183480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:203890:1875440196148352:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.200948:0:203890:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849cc0 going to sleep for 11 seconds 00000004:00080000:0.0:1788572582.202125:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b675180/2, rc 0, transno 8589944702 00000100:00100000:0.0:1788572582.202175:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b675180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196141824:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788572582.202190:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca840c4a80/2, rc 0, transno 8589944700 00000100:00100000:0.0:1788572582.202194:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196141184:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788572582.202221:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca840c4000/2, rc 0, transno 8589944701 00000100:00100000:0.0:1788572582.202224:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196141568:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.202313:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196148736:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.202378:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.202412:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788572582.202418:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96aded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196148608:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.202440:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.202473:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196148736 00000100:00100000:2.0:1788572582.202478:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196148736 00000100:00100000:2.0:1788572582.202514:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196148608 00000100:00100000:2.0:1788572582.202518:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196148608 00000100:00100000:2.0:1788572582.202536:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21555 00000100:00100000:2.0:1788572582.202544:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3638:x1875440196148736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.202564:0:225661:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:43 count 1 00010000:00010000:2.0:1788572582.202584:0:225661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.202607:0:225661:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4880c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b51 expref: 29 pid: 225669 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.202616:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=2s v=(0 0) 00010000:00010000:2.0:1788572582.202621:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.202626:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.202653:0:225661:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4880c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b51 expref: 29 pid: 225669 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.202663:0:225661:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4880c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b51 expref: 29 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.202673:0:225661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:225661:1875440196148864:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572582.202707:0:225661:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.202996:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21556 00000100:00100000:1.0:1788572582.203007:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+49:3638:x1875440196148608:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572582.203022:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:22 count 1 00010000:00010000:1.0:1788572582.203035:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.203048:0:225666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c488073 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b3c expref: 29 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.203060:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788572582.203063:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.203067:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.203089:0:225666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c488073 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b3c expref: 29 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.203125:0:225666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c488073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b3c expref: 29 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.203147:0:225666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83983800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:225666:1875440196148992:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.203191:0:225666:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.203226:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96ade680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196148480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.203656:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.203693:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196148480 00000100:00100000:1.0:1788572582.203698:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196148480 00000100:00100000:1.0:1788572582.203730:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21557 00000100:00100000:1.0:1788572582.203737:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3640:x1875440196148480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572582.203764:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19 count 1 00010000:00010000:1.0:1788572582.203779:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.203792:0:203892:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000041aa29a1/0xaad440e68c487f8c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77afd expref: 29 pid: 225666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.203801:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788572582.203804:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.203809:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.203832:0:203892:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000041aa29a1/0xaad440e68c487f8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77afd expref: 29 pid: 225666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.203843:0:203892:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000041aa29a1/0xaad440e68c487f8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77afd expref: 29 pid: 225666 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.203855:0:203892:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:203892:1875440196149120:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.203880:0:203892:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849780 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.203998:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572582.204026:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572582.204080:0:225663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca905ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:225663:1875440196143232:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.204105:0:225663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.204196:0:206128:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca905e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:206128:1875440196143360:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.204209:0:206128:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.204656:0:203891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90180700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:203891:1875440196143744:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.204671:0:203891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.204720:0:225667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca905e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:225667:1875440196143488:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.204731:0:225667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.204774:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572582.204794:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572582.204812:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572582.204834:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572582.204850:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633101056 00000100:00100000:1.0:1788572582.204855:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633101056 00010000:00010000:1.0:1788572582.204878:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c487c3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a16 expref: 30 pid: 225675 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.204894:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633101312 00000100:00100000:1.0:1788572582.204897:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633101312 00010000:00010000:1.0:1788572582.204909:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c06ce57b/0xaad440e68c48815a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b7b expref: 26 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.204919:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633101568 00000100:00100000:1.0:1788572582.204921:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633101568 00010000:00010000:1.0:1788572582.204932:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c487cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a40 expref: 31 pid: 225663 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.204943:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633101824 00000100:00100000:1.0:1788572582.204945:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633101824 00010000:00010000:1.0:1788572582.204953:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e260136e/0xaad440e68c487e51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aa2 expref: 32 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.204963:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633101696 00000100:00100000:1.0:1788572582.204965:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633101696 00010000:00010000:1.0:1788572582.204976:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ea791402/0xaad440e68c4881a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b90 expref: 27 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.204987:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633101952 00000100:00100000:1.0:1788572582.204989:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633101952 00010000:00010000:1.0:1788572582.205000:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000962029b/0xaad440e68c488026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b27 expref: 28 pid: 206128 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.205012:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28096 00000100:00100000:1.0:1788572582.205020:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+32:352625:x1875453633101056:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572582.205030:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572582.205035:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c487c3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a16 expref: 32 pid: 225675 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.205048:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c487c3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a16 expref: 32 pid: 225675 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.205072:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a73d575/0xaad440e68c487c3d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a16 expref: 32 pid: 225675 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.205762:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1559:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.205769:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1559:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.205777:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.205788:0:202379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.205826:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572582.205862:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+31:352625:x1875453633101056:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 841us (1862us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572582.205870:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28096 00000100:00100000:1.0:1788572582.205894:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28097 00000100:00100000:1.0:1788572582.205902:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:352625:x1875453633101312:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572582.205912:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572582.205918:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c06ce57b/0xaad440e68c48815a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b7b expref: 28 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.205929:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c06ce57b/0xaad440e68c48815a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b7b expref: 28 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.205950:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c06ce57b/0xaad440e68c48815a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b7b expref: 28 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.205962:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.205965:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.205969:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.205976:0:202379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.205995:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572582.206012:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:352625:x1875453633101312:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 111us (1984us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572582.206018:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28097 00000100:00100000:1.0:1788572582.206031:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28098 00000100:00100000:1.0:1788572582.206037:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+30:352626:x1875453633101568:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572582.206046:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572582.206051:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c487cd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x155a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a40 expref: 30 pid: 225663 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206060:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c487cd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x155a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a40 expref: 30 pid: 225663 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.206188:0:204291:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.206198:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.206208:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.206221:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.206250:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572582.206540:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+51:3637:x1875440196141312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45593us (48149us total) trans 8589944703 rc 0/0 00000100:00100000:2.0:1788572582.206549:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21540 00010000:00010000:1.0:1788572582.206613:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcb5575f/0xaad440e68c487cd7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x155a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77a40 expref: 30 pid: 225663 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206626:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.206629:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x155a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.206634:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206641:0:202379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206698:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572582.206717:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+29:352626:x1875453633101568:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 680us (1942us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572582.206724:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28098 00000100:00100000:1.0:1788572582.206740:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28099 00000100:00100000:1.0:1788572582.206746:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:352626:x1875453633101824:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572582.206754:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572582.206759:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e260136e/0xaad440e68c487e51 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aa2 expref: 28 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206769:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e260136e/0xaad440e68c487e51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aa2 expref: 28 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206786:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e260136e/0xaad440e68c487e51 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77aa2 expref: 28 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206794:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.206797:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.206801:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206808:0:202379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206824:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572582.206836:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:352626:x1875453633101824:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 91us (2042us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572582.206842:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28099 00000100:00100000:1.0:1788572582.206853:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28100 00000100:00100000:1.0:1788572582.206860:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90180700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+26:352626:x1875453633101696:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572582.206868:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572582.206873:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ea791402/0xaad440e68c4881a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b90 expref: 26 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206882:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ea791402/0xaad440e68c4881a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b90 expref: 26 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206900:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea791402/0xaad440e68c4881a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b90 expref: 26 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206910:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.206912:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.206916:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206923:0:202379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.206938:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572582.206953:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90180700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352626:x1875453633101696:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 93us (2140us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572582.206958:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28100 00000100:00100000:1.0:1788572582.206971:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28101 00000100:00100000:1.0:1788572582.206978:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca838d5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:352624:x1875453633101952:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572582.206986:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572582.206991:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000962029b/0xaad440e68c488026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b27 expref: 24 pid: 206128 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207001:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000962029b/0xaad440e68c488026 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b27 expref: 24 pid: 206128 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207018:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000962029b/0xaad440e68c488026 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b27 expref: 24 pid: 206128 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207028:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.207031:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.207035:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207042:0:202379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207059:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572582.207147:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca838d5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:352624:x1875453633101952:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 97us (2239us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572582.207168:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28101 00010000:00010000:1.0:1788572582.207206:0:225664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207215:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207224:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207231:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207518:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572582.207637:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+61:3640:x1875440196141056:12345-0@lo:6:osp-syn-1-0.0 Request processed in 46181us (46255us total) trans 8589944025 rc 0/0 00000100:00100000:1.0:1788572582.207644:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21542 00010000:00010000:1.0:1788572582.207663:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572582.207669:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207676:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.207680:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207689:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207700:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207707:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c4891ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207724:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572582.207727:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207737:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.207740:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207745:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207753:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207760:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4891bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207772:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.207774:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.207776:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788572582.207813:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca840c5c00/2, rc 0, transno 8589944703 00000100:00100000:1.0:1788572582.207825:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196141312:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1788572582.207842:0:203891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207850:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207857:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207865:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207878:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572582.207944:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+61:3640:x1875440196143616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 44699us (44772us total) trans 8589944026 rc 0/0 00000100:00100000:1.0:1788572582.207951:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21547 00010000:00010000:1.0:1788572582.207972:0:225663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207980:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207988:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.207994:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.208009:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572582.208073:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+61:3640:x1875440196140928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 46099us (46258us total) trans 8589944027 rc 0/0 00000100:00100000:3.0:1788572582.208524:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35722 00000100:00100000:3.0:1788572582.208666:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196149248:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.208704:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.213593:0:225670:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:225670:1875440196145920:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.213627:0:225670:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.213716:0:225671:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:225671:1875440196146048:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.213730:0:225671:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.214167:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.214225:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.214266:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.214305:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633102208 00000100:00100000:0.0:1788572582.214313:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633102208 00010000:00010000:0.0:1788572582.214352:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d9b1602/0xaad440e68c487f38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae1 expref: 27 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.214457:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633102080 00000100:00100000:3.0:1788572582.214458:0:225669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:225669:1875440196145792:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.214461:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633102080 00010000:00010000:0.0:1788572582.214474:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000067789758/0xaad440e68c487e9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ab7 expref: 28 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.214474:0:225669:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.214488:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633102336 00000100:00100000:0.0:1788572582.214491:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633102336 00000100:00100000:3.0:1788572582.214498:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28102 00010000:00010000:0.0:1788572582.214500:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd7af3ba/0xaad440e68c4883bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c1c expref: 23 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.214507:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:352624:x1875453633102208:12345-192.168.202.54@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1788572582.214513:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28103 00000100:00100000:0.0:1788572582.214518:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+28:352624:x1875453633102080:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.214520:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.214524:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.214526:0:225659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d9b1602/0xaad440e68c487f38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae1 expref: 28 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.214528:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000067789758/0xaad440e68c487e9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ab7 expref: 28 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.214540:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000067789758/0xaad440e68c487e9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ab7 expref: 28 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.214561:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067789758/0xaad440e68c487e9e lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ab7 expref: 28 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.214577:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.214581:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.214588:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.214598:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.214622:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572582.214653:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+27:352624:x1875453633102080:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 133us (427us total) trans 0 rc 0/0 00010000:00010000:3.0:1788572582.214653:0:225659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d9b1602/0xaad440e68c487f38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae1 expref: 27 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.214660:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28103 00010000:00010000:3.0:1788572582.214668:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d9b1602/0xaad440e68c487f38 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ae1 expref: 27 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.214676:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28104 00010000:00010000:3.0:1788572582.214678:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.214681:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1788572582.214683:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:352624:x1875453633102336:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.214686:0:225659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.214690:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.214695:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd7af3ba/0xaad440e68c4883bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c1c expref: 23 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.214699:0:225659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.214705:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd7af3ba/0xaad440e68c4883bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c1c expref: 23 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.214717:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572582.214719:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd7af3ba/0xaad440e68c4883bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c1c expref: 23 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.214729:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.214732:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x4:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1788572582.214732:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352624:x1875453633102208:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 228us (584us total) trans 0 rc 0/0 00010000:00010000:0.0:1788572582.214736:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.214738:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28102 00010000:00010000:0.0:1788572582.214749:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.214765:0:225670:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.214773:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.214782:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.214790:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.214807:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572582.214967:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdf9fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+51:3637:x1875440196145280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35750us (36240us total) trans 8589944704 rc 0/0 00000100:00100000:3.0:1788572582.214976:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21549 00000100:00100000:3.0:1788572582.214990:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196149248 00000100:00100000:3.0:1788572582.214994:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196149248 00000100:00100000:3.0:1788572582.215021:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21558 00000100:00100000:3.0:1788572582.215027:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+51:3639:x1875440196149248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572582.215049:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:44 count 1 00010000:00010000:3.0:1788572582.215070:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215094:0:225670:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003de49bcd/0xaad440e68c48810d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b66 expref: 24 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215100:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=2s v=(0 0) 00010000:00010000:3.0:1788572582.215103:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.215106:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215130:0:225670:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003de49bcd/0xaad440e68c48810d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b66 expref: 24 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215172:0:225670:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003de49bcd/0xaad440e68c48810d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b66 expref: 24 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.215186:0:225670:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:225670:1875440196149376:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.215207:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572582.215222:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:352624:x1875453633102336:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 539us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572582.215228:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28104 00000100:00100000:3.0:1788572582.215231:0:225670:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df480 going to sleep for 11 seconds 00010000:00010000:0.0:1788572582.215246:0:225671:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.215255:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.215265:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.215271:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.215279:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1788572582.215799:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788572582.215808:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215822:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.215827:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215837:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215853:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215860:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4891de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215882:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572582.215886:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215893:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a95a00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.215896:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215903:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215912:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215919:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000717273f4/0xaad440e68c4891c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215932:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572582.215935:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215940:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a94400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.215943:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215949:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215957:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215964:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039e67adf/0xaad440e68c4891ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215977:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.215980:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.215986:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a95000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.215990:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.215992:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+62:3637:x1875440196145664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36636us (37164us total) trans 8589944028 rc 0/0 00010000:00010000:3.0:1788572582.215997:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.216001:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21550 00010000:00010000:3.0:1788572582.216007:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.216013:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096478c6d/0xaad440e68c4891f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.216025:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.216027:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.216029:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.216040:0:225669:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.216048:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.216055:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.216063:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.216205:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.216262:0:225660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:225660:1875440196146176:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.216280:0:225660:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.216467:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+52:3637:x1875440196145152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 37482us (37791us total) trans 8589944705 rc 0/0 00000100:00100000:3.0:1788572582.216473:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21548 00000100:00100000:1.0:1788572582.217097:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21544 00010000:00010000:3.0:1788572582.218069:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.218092:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.218105:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a94e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.218110:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.218122:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.218169:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.218178:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c4891e5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.218202:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.218204:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.218205:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572582.218259:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca924f7100/2, rc 0, transno 8589944028 00000100:00100000:3.0:1788572582.218280:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196145664:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1788572582.218297:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca905e9880/2, rc 0, transno 8589944704 00000100:00100000:3.0:1788572582.218306:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca905e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196145280:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1788572582.218315:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca905ebb80/2, rc 0, transno 8589944705 00000100:00100000:3.0:1788572582.218319:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca905ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196145152:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.219986:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196149632:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.220061:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572582.220501:0:206128:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.220516:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.220528:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.220536:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.220638:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572582.222116:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196149632 00000100:00100000:1.0:1788572582.222130:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196149632 00000100:00100000:1.0:1788572582.222205:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21559 00000100:00100000:1.0:1788572582.222215:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+53:3637:x1875440196149632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788572582.222680:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:53 count 1 00010000:00010000:1.0:1788572582.222710:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.222733:0:225672:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db095d11/0xaad440e68c4882d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bdd expref: 24 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.222743:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788572582.222804:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.222809:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.222850:0:225672:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db095d11/0xaad440e68c4882d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bdd expref: 24 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.222865:0:225672:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db095d11/0xaad440e68c4882d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bdd expref: 24 pid: 225663 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.222882:0:225672:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90182300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:225672:1875440196149888:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572582.223011:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:3640:x1875440196141440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 60889us (61157us total) trans 8589944706 rc 0/0 00000100:00100000:2.0:1788572582.223022:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21545 00000100:00100000:0.0:1788572582.224747:0:225665:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:225665:1875440196146304:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.224790:0:225665:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.224925:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.224978:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.225006:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633102592 00000100:00100000:0.0:1788572582.225013:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633102592 00010000:00010000:0.0:1788572582.225060:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c488287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bc8 expref: 22 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.225088:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633102464 00000100:00100000:0.0:1788572582.225091:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633102464 00010000:00010000:0.0:1788572582.225103:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000024219762/0xaad440e68c488321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bf2 expref: 23 pid: 225671 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.225126:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28105 00000100:00100000:0.0:1788572582.225145:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:352625:x1875453633102592:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788572582.225177:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.225184:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c488287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bc8 expref: 23 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225196:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c488287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bc8 expref: 23 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225223:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000687341f4/0xaad440e68c488287 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bc8 expref: 23 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225239:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.225243:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.225250:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225259:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225284:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572582.225312:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:352625:x1875453633102592:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 178us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572582.225319:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28105 00000100:00100000:0.0:1788572582.225335:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28106 00000100:00100000:0.0:1788572582.225342:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+21:352625:x1875453633102464:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788572582.225350:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.225355:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000024219762/0xaad440e68c488321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bf2 expref: 21 pid: 225671 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225367:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000024219762/0xaad440e68c488321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bf2 expref: 21 pid: 225671 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225535:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024219762/0xaad440e68c488321 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bf2 expref: 21 pid: 225671 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225546:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.225548:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.225553:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225561:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225580:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572582.225598:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:352625:x1875453633102464:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 256us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572582.225605:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28106 00010000:00010000:0.0:1788572582.225629:0:225660:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225638:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225648:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225658:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.225669:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572582.226007:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+61:3640:x1875440196145536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 46506us (47130us total) trans 8589944029 rc 0/0 00000100:00100000:0.0:1788572582.226991:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21551 00010000:00010000:0.0:1788572582.227087:0:225665:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.227099:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.227109:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.227117:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.227130:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1788572582.227273:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+61:3640:x1875440196145408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 47556us (47606us total) trans 8589944030 rc 0/0 00000100:00100000:0.0:1788572582.227280:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21552 00000100:00100000:0.0:1788572582.229082:0:225675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c0a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:225675:1875440196146560:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.229115:0:225675:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.229243:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.229268:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633102720 00000100:00100000:0.0:1788572582.229275:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633102720 00000100:00100000:3.0:1788572582.230376:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572582.230395:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196149760:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.230448:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572582.230491:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572582.230498:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230508:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a94600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.230514:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230524:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230542:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230550:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c4891d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x155a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230572:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572582.230576:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230582:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a95600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.230585:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230590:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230599:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230606:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2753dc9/0xaad440e68c4891fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230621:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.230625:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230630:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a94000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.230632:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230643:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230651:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230656:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000528ea896/0xaad440e68c489201 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230666:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.230667:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.230669:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572582.230778:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788572582.230790:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196149504:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.230819:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788572582.230847:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003bfccdc4/0xaad440e68c4884a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c5b expref: 20 pid: 225670 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.230847:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196149760 00000100:00100000:3.0:1788572582.230852:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196149760 00000100:00100000:0.0:1788572582.230878:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28107 00000100:00100000:3.0:1788572582.230878:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196149504 00000100:00100000:3.0:1788572582.230880:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196149504 00000100:00100000:0.0:1788572582.230887:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8c0a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:352624:x1875453633102720:12345-192.168.202.54@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1788572582.230896:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21560 00000100:00100000:3.0:1788572582.230901:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+61:3637:x1875440196149760:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1788572582.230902:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.230907:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003bfccdc4/0xaad440e68c4884a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c5b expref: 20 pid: 225670 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.230919:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003bfccdc4/0xaad440e68c4884a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c5b expref: 20 pid: 225670 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1788572582.230922:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1150 count 1 00010000:00010000:0.0:1788572582.230936:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003bfccdc4/0xaad440e68c4884a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c5b expref: 20 pid: 225670 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230941:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.230948:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.230952:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.230953:0:203891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040ba18f9/0xaad440e68c4888d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cd9 expref: 19 pid: 225665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.230957:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230961:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x47e:0x0].0x0 since=2s v=(0 0) 00010000:00010000:3.0:1788572582.230964:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x47e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.230966:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.230968:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.230989:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572582.230997:0:203891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040ba18f9/0xaad440e68c4888d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cd9 expref: 19 pid: 225665 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.231009:0:203891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040ba18f9/0xaad440e68c4888d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cd9 expref: 19 pid: 225665 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.231013:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:352624:x1875453633102720:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 128us (1772us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572582.231020:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28107 00000100:00100000:3.0:1788572582.231022:0:203891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cefad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:203891:1875440196150016:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.231047:0:225675:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.231055:0:203891:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df000 going to sleep for 11 seconds 00010000:00010000:0.0:1788572582.231056:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.231066:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.231068:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21561 00010000:00010000:0.0:1788572582.231074:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.231087:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8cefb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+53:3639:x1875440196149504:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572582.231088:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1788572582.231101:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:52 count 1 00010000:00010000:3.0:1788572582.231113:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.231125:0:225671:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eac22a5a/0xaad440e68c4881f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ba5 expref: 24 pid: 225675 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.231130:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=2s v=(0 0) 00010000:00010000:3.0:1788572582.231143:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.231147:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.231192:0:225671:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eac22a5a/0xaad440e68c4881f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ba5 expref: 24 pid: 225675 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.231202:0:225671:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eac22a5a/0xaad440e68c4881f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ba5 expref: 24 pid: 225675 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.231212:0:225671:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cefa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:225671:1875440196150144:192.168.202.54@tcp:104: 00000100:00100000:3.0:1788572582.231236:0:225671:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfd80 going to sleep for 11 seconds 00010000:00010000:3.0:1788572582.231246:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.231251:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.231258:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a94c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.231261:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.231270:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.231281:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.231290:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce07beeb/0xaad440e68c489208 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.231306:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.231308:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.231310:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572582.232109:0:225672:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849e40 going to sleep for 11 seconds 00010000:00010000:2.0:1788572582.232198:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.232205:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572582.232248:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca924f4e00/2, rc 0, transno 8589944030 00000100:00100000:2.0:1788572582.232265:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196145408:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1788572582.232279:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca924f7480/2, rc 0, transno 8589944029 00000100:00100000:2.0:1788572582.232283:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196145536:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1788572582.232294:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90181f80/2, rc 0, transno 8589944026 00000100:00100000:2.0:1788572582.232297:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90181f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196143616:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1788572582.232307:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca840c7100/2, rc 0, transno 8589944027 00000100:00100000:2.0:1788572582.232311:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196140928:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1788572582.232322:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca840c7480/2, rc 0, transno 8589944706 00000100:00100000:2.0:1788572582.232332:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196141440:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1788572582.232344:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca840c5f80/2, rc 0, transno 8589944025 00000100:00100000:2.0:1788572582.232347:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196141056:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1788572582.232365:0:225667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.232377:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.232387:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.232396:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.232411:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572582.232555:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+54:3640:x1875440196141952:12345-0@lo:6:osp-syn-0-0.0 Request processed in 70255us (70673us total) trans 8589944707 rc 0/0 00000100:00100000:2.0:1788572582.232564:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21546 00000004:00080000:2.0:1788572582.232670:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b676300/2, rc 0, transno 8589944707 00000100:00100000:2.0:1788572582.232675:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b676300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196141952:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1788572582.232842:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.232849:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.232858:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a95e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.232863:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.232872:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.232890:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.232897:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096793e24/0xaad440e68c4891d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.232917:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.232919:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.232921:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572582.232990:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8c0a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+62:3637:x1875440196146432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42382us (42456us total) trans 8589944031 rc 0/0 00000100:00100000:3.0:1788572582.232991:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196150528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.232999:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21553 00000100:00100000:3.0:1788572582.233023:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.233046:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca91d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196151040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.233065:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788572582.233197:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca905e8e00/2, rc 0, transno 8589944031 00000100:00100000:3.0:1788572582.233207:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca905e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196146432:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.233216:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572582.233221:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85538a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196150656:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.233242:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.234750:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.234790:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633102848 00000100:00100000:2.0:1788572582.234798:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633102848 00010000:00010000:2.0:1788572582.234834:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003902ae99/0xaad440e68c488600 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77caf expref: 19 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.234868:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28108 00000100:00100000:2.0:1788572582.234877:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca838d6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:352626:x1875453633102848:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.234896:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.234902:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003902ae99/0xaad440e68c488600 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x47d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77caf expref: 19 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.234914:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003902ae99/0xaad440e68c488600 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77caf expref: 19 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.234937:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x47d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.234941:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x47d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.234947:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.234957:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.234979:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.235006:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca838d6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:352626:x1875453633102848:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 130us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.235013:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28108 00000100:00100000:3.0:1788572582.235360:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572582.235373:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196151168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.235407:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.235507:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196150528 00000100:00100000:2.0:1788572582.235512:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196150528 00000100:00100000:2.0:1788572582.235543:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196151040 00000100:00100000:2.0:1788572582.235546:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196151040 00000100:00100000:2.0:1788572582.235560:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196150656 00000100:00100000:2.0:1788572582.235563:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196150656 00000100:00100000:2.0:1788572582.235577:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196151168 00000100:00100000:2.0:1788572582.235580:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196151168 00000100:00100000:2.0:1788572582.235597:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21562 00000100:00100000:2.0:1788572582.235604:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3637:x1875440196150528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.235625:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5 count 1 00010000:00010000:2.0:1788572582.235649:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.235666:0:206128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c488964 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cfc expref: 18 pid: 225670 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.235673:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x5:0x0].0x0 since=2s v=(0 0) 00010000:00010000:2.0:1788572582.235676:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.235681:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.235705:0:206128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c488964 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cfc expref: 18 pid: 225670 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.235717:0:206128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c488964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cfc expref: 18 pid: 225670 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.235728:0:206128:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:206128:1875440196151296:192.168.202.54@tcp:104: 00000100:00100000:3.0:1788572582.235818:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21563 00000100:00100000:3.0:1788572582.235828:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+65:3637:x1875440196151040:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.235841:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2329 count 1 00010000:00010000:3.0:1788572582.235854:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.235866:0:225669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488ae5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d65 expref: 18 pid: 225668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.235873:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x919:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788572582.235876:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x919:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.235880:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.235898:0:225669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488ae5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d65 expref: 18 pid: 225668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.235913:0:225669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488ae5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d65 expref: 18 pid: 225668 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.235921:0:225669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:225669:1875440196151424:192.168.202.54@tcp:104: 00000100:00100000:3.0:1788572582.235954:0:225669:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.235976:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196150400:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.235998:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.236008:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85539c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196150912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.236022:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.236034:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788572582.236038:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196150272:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.236054:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.236061:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85538380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196150784:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.236194:0:206128:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca944746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572582.236209:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196150400 00000100:00100000:2.0:1788572582.236213:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196150400 00000100:00100000:2.0:1788572582.236231:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196150912 00000100:00100000:2.0:1788572582.236234:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196150912 00000100:00100000:2.0:1788572582.236241:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196150272 00000100:00100000:2.0:1788572582.236244:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196150272 00000100:00100000:2.0:1788572582.236255:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21564 00000100:00100000:2.0:1788572582.236260:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+66:3637:x1875440196150656:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.236273:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1323 count 1 00010000:00010000:2.0:1788572582.236286:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.236299:0:225667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c4889b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x52b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d11 expref: 18 pid: 203891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.236305:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x52b:0x0].0x0 since=2s v=(0 0) 00010000:00010000:2.0:1788572582.236308:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x52b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.236311:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.236335:0:225667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c4889b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x52b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d11 expref: 18 pid: 203891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.236345:0:225667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c4889b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x52b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d11 expref: 18 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.236356:0:225667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:225667:1875440196151552:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572582.236376:0:225667:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474480 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.236471:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788572582.236606:0:203890:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003902ae99/0xaad440e68c488600 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77caf expref: 18 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.236621:0:203890:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90183480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:203890:1875440196148352:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572582.236641:0:203890:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.236651:0:203890:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.236659:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.236668:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.236681:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.236735:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572582.236890:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90180a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+67:3639:x1875440196148224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 36238us (36313us total) trans 8589944032 rc 0/0 00000100:00100000:2.0:1788572582.236897:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21554 00000100:00100000:2.0:1788572582.236912:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196150784 00000100:00100000:2.0:1788572582.236915:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196150784 00000100:00100000:2.0:1788572582.236930:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21565 00000100:00100000:2.0:1788572582.236935:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+67:3637:x1875440196151168:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788572582.236947:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2331 count 1 00010000:00010000:2.0:1788572582.236958:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.236970:0:203890:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488bcc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77da4 expref: 17 pid: 225660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.236977:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x91b:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788572582.236980:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x91b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.236983:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.237004:0:203890:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488bcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77da4 expref: 17 pid: 225660 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.237017:0:203890:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488bcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77da4 expref: 17 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.237026:0:203890:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:203890:1875440196151680:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572582.237054:0:203890:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca944743c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572582.237071:0:225662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21566 00000100:00100000:2.0:1788572582.237092:0:225662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+55:3640:x1875440196150400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.237105:0:225662:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4 count 1 00010000:00010000:2.0:1788572582.237119:0:225662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.237141:0:225662:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000efaeda21/0xaad440e68c488408 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c31 expref: 24 pid: 225669 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.237148:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x4:0x0].0x0 since=2s v=(0 0) 00010000:00010000:2.0:1788572582.237166:0:225662:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.237170:0:225662:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.237189:0:225662:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000efaeda21/0xaad440e68c488408 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c31 expref: 24 pid: 225669 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.237197:0:225662:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000efaeda21/0xaad440e68c488408 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c31 expref: 24 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.237213:0:225662:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:225662:1875440196151808:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572582.237229:0:225662:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474f00 going to sleep for 11 seconds 00010000:00010000:3.0:1788572582.237396:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.237404:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.237412:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.237416:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.237427:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.237447:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.237455:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ae7039c/0xaad440e68c48920f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.237472:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.237474:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.237476:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572582.237500:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca90181180/2, rc 0, transno 8589944032 00000100:00100000:3.0:1788572582.237511:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90181180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196148224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.237550:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788572582.237558:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca853fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196151936:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.237584:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.237625:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196151936 00000100:00100000:3.0:1788572582.237629:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196151936 00000100:00100000:3.0:1788572582.237648:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21567 00000100:00100000:3.0:1788572582.237654:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+68:3640:x1875440196150912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.237667:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2327 count 1 00010000:00010000:3.0:1788572582.237681:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.237693:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21568 00010000:00010000:3.0:1788572582.237695:0:225663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c488a98 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d50 expref: 17 pid: 206128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.237709:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+55:3640:x1875440196150272:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1788572582.237719:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x917:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788572582.237723:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x917:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.237727:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1788572582.237730:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3 count 1 00010000:00010000:1.0:1788572582.237747:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.237762:0:204291:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004df3860f/0xaad440e68c48836e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c07 expref: 24 pid: 225661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.237769:0:225663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c488a98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d50 expref: 17 pid: 206128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.237773:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788572582.237781:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.237788:0:225663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c488a98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d50 expref: 17 pid: 206128 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.237800:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.237804:0:225663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:225663:1875440196152064:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.237833:0:204291:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004df3860f/0xaad440e68c48836e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c07 expref: 24 pid: 225661 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.237839:0:225663:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9df3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1788572582.237848:0:204291:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004df3860f/0xaad440e68c48836e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c07 expref: 24 pid: 225661 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.237861:0:204291:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90180700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:204291:1875440196152192:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.237885:0:204291:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.237904:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21569 00000100:00100000:1.0:1788572582.237912:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca853ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+68:3640:x1875440196150784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.237925:0:225668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1325 count 1 00010000:00010000:2.0:1788572582.237934:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.237938:0:225668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.237951:0:225668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4889fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x52d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d26 expref: 17 pid: 225672 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.238073:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x52d:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788572582.238077:0:225668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x52d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.238081:0:225668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.238104:0:225668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4889fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x52d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d26 expref: 17 pid: 225672 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.238114:0:225668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4889fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x52d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d26 expref: 17 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.238124:0:225668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90183480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:225668:1875440196152320:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.238173:0:225668:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849240 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.238190:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21570 00000100:00100000:1.0:1788572582.238198:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+68:3640:x1875440196151936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.238210:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2332 count 1 00010000:00010000:1.0:1788572582.238222:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.238233:0:225664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a79f2d10/0xaad440e68c488c20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x91c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dc0 expref: 17 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.238249:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x91c:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788572582.238251:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x91c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.238255:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.238273:0:225664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a79f2d10/0xaad440e68c488c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x91c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dc0 expref: 17 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.238283:0:225664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a79f2d10/0xaad440e68c488c20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x91c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dc0 expref: 17 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.238294:0:225664:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90182680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:225664:1875440196152448:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572582.238315:0:225664:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d8490c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.241481:0:225661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:225661:1875440196148864:192.168.202.54@tcp:104: 00010000:00010000:3.0:1788572582.241513:0:225661:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.247491:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.247523:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633102976 00000100:00100000:2.0:1788572582.247531:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633102976 00010000:00010000:2.0:1788572582.247573:0:225659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4880c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b51 expref: 25 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.247620:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28109 00000100:00100000:2.0:1788572582.247631:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352627:x1875453633102976:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.247648:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.247654:0:225659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4880c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b51 expref: 25 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.247669:0:225659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4880c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b51 expref: 25 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.247696:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de81a889/0xaad440e68c4880c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b51 expref: 25 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.247714:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.247720:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.247726:0:225659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.247737:0:225659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.247773:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.247822:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:352627:x1875453633102976:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 193us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.247830:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28109 00000100:00100000:2.0:1788572582.247869:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.247963:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.247981:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633103104 00000100:00100000:2.0:1788572582.247985:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633103104 00010000:00010000:2.0:1788572582.248000:0:202378:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c488073 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b3c expref: 24 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.248032:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633103360 00000100:00100000:2.0:1788572582.248035:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633103360 00010000:00010000:2.0:1788572582.248049:0:202378:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003de49bcd/0xaad440e68c48810d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b66 expref: 25 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.248067:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28110 00000100:00100000:2.0:1788572582.248073:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352625:x1875453633103104:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.248082:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.248087:0:202378:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c488073 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b3c expref: 25 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.248103:0:202378:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c488073 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b3c expref: 25 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.248117:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.248121:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.248126:0:202378:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.248146:0:202378:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.248177:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572582.248186:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28111 00000100:00100000:0.0:1788572582.248196:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352625:x1875453633103360:12345-192.168.202.54@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1788572582.248201:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352625:x1875453633103104:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 129us (333us total) trans 0 rc 0/0 00010000:00010000:0.0:1788572582.248205:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1788572582.248207:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28110 00010000:00010000:0.0:1788572582.248210:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003de49bcd/0xaad440e68c48810d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b66 expref: 25 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.248221:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003de49bcd/0xaad440e68c48810d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b66 expref: 24 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.248233:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.248237:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.248241:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.248249:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.248262:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572582.248262:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.248281:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+24:352625:x1875453633103360:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 87us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.248284:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.248288:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28111 00000100:00100000:2.0:1788572582.248297:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633103616 00000100:00100000:0.0:1788572582.248298:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633103232 00000100:00100000:2.0:1788572582.248300:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633103616 00000100:00100000:0.0:1788572582.248301:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633103232 00010000:00010000:0.0:1788572582.248313:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000041aa29a1/0xaad440e68c487f8c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77afd expref: 25 pid: 225666 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.248313:0:225659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eac22a5a/0xaad440e68c4881f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ba5 expref: 25 pid: 225675 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.248332:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28112 00000100:00100000:0.0:1788572582.248340:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+25:352625:x1875453633103232:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788572582.248348:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.248353:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000041aa29a1/0xaad440e68c487f8c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77afd expref: 25 pid: 225666 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.248365:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000041aa29a1/0xaad440e68c487f8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77afd expref: 25 pid: 225666 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.248377:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.248392:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.248398:0:225666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ba978bc6/0xaad440e68c488073 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b3c expref: 25 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.248399:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.248400:0:225670:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003de49bcd/0xaad440e68c48810d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77b66 expref: 25 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.248416:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.248428:0:225670:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:225670:1875440196149376:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.248431:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572582.248442:0:225666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83983800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:225666:1875440196148992:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.248452:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+23:352625:x1875453633103232:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 111us (165us total) trans 0 rc 0/0 00010000:00010000:3.0:1788572582.248453:0:225670:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.248460:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28112 00010000:00010000:1.0:1788572582.248462:0:225666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.248472:0:225670:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.248474:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28113 00000100:00100000:0.0:1788572582.248481:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:352625:x1875453633103616:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.248484:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.248491:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.248497:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eac22a5a/0xaad440e68c4881f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ba5 expref: 22 pid: 225675 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.248499:0:225666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.248502:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.248513:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eac22a5a/0xaad440e68c4881f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ba5 expref: 22 pid: 225675 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.248520:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.248524:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.248542:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572582.248546:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.248547:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.248553:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.248562:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.248564:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.248579:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.248591:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788572582.248592:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572582.248611:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:352625:x1875453633103616:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 131us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572582.248618:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28113 00000100:00100000:0.0:1788572582.248743:0:225672:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90182300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:225672:1875440196149888:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.248833:0:225672:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.255148:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+57:3639:x1875440196149248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40100us (46423us total) trans 8589944708 rc 0/0 00000100:00100000:3.0:1788572582.255190:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21558 00010000:00010000:3.0:1788572582.255279:0:225671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eac22a5a/0xaad440e68c4881f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ba5 expref: 21 pid: 225675 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.257463:0:225671:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cefa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:225671:1875440196150144:192.168.202.54@tcp:104: 00010000:00010000:3.0:1788572582.257646:0:225671:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.257662:0:225671:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.257670:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.257682:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.257690:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.257713:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1788572582.258033:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8cefb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+57:3639:x1875440196149504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26957us (27211us total) trans 8589944710 rc 0/0 00000100:00100000:3.0:1788572582.258042:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21561 00000100:00100000:3.0:1788572582.258103:0:203891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cefad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:203891:1875440196150016:192.168.202.54@tcp:104: 00010000:00010000:3.0:1788572582.258115:0:203891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258149:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788572582.258176:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258183:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.258188:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258200:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258218:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258225:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b215dd7/0xaad440e68c48922b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258242:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788572582.258246:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258253:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.258256:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258264:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258273:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258279:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bed7422/0xaad440e68c48921d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258516:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.258521:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258528:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.258531:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258538:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258548:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258556:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000353b5de9/0xaad440e68c489240 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258568:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.258570:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.258572:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.258580:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.258590:0:225661:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258598:0:225661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258608:0:225661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258615:0:225661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258636:0:225661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572582.258646:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.258650:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258656:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.258659:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258666:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258676:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258684:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087d16e93/0xaad440e68c489216 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.258696:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.258699:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.258701:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572582.259076:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+57:3638:x1875440196148736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 56531us (56697us total) trans 8589944711 rc 0/0 00000100:00100000:3.0:1788572582.259086:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21555 00000004:00080000:3.0:1788572582.259144:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca96adc000/2, rc 0, transno 8589944711 00000100:00100000:3.0:1788572582.259178:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196148736:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.259250:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8cefad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196152576:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.259286:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.259346:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+56:3638:x1875440196148608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 56340us (56903us total) trans 8589944709 rc 0/0 00000100:00100000:1.0:1788572582.259355:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21556 00000004:00080000:3.0:1788572582.260867:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca96aded80/2, rc 0, transno 8589944709 00000100:00100000:3.0:1788572582.260897:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96aded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196148608:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.261285:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196152576 00000100:00100000:1.0:1788572582.261295:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196152576 00000100:00100000:2.0:1788572582.261307:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8ee5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196152704:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.261344:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21571 00000100:00100000:1.0:1788572582.261354:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8cefa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+56:3640:x1875440196152576:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.261365:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1788572582.261382:0:225666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:54 count 1 00010000:00010000:1.0:1788572582.261409:0:225666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788572582.261420:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca924f4700/2, rc 0, transno 8589944710 00000100:00100000:2.0:1788572582.261432:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196149504:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1788572582.261444:0:225666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d30aef2/0xaad440e68c488455 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c46 expref: 20 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.261456:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788572582.261462:0:225666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00000100:00100000:2.0:1788572582.261464:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788572582.261473:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb85589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196152832:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.261498:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788572582.261528:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1ed80/2, rc 0, transno 8589944708 00000100:00100000:2.0:1788572582.261535:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196149248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.261569:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8273ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196152960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.261592:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572582.261609:0:225666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.261706:0:225666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d30aef2/0xaad440e68c488455 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c46 expref: 20 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.261722:0:225666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d30aef2/0xaad440e68c488455 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c46 expref: 20 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.261734:0:225666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca90182300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:225666:1875440196153088:192.168.202.54@tcp:104: 00000100:00100000:3.0:1788572582.261925:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196152704 00000100:00100000:3.0:1788572582.261930:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196152704 00000100:00100000:1.0:1788572582.261936:0:225666:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849300 going to sleep for 11 seconds 00000100:00100000:3.0:1788572582.261952:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196152832 00000100:00100000:3.0:1788572582.261956:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196152832 00000100:00100000:3.0:1788572582.261967:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196152960 00000100:00100000:3.0:1788572582.261969:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196152960 00000100:00100000:3.0:1788572582.261979:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21572 00000100:00100000:3.0:1788572582.261985:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+59:3637:x1875440196152704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572582.261998:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:55 count 1 00010000:00010000:3.0:1788572582.262012:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.262025:0:225670:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000034ead442/0xaad440e68c4884ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c70 expref: 20 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.262033:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=2s v=(0 0) 00010000:00010000:3.0:1788572582.262037:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.262041:0:203892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041aa29a1/0xaad440e68c487f8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77afd expref: 20 pid: 225666 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.262042:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.262071:0:203892:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:203892:1875440196149120:192.168.202.54@tcp:104: 00010000:00010000:3.0:1788572582.262080:0:225670:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000034ead442/0xaad440e68c4884ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c70 expref: 19 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.262094:0:203892:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.262095:0:225670:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000034ead442/0xaad440e68c4884ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c70 expref: 19 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.262121:0:203892:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.262122:0:225670:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:225670:1875440196153216:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.262146:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.262267:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.262276:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.262301:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572582.262831:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+60:3640:x1875440196148480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 59092us (59173us total) trans 8589944712 rc 0/0 00000100:00100000:0.0:1788572582.262879:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21573 00000100:00100000:0.0:1788572582.262890:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+60:3637:x1875440196152832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.262908:0:225660:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:150 count 1 00000100:00100000:1.0:1788572582.262909:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21557 00010000:00010000:0.0:1788572582.262928:0:225660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.262936:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21574 00000100:00100000:1.0:1788572582.262948:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8273fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+59:3639:x1875440196152960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572582.262950:0:225660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000072e6104e/0xaad440e68c48853c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c85 expref: 19 pid: 204291 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.262964:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x96:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788572582.262967:0:225660:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x96:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.262972:0:225660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.262996:0:225660:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000072e6104e/0xaad440e68c48853c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c85 expref: 19 pid: 204291 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.263007:0:225660:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000072e6104e/0xaad440e68c48853c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c85 expref: 19 pid: 204291 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.263018:0:225660:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c0a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:225660:1875440196153344:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.263093:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.263120:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633103488 00000100:00100000:0.0:1788572582.263125:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633103488 00010000:00010000:0.0:1788572582.263177:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040ba18f9/0xaad440e68c4888d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cd9 expref: 18 pid: 225665 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.263203:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28114 00000100:00100000:0.0:1788572582.263210:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83983800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+18:352625:x1875453633103488:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788572582.263221:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.263227:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040ba18f9/0xaad440e68c4888d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x47e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cd9 expref: 18 pid: 225665 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.263243:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040ba18f9/0xaad440e68c4888d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x47e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cd9 expref: 18 pid: 225665 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.263265:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040ba18f9/0xaad440e68c4888d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x47e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cd9 expref: 18 pid: 225665 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.263278:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x47e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.263282:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x47e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.263290:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1788572582.263298:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1149 count 1 00010000:00010000:0.0:1788572582.263300:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.263315:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.263329:0:203892:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c488589 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c9a expref: 19 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.263331:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572582.263340:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x47d:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788572582.263344:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x47d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.263347:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.263357:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83983800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:352625:x1875453633103488:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 145us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572582.263365:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28114 00010000:00010000:1.0:1788572582.263373:0:203892:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c488589 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c9a expref: 19 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.263383:0:203892:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c488589 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c9a expref: 19 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.263398:0:203892:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:203892:1875440196153472:192.168.202.54@tcp:104: 00000100:00100000:3.0:1788572582.263937:0:225670:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d9dfd80 going to sleep for 11 seconds 00010000:00010000:3.0:1788572582.263977:0:203891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.263988:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.263999:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.264009:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.264876:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572582.264887:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.264898:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.264903:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.264914:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.264935:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.264943:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da0c94ee/0xaad440e68c489224 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.265012:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572582.265188:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572582.265194:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.265334:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.265337:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.265347:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.265359:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.265366:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031e5852c/0xaad440e68c489239 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.265382:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.265384:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.265386:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.265405:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572582.265878:0:206128:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:206128:1875440196151296:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.265908:0:206128:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.266312:0:225660:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be116c0 going to sleep for 11 seconds 00000004:00080000:2.0:1788572582.266355:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca96ade680/2, rc 0, transno 8589944712 00000100:00100000:2.0:1788572582.266370:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96ade680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196148480:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572582.266446:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196153600:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.266477:0:225667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:225667:1875440196151552:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572582.266493:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572582.266499:0:225667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.266536:0:225661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196153600 00000100:00100000:2.0:1788572582.266544:0:225661:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196153600 00000100:00100000:3.0:1788572582.266556:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+69:3637:x1875440196149760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35653us (36106us total) trans 8589944033 rc 0/0 00000100:00100000:3.0:1788572582.266566:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21560 00000004:00080000:2.0:1788572582.266575:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca1d500/2, rc 0, transno 8589944033 00000100:00100000:2.0:1788572582.266586:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196149760:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.266613:0:225662:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:225662:1875440196151808:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572582.266630:0:225662:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.266645:0:225669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:225669:1875440196151424:192.168.202.54@tcp:104: 00010000:00010000:3.0:1788572582.266656:0:225669:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.266672:0:225661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21575 00000100:00100000:3.0:1788572582.266672:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196153728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572582.266679:0:225661:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+60:3640:x1875440196153600:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.266694:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1788572582.266701:0:225661:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1150 count 1 00010000:00010000:2.0:1788572582.266723:0:225661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.266723:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.266738:0:225661:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48888b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cc4 expref: 19 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.266762:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x47e:0x0].0x0 since=2s v=(0 0) 00010000:00010000:2.0:1788572582.266766:0:225661:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x47e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.266771:0:225661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.266797:0:225661:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48888b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cc4 expref: 19 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.266810:0:225661:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48888b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cc4 expref: 19 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.266822:0:225661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:225661:1875440196153856:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572582.266878:0:225661:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572582.266936:0:204291:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90180700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:204291:1875440196152192:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.267023:0:204291:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.267043:0:225675:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196153728 00000100:00100000:1.0:1788572582.267047:0:225675:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196153728 00000100:00100000:1.0:1788572582.267085:0:225675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21576 00000100:00100000:1.0:1788572582.267091:0:225675:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+69:3637:x1875440196153728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572582.267105:0:225675:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6 count 1 00010000:00010000:1.0:1788572582.267118:0:225675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.267142:0:225675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7e4b196/0xaad440e68c488c6d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dd5 expref: 16 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.267149:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788572582.267174:0:225675:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.267178:0:225675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.267576:0:225668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90183480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:225668:1875440196152320:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572582.267591:0:225668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.267663:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.267679:0:225664:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90182680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:225664:1875440196152448:192.168.202.54@tcp:104: 00000100:00100000:3.0:1788572582.267681:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633103872 00000100:00100000:3.0:1788572582.267684:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633103872 00010000:00010000:2.0:1788572582.267691:0:225664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.267704:0:202378:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488ae5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d65 expref: 17 pid: 225668 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.267736:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28115 00000100:00100000:3.0:1788572582.267744:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca838d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:352626:x1875453633103872:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.267762:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.267768:0:202378:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488ae5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d65 expref: 17 pid: 225668 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.267779:0:202378:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488ae5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d65 expref: 17 pid: 225668 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.267800:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f22aaefe/0xaad440e68c488ae5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d65 expref: 17 pid: 225668 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.267819:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x919:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.267822:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x919:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.267828:0:202378:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.267836:0:202378:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.267863:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.267893:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca838d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:352626:x1875453633103872:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 150us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.267900:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28115 00000100:00100000:3.0:1788572582.267963:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572582.267994:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572582.268009:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633104128 00000100:00100000:3.0:1788572582.268013:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633104128 00010000:00010000:3.0:1788572582.268027:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c4889b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x52b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d11 expref: 16 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.268047:0:202379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633104384 00000100:00100000:3.0:1788572582.268050:0:202379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633104384 00010000:00010000:3.0:1788572582.268062:0:202379:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c488a98 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d50 expref: 17 pid: 206128 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.268081:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28116 00000100:00100000:3.0:1788572582.268088:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:352626:x1875453633104128:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.268095:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.268100:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c4889b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x52b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d11 expref: 17 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.268109:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c4889b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x52b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d11 expref: 17 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.268122:0:202379:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000346213bc/0xaad440e68c4889b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x52b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d11 expref: 17 pid: 203891 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.268144:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x52b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.268147:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x52b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.268171:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.268181:0:202379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.268200:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.268219:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:352626:x1875453633104128:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 131us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.268225:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28116 00000100:00100000:3.0:1788572582.268239:0:202379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28117 00000100:00100000:3.0:1788572582.268245:0:202379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:352626:x1875453633104384:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.268252:0:202379:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.268258:0:202379:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c488a98 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d50 expref: 15 pid: 206128 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.268267:0:202379:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c488a98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d50 expref: 15 pid: 206128 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.268279:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x917:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.268282:0:202379:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x917:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.268286:0:202379:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.268293:0:202379:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.268305:0:202379:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.268322:0:202379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:352626:x1875453633104384:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 78us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.268328:0:202379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28117 00000100:00100000:3.0:1788572582.268364:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572582.268918:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572582.268939:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633104640 00000100:00100000:3.0:1788572582.268944:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633104640 00010000:00010000:3.0:1788572582.268961:0:202378:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4889fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x52d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d26 expref: 15 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.268981:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633103744 00000100:00100000:3.0:1788572582.268984:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633103744 00010000:00010000:3.0:1788572582.268998:0:202378:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db095d11/0xaad440e68c4882d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bdd expref: 20 pid: 225663 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.269015:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28118 00000100:00100000:3.0:1788572582.269022:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:352626:x1875453633104640:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.269030:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.269034:0:202378:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4889fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x52d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d26 expref: 15 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269044:0:202378:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4889fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x52d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d26 expref: 15 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269058:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aededd4/0xaad440e68c4889fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x52d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d26 expref: 15 pid: 225672 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269070:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x52d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.269073:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x52d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.269077:0:202378:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269085:0:202378:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269105:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.269127:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+14:352626:x1875453633104640:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 106us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.269149:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28118 00000100:00100000:3.0:1788572582.269188:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28119 00000100:00100000:3.0:1788572582.269195:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:352626:x1875453633103744:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.269203:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.269208:0:202378:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db095d11/0xaad440e68c4882d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bdd expref: 20 pid: 225663 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269219:0:202378:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db095d11/0xaad440e68c4882d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bdd expref: 20 pid: 225663 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269233:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db095d11/0xaad440e68c4882d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77bdd expref: 20 pid: 225663 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269245:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.269247:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.269251:0:202378:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269259:0:202378:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269279:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.269298:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:352626:x1875453633103744:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 103us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.269304:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28119 00010000:00010000:2.0:1788572582.269310:0:225669:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269320:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269325:0:225668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269330:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269332:0:225668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269339:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269341:0:225668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.269348:0:225668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269357:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788572582.269364:0:225668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572582.269516:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+70:3637:x1875440196151040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33690us (36448us total) trans 8589944034 rc 0/0 00000100:00100000:2.0:1788572582.269524:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21563 00000100:00100000:0.0:1788572582.269532:0:203892:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849a80 going to sleep for 11 seconds 00010000:00010000:2.0:1788572582.269544:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572582.269549:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269557:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.269561:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269570:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.269578:0:225663:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000106fd801/0xaad440e68c488a98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x917:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d50 expref: 13 pid: 206128 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269582:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269589:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd22c08b/0xaad440e68c48924e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.269592:0:225663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:225663:1875440196152064:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572582.269606:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.269611:0:225663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269611:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.269617:0:225675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c7e4b196/0xaad440e68c488c6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dd5 expref: 16 pid: 225667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269619:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.269620:0:225663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269624:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.269629:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269632:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.269637:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269641:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.269644:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269649:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009edbafed/0xaad440e68c489278 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x52d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.269657:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572582.269660:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572582.269663:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269669:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.269672:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269683:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269699:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.269703:0:225675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c7e4b196/0xaad440e68c488c6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dd5 expref: 12 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269711:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce895ce9/0xaad440e68c48926a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x917:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.269730:0:225675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:225675:1875440196153984:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.269731:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+70:3640:x1875440196150912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32075us (33705us total) trans 8589944035 rc 0/0 00010000:00010000:2.0:1788572582.269732:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.269735:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.269737:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572582.269740:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21567 00000004:00080000:2.0:1788572582.269765:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85539c00/2, rc 0, transno 8589944035 00000100:00100000:2.0:1788572582.269776:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85539c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196150912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.269790:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.269813:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572582.269837:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633104000 00000100:00100000:2.0:1788572582.269840:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633104000 00010000:00010000:2.0:1788572582.269857:0:204719:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c488964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cfc expref: 13 pid: 225670 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.269875:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633104256 00000100:00100000:2.0:1788572582.269878:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633104256 00010000:00010000:2.0:1788572582.269890:0:204719:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000efaeda21/0xaad440e68c488408 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c31 expref: 19 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.269903:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28120 00000100:00100000:2.0:1788572582.269909:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+13:352626:x1875453633104000:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.269916:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.269921:0:204719:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c488964 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cfc expref: 13 pid: 225670 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269932:0:204719:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c488964 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cfc expref: 13 pid: 225670 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269945:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000abead00b/0xaad440e68c488964 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cfc expref: 13 pid: 225670 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269955:0:204719:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.269959:0:204719:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.269963:0:204719:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269970:0:204719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.269987:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572582.270025:0:225675:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8d849cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1788572582.270038:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.270043:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.270054:0:225667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.270063:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.270072:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.270080:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.270096:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788572582.273934:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.273957:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:0.0:1788572582.274059:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.274069:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.274082:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ee00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.274086:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.274098:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.274124:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.274141:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c07efb2/0xaad440e68c489255 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x52b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.274182:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.274184:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.274186:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572582.275191:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+71:3640:x1875440196150784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 37275us (39110us total) trans 8589944036 rc 0/0 00000100:00100000:3.0:1788572582.275203:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21569 00000100:00100000:3.0:1788572582.275245:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633104512 00000100:00100000:3.0:1788572582.275253:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633104512 00010000:00010000:3.0:1788572582.275285:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004df3860f/0xaad440e68c48836e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c07 expref: 20 pid: 225661 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.275317:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633104768 00000100:00100000:3.0:1788572582.275320:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633104768 00010000:00010000:3.0:1788572582.275334:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a79f2d10/0xaad440e68c488c20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x91c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dc0 expref: 13 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.275350:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28121 00000100:00100000:3.0:1788572582.275359:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83980e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:352626:x1875453633104256:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.275375:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.275391:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000efaeda21/0xaad440e68c488408 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c31 expref: 20 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.275405:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000efaeda21/0xaad440e68c488408 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c31 expref: 20 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.275426:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000efaeda21/0xaad440e68c488408 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c31 expref: 20 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.275442:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.275446:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.275453:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.275464:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.275495:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.275543:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83980e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:352626:x1875453633104256:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 185us (5729us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.275550:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28121 00000100:00100000:3.0:1788572582.275566:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28122 00000100:00100000:3.0:1788572582.275574:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca838d4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+18:352626:x1875453633104512:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.275582:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.275588:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004df3860f/0xaad440e68c48836e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c07 expref: 18 pid: 225661 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.275598:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004df3860f/0xaad440e68c48836e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c07 expref: 18 pid: 225661 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.275612:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004df3860f/0xaad440e68c48836e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c07 expref: 18 pid: 225661 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.275622:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.275625:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.275630:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.275638:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.275665:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.275686:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca838d4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:352626:x1875453633104512:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 113us (1762us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.275693:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28122 00000100:00100000:3.0:1788572582.275708:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28123 00000100:00100000:3.0:1788572582.275714:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83981500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+13:352626:x1875453633104768:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.275722:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.275727:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a79f2d10/0xaad440e68c488c20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x91c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dc0 expref: 13 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.278086:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a79f2d10/0xaad440e68c488c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x91c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dc0 expref: 13 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.278123:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a79f2d10/0xaad440e68c488c20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x91c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dc0 expref: 13 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.278166:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x91c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.278171:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x91c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.278176:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.278187:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.278231:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.278288:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83981500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:352626:x1875453633104768:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 2572us (4328us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.278310:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28123 00000004:00080000:3.0:1788572582.278504:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca91d27b80/2, rc 0, transno 8589944034 00000100:00100000:3.0:1788572582.278521:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca91d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196151040:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.278530:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572582.278545:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196154112:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.278604:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.278647:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196154112 00000100:00100000:3.0:1788572582.278654:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196154112 00000100:00100000:3.0:1788572582.278696:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21577 00000100:00100000:3.0:1788572582.278704:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+71:3637:x1875440196154112:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788572582.278734:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5452 count 1 00002000:00010000:3.0:1788572582.278943:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x154c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572582.278951:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4892b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x154c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.278963:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154c:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:3.0:1788572582.278967:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.278972:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4892b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.278982:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4892b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.278992:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4892b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.279000:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4892b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.279016:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572582.279201:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+72:3637:x1875440196154112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 497us (595us total) trans 8589944038 rc 0/0 00000100:00100000:3.0:1788572582.279209:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21577 00000004:00080000:3.0:1788572582.279238:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b798700/2, rc 0, transno 8589944038 00000100:00100000:3.0:1788572582.279244:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196154112:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788572582.279277:0:225672:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.279286:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572582.279550:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85538380/2, rc 0, transno 8589944036 00000100:00100000:0.0:1788572582.279556:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85538380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196150784:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1788572582.279594:0:204291:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.279603:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.279617:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.279624:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.279640:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572582.279895:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca853fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+61:3640:x1875440196150272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 42191us (43838us total) trans 8589944713 rc 0/0 00000100:00100000:0.0:1788572582.279903:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21568 00000004:00080000:0.0:1788572582.279939:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8cef9180/2, rc 0, transno 8589944713 00000100:00100000:0.0:1788572582.279952:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196150272:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572582.279973:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572582.279980:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4892b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.279990:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.279994:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4892b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.280004:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4892b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.280021:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4892b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.280029:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000081008f90/0xaad440e68c4892b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x154c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.280048:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.280051:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.280057:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.280060:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.280067:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.280077:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.280084:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000607e5285/0xaad440e68c489271 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.280098:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.280100:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.280101:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572582.280204:0:203890:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:203890:1875440196151680:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572582.280230:0:203890:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280421:0:225664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280431:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280440:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280448:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280469:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572582.280572:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+72:3640:x1875440196151936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42374us (42986us total) trans 8589944039 rc 0/0 00000100:00100000:2.0:1788572582.280580:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21570 00010000:00010000:2.0:1788572582.280606:0:225662:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280615:0:225662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280622:0:225662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280635:0:225662:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280649:0:225662:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572582.280725:0:225662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+61:3640:x1875440196150400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43634us (44725us total) trans 8589944714 rc 0/0 00000100:00100000:2.0:1788572582.280732:0:225662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21566 00010000:00010000:2.0:1788572582.280832:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572582.280837:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280844:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.280847:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280856:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280870:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280877:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a882a180/0xaad440e68c48927f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x91c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280894:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572582.280899:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280906:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.280909:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280916:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280926:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280933:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489263 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280946:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.280948:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.280949:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.280960:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.280970:0:206128:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280979:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280986:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.280993:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.281006:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788572582.281014:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572582.281018:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.281025:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.281028:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.281035:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.281044:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.281052:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021ae4a53/0xaad440e68c489247 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.281065:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.281067:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.281068:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.281480:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572582.281499:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196154368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.281548:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788572582.281585:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.281595:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788572582.287306:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca853fdf80/2, rc 0, transno 8589944039 00000100:00100000:0.0:1788572582.287339:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca853fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196151936:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788572582.287359:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbdc43b80/2, rc 0, transno 8589944714 00000100:00100000:0.0:1788572582.287371:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196150400:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.287376:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+71:3637:x1875440196150656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 51110us (54128us total) trans 8589944037 rc 0/0 00000100:00100000:1.0:1788572582.287390:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21564 00000100:00100000:0.0:1788572582.287406:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572582.287420:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196154240:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1788572582.287456:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca85538a80/2, rc 0, transno 8589944037 00000100:00100000:1.0:1788572582.287463:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85538a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196150656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.287470:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.287488:0:225667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196154368 00000100:00100000:1.0:1788572582.287495:0:225667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196154368 00000100:00100000:0.0:1788572582.287504:0:225665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196154240 00000100:00100000:0.0:1788572582.287509:0:225665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196154240 00000100:00100000:1.0:1788572582.287542:0:225667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21578 00000100:00100000:0.0:1788572582.287552:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21579 00000100:00100000:1.0:1788572582.287553:0:225667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdf9c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+71:3640:x1875440196154368:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.287564:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+61:3640:x1875440196154240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.287586:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1326 count 1 00002000:00080000:1.0:1788572582.287586:0:225667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5453 count 1 00010000:00010000:0.0:1788572582.287617:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572582.287624:0:225667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x154d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572582.287643:0:225665:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000966cf1f9/0xaad440e68c488a4b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x52e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d3b expref: 16 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.287653:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x52e:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788572582.287658:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x52e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.287664:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.287701:0:225665:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000966cf1f9/0xaad440e68c488a4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x52e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d3b expref: 16 pid: 225664 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.287722:0:225665:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000966cf1f9/0xaad440e68c488a4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x52e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d3b expref: 16 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.287735:0:225665:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:225665:1875440196154496:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.290002:0:225665:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11480 going to sleep for 11 seconds 00010000:00010000:1.0:1788572582.290305:0:225667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4892be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x154d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.290324:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154d:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:1.0:1788572582.290329:0:225667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.290336:0:225667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4892be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.290360:0:225667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4892be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.290373:0:225667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4892be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.290380:0:225667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4892be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.296232:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572582.296571:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.296730:0:225666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca90182300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:225666:1875440196153088:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.296775:0:225666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.297478:0:225667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1788572582.297662:0:225667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdf9c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+72:3640:x1875440196154368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10110us (16111us total) trans 8589944040 rc 0/0 00000100:00100000:1.0:1788572582.297675:0:225667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21578 00000004:00080000:1.0:1788572582.297729:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b799500/2, rc 0, transno 8589944040 00000100:00100000:1.0:1788572582.297747:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196154368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788572582.297945:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+62:3637:x1875440196149632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 75729us (77882us total) trans 8589944715 rc 0/0 00000100:00100000:3.0:1788572582.297954:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21559 00000100:00100000:3.0:1788572582.297980:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633104896 00000100:00100000:3.0:1788572582.297987:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633104896 00010000:00010000:3.0:1788572582.298017:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488bcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77da4 expref: 12 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.298048:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28124 00000100:00100000:3.0:1788572582.298056:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:352627:x1875453633104896:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.298071:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:1.0:1788572582.298193:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca1c380/2, rc 0, transno 8589944715 00000100:00100000:1.0:1788572582.298276:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196149632:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572582.298397:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572582.298406:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.298419:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81683600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.298424:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.298434:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.298452:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.298465:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a25c7d6/0xaad440e68c489232 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.298488:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.298493:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4892be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.298500:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.298503:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4892be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.298510:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4892be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.298519:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4892be lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.298526:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a883b80c/0xaad440e68c4892be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.298541:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.298543:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.298545:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.298657:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488bcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x91b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77da4 expref: 12 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.298673:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488bcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x91b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77da4 expref: 12 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.298690:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007601943a/0xaad440e68c488bcc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x91b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77da4 expref: 12 pid: 225660 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.298702:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x91b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.298707:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x91b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.298713:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.298724:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.299174:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.299207:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:352627:x1875453633104896:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 1151us (2641us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.299216:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28124 00000100:00100000:3.0:1788572582.299263:0:225670:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:225670:1875440196153216:192.168.202.54@tcp:104: 00010000:00010000:3.0:1788572582.299284:0:225670:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.300202:0:203890:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.300221:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.300233:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.300241:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.300267:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572582.300475:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572582.300483:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.300492:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fc00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572582.300497:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.300512:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.300531:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.300539:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b03bdf2/0xaad440e68c48925c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.300560:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.300562:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.300564:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572582.302613:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196154752:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788572582.302723:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572582.302773:0:225661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:225661:1875440196153856:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572582.302801:0:225661:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.305301:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196154624:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572582.307125:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.307315:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+73:3637:x1875440196151168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 70376us (71904us total) trans 8589944041 rc 0/0 00000100:00100000:0.0:1788572582.307330:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21565 00000100:00100000:0.0:1788572582.307369:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196154624 00000100:00100000:0.0:1788572582.307881:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196154624 00000100:00100000:0.0:1788572582.307937:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21580 00000100:00100000:0.0:1788572582.307948:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+62:3637:x1875440196154624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572582.307982:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2329 count 1 00010000:00010000:0.0:1788572582.308013:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.308050:0:203890:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000011d20901/0xaad440e68c488b32 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d7a expref: 16 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.308066:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x919:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788572582.308601:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x919:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.308610:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.308656:0:203890:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000011d20901/0xaad440e68c488b32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d7a expref: 16 pid: 225662 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.308670:0:203890:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000011d20901/0xaad440e68c488b32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d7a expref: 16 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.308689:0:203890:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:203890:1875440196154880:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572582.309555:0:203890:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8be11e40 going to sleep for 11 seconds 00000004:00080000:0.0:1788572582.309624:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83a1d880/2, rc 0, transno 8589944041 00000100:00100000:0.0:1788572582.309641:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196151168:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572582.312240:0:203892:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:203892:1875440196153472:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.312270:0:203892:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.312528:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.312555:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.312573:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.312591:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.312610:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572582.312664:0:225665:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b29500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:225665:1875440196154496:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.312680:0:225665:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.312710:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572582.312882:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572582.312939:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633105024 00000100:00100000:3.0:1788572582.312945:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633105024 00010000:00010000:3.0:1788572582.312980:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d30aef2/0xaad440e68c488455 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c46 expref: 17 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.313002:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633105280 00000100:00100000:3.0:1788572582.313005:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633105280 00000100:00100000:2.0:1788572582.313510:0:225660:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c0a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:225660:1875440196153344:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572582.313529:0:225660:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.313555:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196154752 00000100:00100000:2.0:1788572582.313559:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196154752 00000100:00100000:2.0:1788572582.313593:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21581 00000100:00100000:2.0:1788572582.313602:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1ddb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+63:3638:x1875440196154752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572582.313635:0:225664:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2330 count 1 00010000:00010000:2.0:1788572582.313661:0:225664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.313678:0:225664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e71af62f/0xaad440e68c488b7f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x91a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d8f expref: 18 pid: 225669 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.313685:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:2.0:1788572582.313687:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x91a:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788572582.313691:0:225664:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x91a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.313695:0:225664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.313719:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633105536 00000100:00100000:0.0:1788572582.313722:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633105536 00010000:00010000:2.0:1788572582.313729:0:225664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e71af62f/0xaad440e68c488b7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d8f expref: 19 pid: 225669 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.313748:0:225664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e71af62f/0xaad440e68c488b7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x91a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d8f expref: 19 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.313763:0:225664:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:225664:1875440196155008:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572582.313825:0:225664:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572582.313871:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+72:3637:x1875440196150528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 78266us (80847us total) trans 8589944042 rc 0/0 00000100:00100000:2.0:1788572582.313880:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21562 00000004:00080000:2.0:1788572582.313917:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbdc43800/2, rc 0, transno 8589944042 00000100:00100000:2.0:1788572582.313923:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196150528:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788572582.313930:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48888b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cc4 expref: 19 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.313948:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633105152 00000100:00100000:2.0:1788572582.313949:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83983480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:352626:x1875453633104000:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 44039us (44157us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.313950:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633105152 00000100:00100000:2.0:1788572582.313956:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28120 00010000:00010000:3.0:1788572582.313964:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000034ead442/0xaad440e68c4884ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c70 expref: 20 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.313974:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633105408 00000100:00100000:3.0:1788572582.313976:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633105408 00010000:00010000:3.0:1788572582.313986:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000072e6104e/0xaad440e68c48853c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c85 expref: 21 pid: 204291 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.313991:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633105664 00000100:00100000:2.0:1788572582.313994:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633105664 00000100:00100000:3.0:1788572582.313995:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633105792 00000100:00100000:3.0:1788572582.313997:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633105792 00010000:00010000:2.0:1788572582.314007:0:204719:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c7e4b196/0xaad440e68c488c6d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dd5 expref: 10 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.314007:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000966cf1f9/0xaad440e68c488a4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x52e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d3b expref: 22 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.314068:0:225658:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c488589 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c9a expref: 19 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.314118:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28125 00000100:00100000:2.0:1788572582.314126:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:352624:x1875453633105024:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.314146:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572582.314168:0:204719:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d30aef2/0xaad440e68c488455 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c46 expref: 22 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314186:0:204719:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d30aef2/0xaad440e68c488455 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c46 expref: 22 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.314199:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28126 00000100:00100000:0.0:1788572582.314205:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+22:352624:x1875453633105280:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572582.314205:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d30aef2/0xaad440e68c488455 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x36:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c46 expref: 22 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.314213:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.314217:0:225658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48888b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cc4 expref: 21 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314218:0:204719:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.314221:0:204719:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.314227:0:225658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48888b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cc4 expref: 21 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314227:0:204719:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314237:0:204719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.314240:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b9680a98/0xaad440e68c48888b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x47e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77cc4 expref: 21 pid: 203892 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.314249:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x47e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.314253:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x47e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.314257:0:225658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.314264:0:225658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.314389:0:225675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:225675:1875440196153984:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572582.314408:0:225675:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.314488:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28127 00000100:00100000:3.0:1788572582.314496:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+20:352624:x1875453633105152:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.314504:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.314509:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000034ead442/0xaad440e68c4884ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c70 expref: 20 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.314520:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000034ead442/0xaad440e68c4884ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c70 expref: 20 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.314533:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034ead442/0xaad440e68c4884ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c70 expref: 20 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314536:0:225661:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.314544:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.314545:0:225661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.314547:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.314551:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314555:0:225661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.314559:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314564:0:225661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.314578:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572582.314580:0:225661:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572582.314605:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+19:352624:x1875453633105152:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 111us (2013us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.314612:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28127 00000100:00100000:3.0:1788572582.314628:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28128 00000100:00100000:3.0:1788572582.314634:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca838d5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+18:352624:x1875453633105408:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.314641:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.314645:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000072e6104e/0xaad440e68c48853c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c85 expref: 18 pid: 204291 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.314658:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000072e6104e/0xaad440e68c48853c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c85 expref: 18 pid: 204291 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.314670:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072e6104e/0xaad440e68c48853c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x96:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c85 expref: 18 pid: 204291 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.314678:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x96:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.314681:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x96:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.314684:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.314691:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x96:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.314708:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.314729:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca838d5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:352624:x1875453633105408:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 95us (2117us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.314736:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28128 00000100:00100000:2.0:1788572582.314737:0:225661:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+64:3640:x1875440196153600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48058us (48244us total) trans 8589944716 rc 0/0 00000100:00100000:2.0:1788572582.314744:0:225661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21575 00010000:00010000:2.0:1788572582.314766:0:225660:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788572582.314768:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca924f5180/2, rc 0, transno 8589944716 00010000:00010000:2.0:1788572582.314779:0:225660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.314786:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196153600:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788572582.314789:0:225660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314799:0:225660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314815:0:225660:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572582.314887:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+64:3637:x1875440196152832:12345-0@lo:6:osp-syn-0-0.0 Request processed in 51999us (53387us total) trans 8589944717 rc 0/0 00000100:00100000:2.0:1788572582.314894:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21573 00000004:00080000:2.0:1788572582.314922:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb85589880/2, rc 0, transno 8589944717 00000100:00100000:2.0:1788572582.314928:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb85589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196152832:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788572582.314941:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572582.314947:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314960:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.314964:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314973:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314985:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.314993:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ca05fc9/0xaad440e68c4892a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x47e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.315009:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572582.315013:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.315100:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196155264:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788572582.315116:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a94800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.315120:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.315138:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.315173:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.315271:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788572582.315291:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196155136:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788572582.315316:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572582.315378:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196155264 00000100:00100000:1.0:1788572582.315384:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196155264 00000100:00100000:1.0:1788572582.315420:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196155136 00000100:00100000:1.0:1788572582.315435:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196155136 00000100:00100000:1.0:1788572582.315456:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21582 00000100:00100000:1.0:1788572582.315462:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+65:3640:x1875440196155264:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572582.315487:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788572582.315519:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+17:352624:x1875453633105280:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 1313us (2963us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572582.315526:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28126 00000100:00100000:0.0:1788572582.315543:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28129 00000100:00100000:0.0:1788572582.315550:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:352625:x1875453633105664:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788572582.315559:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.315564:0:225658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c7e4b196/0xaad440e68c488c6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dd5 expref: 10 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.315574:0:225658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c7e4b196/0xaad440e68c488c6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dd5 expref: 10 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.315588:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7e4b196/0xaad440e68c488c6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77dd5 expref: 10 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.315599:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6:0x0].0x0 since=0s v=(0 0) 00002000:00080000:1.0:1788572582.315602:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5458 count 1 00010000:00010000:0.0:1788572582.315603:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.315611:0:225658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.315621:0:225658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.315637:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.315639:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788572582.315647:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5e95e0e/0xaad440e68c489294 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572582.315655:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:352625:x1875453633105664:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 107us (2946us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572582.315661:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28129 00010000:00010000:2.0:1788572582.315662:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.315664:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.315666:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572582.315675:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28130 00000100:00100000:2.0:1788572582.315679:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21583 00000100:00100000:0.0:1788572582.315681:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+16:352624:x1875453633105536:12345-192.168.202.54@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1788572582.315685:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+65:3640:x1875440196155136:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788572582.315689:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.315693:0:225658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c488589 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x47d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c9a expref: 16 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788572582.315695:0:225669:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1552:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00080000:2.0:1788572582.315698:0:203891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:2331 count 1 00010000:00010000:1.0:1788572582.315708:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c4892d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.315712:0:225658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c488589 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x47d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c9a expref: 16 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.315712:0:203891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.315732:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1552:0x0].0x0 since=13560s v=(0 0) 00010000:00010000:0.0:1788572582.315736:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4190fd4/0xaad440e68c488589 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x47d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77c9a expref: 16 pid: 225667 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.315736:0:203891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000deae728a/0xaad440e68c488c19 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77db9 expref: 16 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.315744:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x91b:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788572582.315747:0:203891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x91b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572582.315752:0:203891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 4/0,1 mode: --/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.315774:0:203891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000deae728a/0xaad440e68c488c19 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77db9 expref: 16 pid: 203890 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.315785:0:203891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000deae728a/0xaad440e68c488c19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77db9 expref: 16 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.315798:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1552:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572582.315809:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c4892d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.315814:0:203891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:203891:1875440196155392:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572582.315857:0:203891:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca944740c0 going to sleep for 11 seconds 00010000:00010000:2.0:1788572582.315869:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.315884:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788572582.315894:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c4892d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.315896:0:225666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.315917:0:225666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.315919:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c4892d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.315932:0:225666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.315935:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c4892d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.315967:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x47d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.315971:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x47d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.315975:0:225658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.315987:0:225658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.316005:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572582.316029:0:203892:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.316038:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.316046:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.316052:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.316067:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788572582.316176:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788572582.316236:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8273fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+66:3639:x1875440196152960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 53291us (54641us total) trans 8589944718 rc 0/0 00000100:00100000:0.0:1788572582.316243:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21574 00000100:00100000:0.0:1788572582.316276:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+15:352624:x1875453633105536:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 595us (3701us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572582.316283:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28130 00000100:00100000:0.0:1788572582.316314:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28131 00000100:00100000:0.0:1788572582.316324:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+14:352625:x1875453633105792:12345-192.168.202.54@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1788572582.316334:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+66:3640:x1875440196155264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 870us (1180us total) trans 8589944719 rc 0/0 00010000:00010000:0.0:1788572582.316335:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788572582.316344:0:225658:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000966cf1f9/0xaad440e68c488a4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x52e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d3b expref: 14 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.316346:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21582 00010000:00010000:0.0:1788572582.316360:0:225658:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000966cf1f9/0xaad440e68c488a4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x52e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d3b expref: 14 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.316371:0:225675:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.316382:0:225675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.316391:0:225675:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.316398:0:225675:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.316413:0:225675:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788572582.316611:0:225666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.316627:0:225666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1788572582.316666:0:225670:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.316676:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.316684:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.316696:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.316705:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1788572582.316789:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000966cf1f9/0xaad440e68c488a4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x52e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d3b expref: 14 pid: 225664 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.316803:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x52e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.316806:0:225658:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x52e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572582.316810:0:225658:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.316817:0:225658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.316836:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788572582.316848:0:225665:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.316855:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.316862:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.316869:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.316876:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:2.0:1788572582.321819:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8cefa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+68:3640:x1875440196152576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 60457us (62522us total) trans 8589944720 rc 0/0 00000100:00100000:2.0:1788572582.321837:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21571 00010000:00010000:2.0:1788572582.321886:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788572582.321894:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.321907:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.321912:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.321924:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.321946:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.321953:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005702695e/0xaad440e68c48929b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x47d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.321981:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788572582.321987:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c4892d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.321993:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e4e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.321996:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c4892d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322003:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c4892d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322014:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c4892d3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322021:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008227f155/0xaad440e68c4892d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1552:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322039:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788572582.322044:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322051:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.322054:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322061:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322072:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322079:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d17a8c39/0xaad440e68c4892a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322094:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572582.322097:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322103:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb81682200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.322106:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322118:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322137:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322145:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050106d53/0xaad440e68c489286 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322173:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572582.322177:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322183:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.322186:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322193:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322203:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322209:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097938360/0xaad440e68c48928d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322224:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572582.322228:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.322235:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a95c00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572582.325047:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.325075:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.325098:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.325107:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009faa57cb/0xaad440e68c4892b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x52e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.325146:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.325148:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572582.325163:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572582.325955:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:352624:x1875453633105024:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 11108us (12705us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.325971:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28125 00000100:00100000:0.0:1788572582.327633:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+67:3640:x1875440196154240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40065us (40157us total) trans 8589944722 rc 0/0 00000100:00100000:0.0:1788572582.327648:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21579 00000100:00100000:0.0:1788572582.327735:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:352625:x1875453633105792:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 11411us (14047us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572582.327826:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28131 00000100:00100000:0.0:1788572582.327928:0:203890:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:203890:1875440196154880:192.168.202.54@tcp:104: 00010000:00010000:0.0:1788572582.327961:0:203890:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572582.328070:0:225675:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+72:3637:x1875440196153728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 60976us (61372us total) trans 8589944043 rc 0/0 00000100:00100000:1.0:1788572582.328080:0:225675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21576 00000100:00100000:0.0:1788572582.328096:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00010000:00010000:1.0:1788572582.328106:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.328115:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572582.328122:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788572582.328184:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa17a4e00/2, rc 0, transno 8589944719 00000100:00100000:0.0:1788572582.328190:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572582.328314:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196155264:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1788572582.328331:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8b798000/2, rc 0, transno 8589944722 00000100:00100000:1.0:1788572582.328335:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b798000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196154240:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1788572582.328345:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8cefad80/2, rc 0, transno 8589944720 00000100:00100000:1.0:1788572582.328349:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8cefad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196152576:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1788572582.332996:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8273ea00/2, rc 0, transno 8589944718 00000100:00100000:0.0:1788572582.333013:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8273ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196152960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.333373:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+66:3637:x1875440196152704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 71383us (72005us total) trans 8589944721 rc 0/0 00000100:00100000:3.0:1788572582.333394:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21572 00000100:00100000:3.0:1788572582.333523:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633106048 00000100:00100000:3.0:1788572582.333530:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633106048 00010000:00010000:3.0:1788572582.333566:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e71af62f/0xaad440e68c488b7f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x91a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d8f expref: 11 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.333596:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633105920 00000100:00100000:3.0:1788572582.333599:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633105920 00010000:00010000:3.0:1788572582.333614:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000011d20901/0xaad440e68c488b32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d7a expref: 12 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.333634:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28132 00000100:00100000:3.0:1788572582.333643:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:352624:x1875453633106048:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.333658:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.333663:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e71af62f/0xaad440e68c488b7f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x91a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d8f expref: 12 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.333675:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e71af62f/0xaad440e68c488b7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x91a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d8f expref: 12 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.333707:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x91a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.333711:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x91a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.333718:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.333727:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.334267:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.334325:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:352624:x1875453633106048:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 681us (6229us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.334334:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28132 00000100:00100000:3.0:1788572582.334352:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28133 00000100:00100000:3.0:1788572582.334359:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:352624:x1875453633105920:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.334367:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.334372:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000011d20901/0xaad440e68c488b32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d7a expref: 11 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.334394:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000011d20901/0xaad440e68c488b32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d7a expref: 11 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.334408:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011d20901/0xaad440e68c488b32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d7a expref: 11 pid: 225662 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.334425:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x919:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.334427:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x919:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.334432:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.334439:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.334456:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572582.334474:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:352624:x1875453633105920:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 116us (6321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.334480:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28133 00010000:00010000:3.0:1788572582.334501:0:203890:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.334509:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.334518:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.334525:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.334540:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572582.334710:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+66:3637:x1875440196154624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26763us (29331us total) trans 8589944723 rc 0/0 00000100:00100000:3.0:1788572582.334717:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21580 00000100:00100000:3.0:1788572582.335363:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572582.335570:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633106176 00000100:00100000:3.0:1788572582.335577:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633106176 00010000:00010000:3.0:1788572582.335600:0:202377:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000deae728a/0xaad440e68c488c19 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77db9 expref: 10 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.335624:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28134 00000100:00100000:3.0:1788572582.335631:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:352626:x1875453633106176:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572582.335640:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572582.335645:0:202377:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000deae728a/0xaad440e68c488c19 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x91b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77db9 expref: 10 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.335656:0:202377:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000deae728a/0xaad440e68c488c19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x91b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77db9 expref: 10 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.335671:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x91b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.335675:0:202377:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x91b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572582.335680:0:202377:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.335688:0:202377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.335703:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1788572582.340601:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cb9ca39500/2, rc 0, transno 8589944043 00000100:00100000:2.0:1788572582.340635:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196153728:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1788572582.340668:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8ee5a680/2, rc 0, transno 8589944721 00000100:00100000:2.0:1788572582.340685:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8ee5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196152704:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1788572582.340707:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca94a1d500/2, rc 0, transno 8589944723 00000100:00100000:2.0:1788572582.340712:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196154624:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788572582.340779:0:225664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e71af62f/0xaad440e68c488b7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x91a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77d8f expref: 10 pid: 225669 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572582.340801:0:225664:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:225664:1875440196155008:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572582.340827:0:225664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.340841:0:225664:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.340848:0:225664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.340862:0:225664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.340871:0:225664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572582.340909:0:225664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788572582.341238:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572582.341247:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.341255:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a95200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.341260:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.341270:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.341291:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.341299:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001db1a35a/0xaad440e68c4892c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.341319:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572582.341322:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.341328:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9f600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:0.0:1788572582.341330:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.341337:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.341346:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.341353:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008986eb7a/0xaad440e68c4892cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x91a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572582.341368:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.341370:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572582.341372:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572582.341563:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:352626:x1875453633106176:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 5928us (6199us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572582.341574:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28134 00010000:00010000:3.0:1788572582.342870:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.343623:0:203891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000deae728a/0xaad440e68c488c19 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x91b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77db9 expref: 8 pid: 203890 timeout: 13660 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572582.343649:0:203891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:203891:1875440196155392:192.168.202.54@tcp:104: 00010000:00010000:3.0:1788572582.343674:0:203891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.343800:0:203891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.343812:0:203891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.343824:0:203891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.344291:0:203891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572582.344318:0:203891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572582.345313:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+67:3640:x1875440196155136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29621us (29990us total) trans 8589944725 rc 0/0 00000100:00100000:1.0:1788572582.345326:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21583 00010000:00010000:3.0:1788572582.345326:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572582.345337:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.345347:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572582.345353:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.345364:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.345385:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 1/0,0 mode: --/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.345392:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ecd40ca/0xaad440e68c4892da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x91b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572582.345417:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.345418:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572582.345420:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788572582.345982:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa17a5180/2, rc 0, transno 8589944725 00000100:00100000:0.0:1788572582.346006:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196155136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.352624:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1ddb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+66:3638:x1875440196154752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39011us (40605us total) trans 8589944724 rc 0/0 00000100:00100000:3.0:1788572582.352643:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21581 00000004:00080000:0.0:1788572582.352781:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca83a1c000/2, rc 0, transno 8589944724 00000100:00100000:0.0:1788572582.352803:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196154752:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572582.705606:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788572582.705633:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196155520:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788572582.705714:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572582.706028:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196155520 00000100:00100000:0.0:1788572582.706037:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196155520 00000100:00100000:0.0:1788572582.706096:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35723 00000100:00100000:0.0:1788572582.706106:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:3638:x1875440196155520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788572582.706293:0:203901:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443557376 avail 1297317888 00000100:00100000:0.0:1788572582.706349:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:3638:x1875440196155520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 245us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572582.706357:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35723 00000100:00100000:3.0:1788572582.706610:0:3638:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 12884962111 gen 2 00000004:00080000:3.0:1788572582.706616:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961925 committed transno 12884962111 00000020:00080000:3.0:1788572582.706623:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca962bf240 refcount 2 committed 0 result 0 batchid 4294999178 00000020:00080000:3.0:1788572582.706627:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9deb6a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca962bf3c0 00000020:00080000:3.0:1788572582.706630:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1435 00000020:00080000:3.0:1788572582.706633:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9deb6c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84ccf400 00000020:00080000:3.0:1788572582.706635:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].892 00000004:00080000:3.0:1788572582.706669:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961926 committed transno 12884962111 00000020:00080000:3.0:1788572582.706673:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca9289c900 refcount 2 committed 0 result 0 batchid 4294999179 00000020:00080000:3.0:1788572582.706675:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9289cd80 00000020:00080000:3.0:1788572582.706678:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1436 00000020:00080000:3.0:1788572582.706680:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88812700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96da8200 00000020:00080000:3.0:1788572582.706683:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].893 00000100:00100000:2.0:1788572582.706691:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:3.0:1788572582.706693:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961934 committed transno 12884962111 00000020:00080000:3.0:1788572582.706696:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8ff629c0 refcount 2 committed 0 result 0 batchid 4294999180 00000020:00080000:3.0:1788572582.706699:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca92805540 00000100:00100000:2.0:1788572582.706702:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196155648:0@lo:41:osp-pre-1-0.0 00000020:00080000:3.0:1788572582.706702:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1437 00000020:00080000:3.0:1788572582.706704:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8f241400 00000020:00080000:3.0:1788572582.706707:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].894 00000004:00080000:3.0:1788572582.706719:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961936 committed transno 12884962111 00000100:00100000:2.0:1788572582.706735:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572582.706775:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196155648 00000100:00100000:2.0:1788572582.706779:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196155648 00000020:00080000:3.0:1788572582.706805:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca9289c3c0 refcount 2 committed 0 result 0 batchid 4294999181 00000100:00100000:2.0:1788572582.706807:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35724 00000020:00080000:3.0:1788572582.706808:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca84007900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9289c240 00000020:00080000:3.0:1788572582.706811:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1438 00000020:00080000:3.0:1788572582.706813:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbbfd6fd00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca83b9c800 00000100:00100000:2.0:1788572582.706814:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+50:3637:x1875440196155648:12345-0@lo:41:osp-pre-1-0.0 00000020:00080000:3.0:1788572582.706816:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].895 00000004:00080000:3.0:1788572582.706829:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961938 committed transno 12884962111 00000020:00080000:3.0:1788572582.706833:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca9289c6c0 refcount 2 committed 0 result 0 batchid 4294999182 00000020:00080000:3.0:1788572582.706835:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb879d6f00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9289c9c0 00000004:00000024:2.0:1788572582.706837:0:228207:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1444450304 avail 1298210816 00000020:00080000:3.0:1788572582.706838:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1439 00000020:00080000:3.0:1788572582.706840:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb879d6200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca83b9cc00 00000020:00080000:3.0:1788572582.706842:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].896 00000004:00080000:3.0:1788572582.706851:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961939 committed transno 12884962111 00000020:00080000:3.0:1788572582.706854:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8fde3180 refcount 2 committed 0 result 0 batchid 4294999183 00000020:00080000:3.0:1788572582.706857:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabb100 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fde3480 00000020:00080000:3.0:1788572582.706859:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1440 00000020:00080000:3.0:1788572582.706861:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9cabbe00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fe4ae00 00000020:00080000:3.0:1788572582.706864:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].897 00000100:00100000:2.0:1788572582.706868:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+50:3637:x1875440196155648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572582.706873:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35724 00000004:00080000:3.0:1788572582.706877:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961944 committed transno 12884962111 00000020:00080000:3.0:1788572582.706880:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca95481a80 refcount 2 committed 0 result 0 batchid 4294999184 00000020:00080000:3.0:1788572582.706883:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca84e2c000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95481840 00000020:00080000:3.0:1788572582.706886:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1441 00000020:00080000:3.0:1788572582.706888:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca84e2c100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca965d3600 00000020:00080000:3.0:1788572582.706891:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].898 00000004:00080000:3.0:1788572582.706902:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961946 committed transno 12884962111 00000100:00100000:2.0:1788572582.706903:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196155648:0@lo:41:osp-pre-1-0.0 00000020:00080000:3.0:1788572582.706905:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca95197300 refcount 2 committed 0 result 0 batchid 4294999185 00000020:00080000:3.0:1788572582.706908:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95197d80 00000020:00080000:3.0:1788572582.706910:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1442 00000020:00080000:3.0:1788572582.706913:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367e00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8f240800 00000020:00080000:3.0:1788572582.706915:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].899 00000004:00080000:3.0:1788572582.706925:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961948 committed transno 12884962111 00000020:00080000:3.0:1788572582.706929:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca96093a80 refcount 2 committed 0 result 0 batchid 4294999186 00000020:00080000:3.0:1788572582.706931:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb879d6a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca960933c0 00000020:00080000:3.0:1788572582.706934:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1443 00000020:00080000:3.0:1788572582.706936:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb879d6100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca924df800 00000020:00080000:3.0:1788572582.706939:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].900 00000004:00080000:3.0:1788572582.706948:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961949 committed transno 12884962111 00000020:00080000:3.0:1788572582.706951:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca95481900 refcount 2 committed 0 result 0 batchid 4294999187 00000020:00080000:3.0:1788572582.706954:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb8b4a0400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca95481f00 00000020:00080000:3.0:1788572582.706956:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1444 00000020:00080000:3.0:1788572582.706958:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca84e2ca00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca965d3800 00000020:00080000:3.0:1788572582.706961:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].901 00000004:00080000:3.0:1788572582.706969:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961950 committed transno 12884962111 00000020:00080000:3.0:1788572582.706972:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8b7ab180 refcount 2 committed 0 result 0 batchid 4294999188 00000020:00080000:3.0:1788572582.706974:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb8b4a0a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b7abcc0 00000020:00080000:3.0:1788572582.706976:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1445 00000020:00080000:3.0:1788572582.706979:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb8b4a0200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca965d2200 00000020:00080000:3.0:1788572582.706981:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].902 00000004:00080000:3.0:1788572582.706989:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961952 committed transno 12884962111 00000020:00080000:3.0:1788572582.706992:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca96d9ec00 refcount 2 committed 0 result 0 batchid 4294999189 00000020:00080000:3.0:1788572582.706995:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbadf20300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96d9e540 00000020:00080000:3.0:1788572582.706997:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1446 00000020:00080000:3.0:1788572582.706999:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8f367f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84c45000 00000020:00080000:3.0:1788572582.707002:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].903 00000004:00080000:3.0:1788572582.707011:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961958 committed transno 12884962111 00000020:00080000:3.0:1788572582.707014:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca960936c0 refcount 2 committed 0 result 0 batchid 4294999190 00000020:00080000:3.0:1788572582.707017:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca91872b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96093840 00000020:00080000:3.0:1788572582.707019:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1447 00000020:00080000:3.0:1788572582.707021:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb912c6100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8383c000 00000020:00080000:3.0:1788572582.707023:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].904 00000004:00080000:3.0:1788572582.707033:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961959 committed transno 12884962111 00000020:00080000:3.0:1788572582.707036:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca96093000 refcount 2 committed 0 result 0 batchid 4294999191 00000020:00080000:3.0:1788572582.707038:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca85b54300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96093540 00000020:00080000:3.0:1788572582.707040:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1448 00000020:00080000:3.0:1788572582.707042:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca91872c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84ccf800 00000020:00080000:3.0:1788572582.707044:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].905 00000004:00080000:3.0:1788572582.707053:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961964 committed transno 12884962111 00000020:00080000:3.0:1788572582.707128:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8fb1d240 refcount 2 committed 0 result 0 batchid 4294999192 00000020:00080000:3.0:1788572582.707131:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858ac800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fb1dcc0 00000020:00080000:3.0:1788572582.707134:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1449 00000020:00080000:3.0:1788572582.707136:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbadf42b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9444fa00 00000020:00080000:3.0:1788572582.707139:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].906 00000004:00080000:3.0:1788572582.707288:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961971 committed transno 12884962111 00000020:00080000:3.0:1788572582.707293:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca9289ccc0 refcount 2 committed 0 result 0 batchid 4294999193 00000020:00080000:3.0:1788572582.707296:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349ea00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9289cc00 00000020:00080000:3.0:1788572582.707298:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1450 00000020:00080000:3.0:1788572582.707301:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349e800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca90796600 00000020:00080000:3.0:1788572582.707303:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].907 00000004:00080000:3.0:1788572582.707313:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961975 committed transno 12884962111 00000020:00080000:3.0:1788572582.707317:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8d3d2900 refcount 2 committed 0 result 0 batchid 4294999194 00000020:00080000:3.0:1788572582.707319:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349ee00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8d3d2480 00000020:00080000:3.0:1788572582.707322:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1451 00000020:00080000:3.0:1788572582.707324:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349e900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca90796400 00000020:00080000:3.0:1788572582.707326:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].908 00000004:00080000:3.0:1788572582.707339:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961976 committed transno 12884962111 00000020:00080000:3.0:1788572582.707342:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8cf8ef00 refcount 2 committed 0 result 0 batchid 4294999195 00000020:00080000:3.0:1788572582.707345:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7dc00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8ff99540 00000020:00080000:3.0:1788572582.707348:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1452 00000020:00080000:3.0:1788572582.707350:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca99221300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca840e9e00 00000020:00080000:3.0:1788572582.707352:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].909 00000004:00080000:3.0:1788572582.707875:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961977 committed transno 12884962111 00000020:00080000:3.0:1788572582.707882:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8fb1d300 refcount 2 committed 0 result 0 batchid 4294999196 00000020:00080000:3.0:1788572582.707885:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858ac700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fb1d0c0 00000020:00080000:3.0:1788572582.707888:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1453 00000020:00080000:3.0:1788572582.707890:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858ac200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca924dfa00 00000020:00080000:3.0:1788572582.707893:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].910 00000004:00080000:3.0:1788572582.707905:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961980 committed transno 12884962111 00000020:00080000:3.0:1788572582.707908:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca9443cf00 refcount 2 committed 0 result 0 batchid 4294999197 00000020:00080000:3.0:1788572582.707910:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349e200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9443cc00 00000020:00080000:3.0:1788572582.707913:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1454 00000020:00080000:3.0:1788572582.707915:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349e600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca90797600 00000020:00080000:3.0:1788572582.707918:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].911 00000004:00080000:3.0:1788572582.707929:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961981 committed transno 12884962111 00000020:00080000:3.0:1788572582.707932:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8fb1dd80 refcount 2 committed 0 result 0 batchid 4294999198 00000020:00080000:3.0:1788572582.707934:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858ac100 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8fb1d780 00000020:00080000:3.0:1788572582.707937:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1455 00000020:00080000:3.0:1788572582.707939:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858ac900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8a31c400 00000020:00080000:3.0:1788572582.707942:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].912 00000004:00080000:3.0:1788572582.707951:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961988 committed transno 12884962111 00000020:00080000:3.0:1788572582.707955:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca9443c480 refcount 2 committed 0 result 0 batchid 4294999199 00000020:00080000:3.0:1788572582.707958:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349e000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9443c3c0 00000020:00080000:3.0:1788572582.707961:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1456 00000020:00080000:3.0:1788572582.707963:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cbb349e400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca84c44a00 00000020:00080000:3.0:1788572582.707966:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].913 00000004:00080000:3.0:1788572582.707976:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961989 committed transno 12884962111 00000020:00080000:3.0:1788572582.707979:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca856b8c00 refcount 2 committed 0 result 0 batchid 4294999200 00000020:00080000:3.0:1788572582.707981:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7da00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca856b8480 00000020:00080000:3.0:1788572582.707983:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1457 00000020:00080000:3.0:1788572582.707985:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7d800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca840e9c00 00000020:00080000:3.0:1788572582.707987:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].914 00000004:00080000:3.0:1788572582.707998:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961992 committed transno 12884962111 00000020:00080000:3.0:1788572582.708001:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca9289c780 refcount 2 committed 0 result 0 batchid 4294999201 00000020:00080000:3.0:1788572582.708004:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca9289c600 00000020:00080000:3.0:1788572582.708006:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1458 00000020:00080000:3.0:1788572582.708008:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8272ac00 00000020:00080000:3.0:1788572582.708010:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].915 00000004:00080000:3.0:1788572582.708033:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961993 committed transno 12884962111 00000020:00080000:3.0:1788572582.708036:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca856b8900 refcount 2 committed 0 result 0 batchid 4294999202 00000020:00080000:3.0:1788572582.708039:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7d500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca856b8780 00000020:00080000:3.0:1788572582.708042:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1459 00000020:00080000:3.0:1788572582.708053:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb9ca7d200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cb8c777800 00000020:00080000:3.0:1788572582.708529:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].916 00000004:00080000:3.0:1788572582.708546:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884961994 committed transno 12884962111 00000020:00080000:3.0:1788572582.708550:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8fde3f00 refcount 2 committed 0 result 0 batchid 4294999203 00000020:00080000:3.0:1788572582.708553:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858ac400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96ace900 00000020:00080000:3.0:1788572582.708555:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1460 00000020:00080000:3.0:1788572582.708557:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858acc00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b40be00 00000020:00080000:3.0:1788572582.708560:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].917 00000004:00080000:3.0:1788572582.708574:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962002 committed transno 12884962111 00000020:00080000:3.0:1788572582.708578:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca859ca540 refcount 2 committed 0 result 0 batchid 4294999204 00000020:00080000:3.0:1788572582.708580:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca859ca840 00000020:00080000:3.0:1788572582.708582:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1461 00000020:00080000:3.0:1788572582.708584:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca8ed23d00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8272b000 00000020:00080000:3.0:1788572582.708587:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].918 00000004:00080000:3.0:1788572582.708598:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962004 committed transno 12884962111 00000020:00080000:3.0:1788572582.708600:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca967d8900 refcount 2 committed 0 result 0 batchid 4294999205 00000020:00080000:3.0:1788572582.708603:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858acd00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca967d8780 00000020:00080000:3.0:1788572582.708606:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1462 00000020:00080000:3.0:1788572582.708608:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca858ac500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b40ae00 00000020:00080000:3.0:1788572582.708610:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].920 00000004:00080000:3.0:1788572582.708619:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962006 committed transno 12884962111 00000020:00080000:3.0:1788572582.708623:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8b60b180 refcount 2 committed 0 result 0 batchid 4294999206 00000020:00080000:3.0:1788572582.708625:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb87941800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b60bc00 00000020:00080000:3.0:1788572582.708627:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1463 00000020:00080000:3.0:1788572582.708629:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb87941900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88caa198ea00 00000020:00080000:3.0:1788572582.708631:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].921 00000004:00080000:3.0:1788572582.708642:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962014 committed transno 12884962111 00000020:00080000:3.0:1788572582.708645:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca9289c0c0 refcount 2 committed 0 result 0 batchid 4294999207 00000020:00080000:3.0:1788572582.708648:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb86637400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8b7ab480 00000020:00080000:3.0:1788572582.708651:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1464 00000020:00080000:3.0:1788572582.708653:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88cb88844c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88ca96df5c00 00000020:00080000:3.0:1788572582.708656:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].922 00000004:00080000:3.0:1788572582.708665:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962015 committed transno 12884962111 00000020:00080000:3.0:1788572582.708669:0:3638:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88ca8c671e40 refcount 2 committed 0 result 0 batchid 4294999208 00000020:00080000:3.0:1788572582.708671:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca9960f200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88ca8c671540 00000020:00080000:3.0:1788572582.708673:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x2000013a2:0x5:0x0].1465 00000020:00080000:3.0:1788572582.708675:0:3638:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff88ca9960f700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88cb8c777600 00000020:00080000:3.0:1788572582.708677:0:3638:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000bd1:0x1f:0x0].923 00000004:00080000:3.0:1788572582.708705:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962056 committed transno 12884962111 00000004:00080000:3.0:1788572582.708717:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962057 committed transno 12884962111 00000020:00080000:0.0:1788572582.708891:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 4294999208 committed batchid 4294999165 00000020:00080000:0.0:1788572582.708954:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999165 00000004:00080000:3.0:1788572582.709586:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962058 committed transno 12884962111 00000004:00080000:3.0:1788572582.709600:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962059 committed transno 12884962111 00000004:00080000:3.0:1788572582.709610:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962060 committed transno 12884962111 00000004:00080000:3.0:1788572582.709618:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962061 committed transno 12884962111 00000004:00080000:3.0:1788572582.709626:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962063 committed transno 12884962111 00000004:00080000:3.0:1788572582.709634:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962064 committed transno 12884962111 00000004:00080000:3.0:1788572582.709644:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962065 committed transno 12884962111 00000004:00080000:3.0:1788572582.709652:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962066 committed transno 12884962111 00000004:00080000:3.0:1788572582.709659:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962067 committed transno 12884962111 00000004:00080000:3.0:1788572582.709680:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962068 committed transno 12884962111 00000004:00080000:3.0:1788572582.709689:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962069 committed transno 12884962111 00000004:00080000:3.0:1788572582.709698:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962070 committed transno 12884962111 00000004:00080000:3.0:1788572582.709706:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962071 committed transno 12884962111 00000004:00080000:3.0:1788572582.709713:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962072 committed transno 12884962111 00000004:00080000:3.0:1788572582.709722:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962073 committed transno 12884962111 00000004:00080000:3.0:1788572582.709729:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962074 committed transno 12884962111 00000004:00080000:3.0:1788572582.709914:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962075 committed transno 12884962111 00000004:00080000:3.0:1788572582.709925:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962076 committed transno 12884962111 00000004:00080000:3.0:1788572582.709933:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962077 committed transno 12884962111 00000004:00080000:3.0:1788572582.709940:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962078 committed transno 12884962111 00000004:00080000:3.0:1788572582.709947:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962079 committed transno 12884962111 00000004:00080000:3.0:1788572582.709954:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962080 committed transno 12884962111 00000004:00080000:3.0:1788572582.709960:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962082 committed transno 12884962111 00000004:00080000:3.0:1788572582.709967:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962083 committed transno 12884962111 00000004:00080000:3.0:1788572582.709978:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962084 committed transno 12884962111 00000004:00080000:3.0:1788572582.709984:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962085 committed transno 12884962111 00000004:00080000:3.0:1788572582.709994:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962086 committed transno 12884962111 00000004:00080000:3.0:1788572582.710001:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962087 committed transno 12884962111 00000004:00080000:3.0:1788572582.710009:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962088 committed transno 12884962111 00000004:00080000:3.0:1788572582.710028:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962089 committed transno 12884962111 00000004:00080000:3.0:1788572582.710036:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962090 committed transno 12884962111 00000004:00080000:3.0:1788572582.710044:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962091 committed transno 12884962111 00000004:00080000:3.0:1788572582.710052:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962092 committed transno 12884962111 00000004:00080000:3.0:1788572582.710059:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962093 committed transno 12884962111 00000004:00080000:3.0:1788572582.719480:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962094 committed transno 12884962111 00000004:00080000:3.0:1788572582.719506:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962095 committed transno 12884962111 00000004:00080000:3.0:1788572582.719515:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962096 committed transno 12884962111 00000004:00080000:3.0:1788572582.719523:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962097 committed transno 12884962111 00000004:00080000:3.0:1788572582.719531:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962098 committed transno 12884962111 00000004:00080000:3.0:1788572582.719539:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962099 committed transno 12884962111 00000004:00080000:3.0:1788572582.719547:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962100 committed transno 12884962111 00000004:00080000:3.0:1788572582.719557:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962101 committed transno 12884962111 00000004:00080000:3.0:1788572582.719568:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962102 committed transno 12884962111 00000004:00080000:3.0:1788572582.719585:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962103 committed transno 12884962111 00000004:00080000:3.0:1788572582.719591:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962104 committed transno 12884962111 00000004:00080000:3.0:1788572582.719600:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962105 committed transno 12884962111 00000004:00080000:3.0:1788572582.719608:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962106 committed transno 12884962111 00000004:00080000:3.0:1788572582.719624:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962107 committed transno 12884962111 00000004:00080000:3.0:1788572582.719631:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962108 committed transno 12884962111 00000004:00080000:3.0:1788572582.719638:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962109 committed transno 12884962111 00000004:00080000:3.0:1788572582.719648:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962110 committed transno 12884962111 00000004:00080000:3.0:1788572582.719655:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962111 committed transno 12884962111 00000100:00100000:3.0:1788572582.719685:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196155520:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788572582.897272:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572583.320969:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572583.321017:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572583.321058:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572583.321148:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633106432 00000100:00100000:3.0:1788572583.321190:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633106432 00000100:00100000:3.0:1788572583.321253:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633106304 00000100:00100000:3.0:1788572583.321256:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633106304 00000100:00100000:3.0:1788572583.321275:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633106560 00000100:00100000:3.0:1788572583.321278:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633106560 00000100:00100000:3.0:1788572583.321298:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16130 00000100:00100000:3.0:1788572583.321308:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:51247596-0f4d-40cb-b4aa-cc9a107b363f+15:352624:x1875453633106432:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572583.321327:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572583.321350:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88cbbddc3200/0xaad440e68c35139b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51e5d expref: 15 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572583.321369:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572583.321426:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:51247596-0f4d-40cb-b4aa-cc9a107b363f+14:352624:x1875453633106432:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 118us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572583.321433:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16130 00000100:00100000:3.0:1788572583.321455:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16131 00000100:00100000:3.0:1788572583.321461:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca838d4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:51247596-0f4d-40cb-b4aa-cc9a107b363f+13:352624:x1875453633106304:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572583.321470:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572583.321478:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88cbbddc2a00/0xaad440e68c351394 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51e2c expref: 13 pid: 202386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572583.321501:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572583.321530:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca838d4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:51247596-0f4d-40cb-b4aa-cc9a107b363f+12:352624:x1875453633106304:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 60us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572583.321536:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16131 00000100:00100000:3.0:1788572583.321576:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16132 00000100:00100000:3.0:1788572583.321585:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:51247596-0f4d-40cb-b4aa-cc9a107b363f+11:352624:x1875453633106560:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572583.321592:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572583.321601:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88ca927b6200/0xaad440e68c3513a2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51e64 expref: 11 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572583.321609:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572583.321629:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:51247596-0f4d-40cb-b4aa-cc9a107b363f+10:352624:x1875453633106560:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 46us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572583.321635:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16132 00000100:00100000:0.0:1788572583.338931:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572583.339013:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633106816 00000100:00100000:2.0:1788572583.339024:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633106816 00000100:00100000:2.0:1788572583.339113:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138513 00000100:00100000:2.0:1788572583.339126:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1cf7920f-bfd9-4190-9838-4d8d7803e42e+6:352623:x1875453633106816:12345-192.168.202.54@tcp:39:umount.0 00000020:00000080:2.0:1788572583.339207:0:225655:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c3513a9 00000020:00010000:2.0:1788572583.339216:0:225655:0:(genops.c:1921:obd_stale_export_put()) Put export ffff88cbadd0c800: total 0 00000100:00080000:2.0:1788572583.339221:0:225655:0:(import.c:65:import_set_state_nolock()) ffff88cbadd0c000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788572583.339251:0:225655:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884962140 00000100:00100000:2.0:1788572583.339413:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1cf7920f-bfd9-4190-9838-4d8d7803e42e+5:352623:x1875453633106816:12345-192.168.202.54@tcp:39:umount.0 Request processed in 290us (493us total) trans 12884962141 rc 0/0 00000100:00100000:2.0:1788572583.339422:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138513 00000100:00080000:0.0:1788572583.340467:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:1.0:1788572583.340742:0:202381:0:(genops.c:1907:obd_stale_export_get()) Get export ffff88cbadd0c800: total 0 00010000:00010000:1.0:1788572583.340814:0:202381:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff88cbadd0c800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788572583.340855:0:202381:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:1.0:1788572583.340859:0:202381:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788572583.340870:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88cbbfed9a00/0xaad440e68c488f5a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77ea0 expref: 4 pid: 204288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572583.340894:0:202381:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff88cbadd0c800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788572583.340906:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572583.340908:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572583.340910:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572583.347854:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572583.347937:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633106944 00000100:00100000:1.0:1788572583.347950:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633106944 00000100:00100000:1.0:1788572583.348035:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138514 00000100:00100000:1.0:1788572583.348046:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7920f-bfd9-4190-9838-4d8d7803e42e+5:352623:x1875453633106944:12345-192.168.202.54@tcp:39:umount.0 00000020:00000080:1.0:1788572583.348077:0:202392:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c3513b0 00000100:00080000:1.0:1788572583.348086:0:202392:0:(import.c:65:import_set_state_nolock()) ffff88cbadd0e800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788572583.348124:0:202392:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589973378 00000100:00100000:1.0:1788572583.348307:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1cf7920f-bfd9-4190-9838-4d8d7803e42e+3:352623:x1875453633106944:12345-192.168.202.54@tcp:39:umount.0 Request processed in 262us (462us total) trans 8589973379 rc 0/0 00000100:00100000:1.0:1788572583.348315:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138514 00000100:00080000:0.0:1788572583.348387:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1788572583.350353:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788572583.729518:0:202417:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 13561823362379ns, next at 13562823359718ns, rc = 0 00000100:00100000:2.0:1788572583.729593:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788572583.729619:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa17a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196155776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788572583.729705:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572583.729921:0:203895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196155776 00000100:00100000:1.0:1788572583.729930:0:203895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196155776 00000100:00100000:1.0:1788572583.729993:0:203895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00100000:1.0:1788572583.730004:0:203895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+66:3640:x1875440196155776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788572583.730037:0:203895:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 50436032 pending 0 free 3921440768 avail 3689918464 00000100:00100000:1.0:1788572583.730118:0:203895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+66:3640:x1875440196155776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572583.730126:0:203895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00000100:00100000:3.0:1788572583.730224:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa17a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196155776:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788572583.922907:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572584.753379:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1ddbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196156032:0@lo:400:kworker.0 00000100:00100000:1.0:1788572584.753474:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572584.754689:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196156288:0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.754754:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572584.754806:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788572584.754814:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3639:1875440196155904:0@lo:400:kworker.0 00000100:00100000:1.0:1788572584.754826:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1ddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875440196156544:0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.754848:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572584.754861:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572584.754882:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196156416:0@lo:400:kworker.0 00000100:00100000:1.0:1788572584.754889:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788572584.754894:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196156160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788572584.754902:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572584.754914:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572584.754950:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196156032 00000100:00100000:1.0:1788572584.754958:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196156032 00000004:00080000:0.0:1788572584.754975:0:203133:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 13562848821452ns, next at 13563848818501ns, rc = 0 00000100:00100000:0.0:1788572584.754999:0:202387:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196155904 00000100:00100000:0.0:1788572584.755002:0:202387:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196155904 00000100:00100000:1.0:1788572584.755023:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35725 00000100:00100000:1.0:1788572584.755032:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa17a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+50:3637:x1875440196156032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.755049:0:202387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1788572584.755055:0:202387:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbafb03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce9cd10e-f641-4d8f-bce9-32086d762c1a+24:3639:x1875440196155904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.755094:0:202387:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbafb03450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce9cd10e-f641-4d8f-bce9-32086d762c1a+24:3639:x1875440196155904:12345-0@lo:400:kworker.0 Request processed in 41us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572584.755094:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa17a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+50:3637:x1875440196156032:12345-0@lo:400:kworker.0 Request processed in 62us (1620us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572584.755102:0:202387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1788572584.755102:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35725 00000100:00100000:1.0:1788572584.755125:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196156544 00000100:00100000:1.0:1788572584.755129:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196156544 00000100:00100000:0.0:1788572584.755131:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196156288 00000100:00100000:0.0:1788572584.755133:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196156288 00000100:00100000:1.0:1788572584.755169:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4187 00000100:00100000:1.0:1788572584.755175:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875440196156544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.755176:0:225668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196156416 00000100:00100000:0.0:1788572584.755179:0:225668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196156416 00000100:00100000:0.0:1788572584.755201:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747 00000100:00100000:1.0:1788572584.755205:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90180a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1875440196156544:12345-0@lo:400:kworker.0 Request processed in 31us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572584.755206:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+66:3639:x1875440196156288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788572584.755212:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4187 00000100:00100000:0.0:1788572584.755234:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+66:3639:x1875440196156288:12345-0@lo:400:kworker.0 Request processed in 28us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572584.755240:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747 00000100:00100000:0.0:1788572584.755251:0:225668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:1.0:1788572584.755252:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1ddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3637:1875440196156544:0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.755257:0:225668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+72:3639:x1875440196156416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788572584.755264:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1ddbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196156032:0@lo:400:kworker.0 00000100:00100000:1.0:1788572584.755279:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788572584.755281:0:225668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+72:3639:x1875440196156416:12345-0@lo:400:kworker.0 Request processed in 24us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572584.755286:0:225668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00000100:00100000:1.0:1788572584.755286:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196156672:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788572584.755306:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788572584.755311:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788572584.755334:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3639:1875440196155904:0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.755344:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196156416:0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.755352:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196156288:0@lo:400:kworker.0 00000100:00100000:1.0:1788572584.755826:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572584.755889:0:205175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196156160 00000100:00100000:1.0:1788572584.755893:0:205175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196156160 00000100:00100000:1.0:1788572584.757189:0:205175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196156672 00000100:00100000:0.0:1788572584.757201:0:203895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177 00000100:00100000:1.0:1788572584.757201:0:205175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196156672 00000100:00100000:1.0:1788572584.757244:0:205175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178 00000004:00080000:2.0:1788572584.762498:0:202419:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 13562856341625ns, next at 13563856338465ns, rc = 0 00000100:00100000:0.0:1788572584.763188:0:203895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+72:3637:x1875440196156160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788572584.763232:0:203895:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8551232 pending 0 free 3891077120 avail 3659554816 00000100:00080000:2.0:1788572584.763435:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788572584.764235:0:203895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90182300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+72:3637:x1875440196156160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7021us (9315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572584.764317:0:203895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177 00000100:00100000:2.0:1788572584.764446:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b798e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196156160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788572584.765851:0:205175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+48:3637:x1875440196156672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788572584.765894:0:205175:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8551232 pending 0 free 3891077120 avail 3659554816 00000100:00100000:1.0:1788572584.766788:0:205175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90182680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+48:3637:x1875440196156672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9535us (10960us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572584.766802:0:205175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178 00000100:00100000:2.0:1788572584.769704:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196156672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788572584.772219:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572584.772237:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572584.772251:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1ddbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3638:1875440196157184:0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.772320:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572584.772360:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875440196157056:0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.772385:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572584.772401:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572584.772407:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875440196157568:0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.772429:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572584.772461:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196157184 00000100:00100000:0.0:1788572584.772468:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196157184 00000100:00100000:1.0:1788572584.772480:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1ddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1875440196157312:0@lo:400:kworker.0 00000100:00100000:1.0:1788572584.772509:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572584.772531:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788572584.772532:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196157056 00000100:00100000:0.0:1788572584.772535:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196157056 00000100:00100000:1.0:1788572584.772536:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3639:1875440196157440:0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.772555:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196157568 00000100:00100000:1.0:1788572584.772556:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572584.772558:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196157568 00000100:00100000:0.0:1788572584.772571:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196157312 00000100:00100000:0.0:1788572584.772574:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196157312 00000100:00100000:1.0:1788572584.772580:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196157440 00000100:00100000:1.0:1788572584.772583:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196157440 00000100:00100000:0.0:1788572584.772591:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4188 00000100:00100000:0.0:1788572584.772600:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875440196157184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788572584.772604:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4189 00000100:00100000:1.0:1788572584.772609:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875440196157056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788572584.772661:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875440196157056:12345-0@lo:400:kworker.0 Request processed in 50us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572584.772668:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4189 00000100:00100000:1.0:1788572584.772687:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4190 00000100:00100000:1.0:1788572584.772694:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca908e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875440196157568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788572584.772705:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4191 00000100:00100000:2.0:1788572584.772714:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875440196157312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788572584.772748:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90183480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875440196157312:12345-0@lo:400:kworker.0 Request processed in 36us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572584.772754:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4191 00000100:00100000:3.0:1788572584.772758:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4192 00000100:00100000:3.0:1788572584.772766:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca90180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875440196157440:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788572584.772771:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788572584.772775:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788572584.772798:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca90180700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875440196157440:12345-0@lo:400:kworker.0 Request processed in 34us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572584.772802:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196156928:0@lo:400:kworker.0 00000100:00100000:3.0:1788572584.772804:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4192 00000100:00100000:2.0:1788572584.772831:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572584.772854:0:206128:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196156928 00000100:00100000:3.0:1788572584.772858:0:206128:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196156928 00000100:00100000:2.0:1788572584.772868:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196156800:0@lo:400:kworker.0 00000100:00100000:3.0:1788572584.772888:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 00000100:00100000:2.0:1788572584.772892:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572584.772893:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+48:3640:x1875440196156928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788572584.772912:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196156800 00000100:00100000:2.0:1788572584.772916:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196156800 00000100:00100000:3.0:1788572584.772921:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+48:3640:x1875440196156928:12345-0@lo:400:kworker.0 Request processed in 29us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572584.772927:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00000100:00100000:2.0:1788572584.772940:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35726 00000100:00080000:3.0:1788572584.772944:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788572584.772945:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:3640:x1875440196156800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788572584.772984:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:3640:x1875440196156800:12345-0@lo:400:kworker.0 Request processed in 38us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572584.772990:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35726 00000100:00100000:3.0:1788572584.772991:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196156928:0@lo:400:kworker.0 00000100:00100000:3.0:1788572584.773002:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196156800:0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.773058:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875440196157184:12345-0@lo:400:kworker.0 Request processed in 458us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572584.773064:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4188 00000100:00100000:3.0:1788572584.774526:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3639:1875440196157440:0@lo:400:kworker.0 00000100:00100000:3.0:1788572584.774543:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1ddaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3639:1875440196157312:0@lo:400:kworker.0 00000100:00100000:1.0:1788572584.778339:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca908e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875440196157568:12345-0@lo:400:kworker.0 Request processed in 5636us (5899us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572584.778361:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4190 00000100:00100000:0.0:1788572584.785713:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3638:1875440196157568:0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.785733:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1ddbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3638:1875440196157184:0@lo:400:kworker.0 00000100:00100000:0.0:1788572584.785745:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875440196157056:0@lo:400:kworker.0 00010000:00010000:1.0:1788572584.947825:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572585.969278:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572586.128282:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572586.128325:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572586.128353:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572586.128371:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572586.128391:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572586.128425:0:202386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633107072 00000100:00100000:0.0:1788572586.128436:0:202386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633107072 00000100:00100000:2.0:1788572586.128459:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633107456 00000100:00100000:2.0:1788572586.128464:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633107456 00000100:00100000:0.0:1788572586.128489:0:202386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 1365 00000100:00100000:2.0:1788572586.128497:0:225660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633107584 00000100:00100000:0.0:1788572586.128499:0:202386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbafb02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51247596-0f4d-40cb-b4aa-cc9a107b363f+10:352627:x1875453633107072:12345-192.168.202.54@tcp:400:kworker.0 00000100:00100000:2.0:1788572586.128499:0:225660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633107584 00000100:00100000:2.0:1788572586.128518:0:225660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 2750 00000100:00100000:2.0:1788572586.128525:0:225660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+8:352627:x1875453633107456:12345-192.168.202.54@tcp:400:kworker.0 00000100:00100000:0.0:1788572586.128568:0:202386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbafb02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51247596-0f4d-40cb-b4aa-cc9a107b363f+10:352627:x1875453633107072:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 70us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572586.128576:0:202386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 1365 00000100:00100000:1.0:1788572586.128576:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633107200 00000100:00100000:1.0:1788572586.128580:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633107200 00000100:00100000:1.0:1788572586.128609:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633107328 00000100:00100000:1.0:1788572586.128612:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633107328 00000100:00100000:0.0:1788572586.128624:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 4193 00000100:00100000:0.0:1788572586.128636:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+6:352627:x1875453633107200:12345-192.168.202.54@tcp:400:kworker.0 00000100:00080000:3.0:1788572586.130125:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788572586.130135:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788572586.130139:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788572586.130143:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788572586.131875:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 2751 00000100:00100000:3.0:1788572586.131900:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:352627:x1875453633107584:12345-192.168.202.54@tcp:400:kworker.0 00000100:00100000:1.0:1788572586.132180:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 4194 00000100:00100000:1.0:1788572586.132192:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+5:352627:x1875453633107328:12345-192.168.202.54@tcp:400:kworker.0 00000100:00100000:2.0:1788572586.133531:0:225660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+8:352627:x1875453633107456:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 4992us (5191us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572586.133544:0:225660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 2750 00000100:00100000:3.0:1788572586.140199:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:352627:x1875453633107584:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 8281us (11776us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572586.140220:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 2751 00000100:00100000:0.0:1788572586.142442:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+6:352627:x1875453633107200:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 13520us (13880us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572586.142459:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 4193 00000100:00100000:1.0:1788572586.156899:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+5:352627:x1875453633107328:12345-192.168.202.54@tcp:400:kworker.0 Request processed in 24702us (28516us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572586.156914:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 4194 00000004:00080000:0.0:1788572586.802723:0:203131:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 13564896567395ns, next at 13565896564425ns, rc = 0 00000100:00100000:0.0:1788572586.802759:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196157696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788572586.802844:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.803810:0:203894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196157696 00000100:00100000:3.0:1788572586.803821:0:203894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196157696 00000100:00100000:3.0:1788572586.803882:0:203894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179 00000100:00100000:3.0:1788572586.803892:0:203894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca840c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+48:3638:x1875440196157696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788572586.803921:0:203894:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 50436032 pending 0 free 3921440768 avail 3689918464 00000100:00100000:3.0:1788572586.803997:0:203894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca840c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+48:3638:x1875440196157696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (1152us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572586.804004:0:203894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179 00000100:00080000:3.0:1788572586.804032:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1788572586.813803:0:204704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589944043 is committed 00000001:00080000:3.0:1788572586.814121:0:204704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589943976 is committed 00000100:00100000:0.0:1788572586.817083:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196157696:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1788572586.829742:0:203887:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589944725 is committed 00000001:00080000:0.0:1788572586.829854:0:203887:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589944664 is committed 00000004:00080000:2.0:1788572586.839417:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 315 committed 00000001:00100000:2.0:1788572586.839439:0:203121:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1cf7920f-bfd9-4190-9838-4d8d7803e42e 00000001:00080000:2.0:1788572586.839448:0:203121:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589973379 is committed 00000020:00000080:2.0:1788572586.839452:0:203121:0:(genops.c:885:class_export_put()) final put ffff88cbadd09000/1cf7920f-bfd9-4190-9838-4d8d7803e42e 00000020:00080000:2.0:1788572586.839475:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999208 batchid updated 00000001:00080000:2.0:1788572586.839481:0:203121:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589973378 is committed 00000004:00080000:2.0:1788572586.839541:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 321 committed 00000020:00080000:2.0:1788572586.839622:0:203121:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 4294999177 batchid updated 00000100:00100000:1.0:1788572586.840065:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca905e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196157824:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1788572586.840133:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572586.840194:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788572586.840201:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca905e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196157952:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1788572586.840228:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572586.840262:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196157824 00000100:00100000:1.0:1788572586.840269:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196157824 00000100:00100000:1.0:1788572586.840317:0:225671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196157952 00000100:00100000:1.0:1788572586.840321:0:225671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196157952 00000100:00100000:1.0:1788572586.840338:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21584 00000100:00100000:1.0:1788572586.840346:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:3639:x1875440196157824:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572586.840370:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1488 count 1 00002000:00010000:1.0:1788572586.840402:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x5d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572586.840409:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085ba00ca/0xaad440e68c4892e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572586.840425:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x5d0:0x0].0x0 since=13564s v=(0 0) 00010000:00010000:1.0:1788572586.840429:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x5d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572586.840435:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085ba00ca/0xaad440e68c4892e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572586.840449:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085ba00ca/0xaad440e68c4892e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572586.840465:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085ba00ca/0xaad440e68c4892e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572586.840474:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000085ba00ca/0xaad440e68c4892e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572586.840491:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788572586.840634:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+7:3639:x1875440196157824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 287us (500us total) trans 8589944044 rc 0/0 00000100:00100000:1.0:1788572586.840641:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21584 00000100:00100000:1.0:1788572586.840657:0:225671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21585 00000100:00100000:1.0:1788572586.840664:0:225671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca905e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:3639:x1875440196157952:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1788572586.840675:0:225671:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2074 count 1 00002000:00010000:1.0:1788572586.840689:0:225671:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x81a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788572586.840694:0:225671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c4892e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x81a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572586.840702:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x81a:0x0].0x0 since=13564s v=(0 0) 00010000:00010000:1.0:1788572586.840706:0:225671:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x81a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572586.840709:0:225671:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c4892e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572586.840720:0:225671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c4892e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572586.842347:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca905ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196158080:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1788572586.842405:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.842442:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572586.842447:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196158208:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572586.842465:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.842492:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196158080 00000100:00100000:3.0:1788572586.842498:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196158080 00000100:00100000:3.0:1788572586.842529:0:225670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196158208 00000100:00100000:3.0:1788572586.842532:0:225670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196158208 00000100:00100000:3.0:1788572586.842549:0:225670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21586 00000100:00100000:3.0:1788572586.842556:0:225670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+7:3637:x1875440196158080:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1788572586.842628:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788572586.842637:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8c7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196158336:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1788572586.842663:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1788572586.842722:0:225670:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1753 count 1 00002000:00010000:3.0:1788572586.842750:0:225670:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x6d9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788572586.842756:0:225670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab41937b/0xaad440e68c4892ef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572586.842771:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6d9:0x0].0x0 since=13564s v=(0 0) 00010000:00010000:3.0:1788572586.842775:0:225670:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x6d9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572586.842780:0:225670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab41937b/0xaad440e68c4892ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572586.842794:0:225670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab41937b/0xaad440e68c4892ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572586.842804:0:225670:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ab41937b/0xaad440e68c4892ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572586.842812:0:225670:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ab41937b/0xaad440e68c4892ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788572586.843213:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999208 00000004:00080000:0.0:1788572586.843281:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8be11600 with version 15532 00000020:00080000:0.0:1788572586.843294:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999166 cancel update log [0x2000013a2:0x5:0x0].1423: rc = 0 00000020:00080000:0.0:1788572586.843362:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999166 cancel update log [0x240000bd1:0x1f:0x0].880: rc = 0 00000004:00080000:0.0:1788572586.843379:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8be11f00 with version 15533 00000020:00080000:0.0:1788572586.843382:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999167 cancel update log [0x2000013a2:0x5:0x0].1424: rc = 0 00000020:00080000:0.0:1788572586.843396:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999167 cancel update log [0x240000bd1:0x1f:0x0].881: rc = 0 00000004:00080000:0.0:1788572586.843409:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8be11000 with version 15534 00000020:00080000:0.0:1788572586.843412:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999168 cancel update log [0x2000013a2:0x5:0x0].1425: rc = 0 00000020:00080000:0.0:1788572586.843424:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999168 cancel update log [0x240000bd1:0x1f:0x0].882: rc = 0 00000004:00080000:0.0:1788572586.843456:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8be11540 with version 15535 00000020:00080000:0.0:1788572586.843459:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999169 cancel update log [0x2000013a2:0x5:0x0].1426: rc = 0 00000020:00080000:0.0:1788572586.843475:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999169 cancel update log [0x240000bd1:0x1f:0x0].883: rc = 0 00000004:00080000:0.0:1788572586.843491:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8be11cc0 with version 15536 00000020:00080000:0.0:1788572586.843493:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999170 cancel update log [0x2000013a2:0x5:0x0].1427: rc = 0 00000020:00080000:0.0:1788572586.843506:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999170 cancel update log [0x240000bd1:0x1f:0x0].884: rc = 0 00000004:00080000:0.0:1788572586.843522:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8be11240 with version 15537 00000020:00080000:0.0:1788572586.843524:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999171 cancel update log [0x2000013a2:0x5:0x0].1428: rc = 0 00000020:00080000:0.0:1788572586.843537:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999171 cancel update log [0x240000bd1:0x1f:0x0].885: rc = 0 00000004:00080000:0.0:1788572586.843550:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8be11480 with version 15538 00000020:00080000:0.0:1788572586.843552:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999172 cancel update log [0x2000013a2:0x5:0x0].1429: rc = 0 00000004:00080000:2.0:1788572586.843651:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15532 rpc_version 15532 00000020:00100000:2.0:1788572586.843676:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572586.843684:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8b79b480 x1875440196158592/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572586.843704:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79b480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196158592:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572586.843747:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572586.843769:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572586.845142:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196158336 00000100:00100000:2.0:1788572586.845166:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196158336 00000100:00100000:2.0:1788572586.845224:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21587 00000100:00100000:2.0:1788572586.845233:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1ddbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1875440196158208:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572586.845258:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1762 count 1 00002000:00010000:2.0:1788572586.845290:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x6e2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572586.845298:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c4892f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.845314:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6e2:0x0].0x0 since=13564s v=(0 0) 00010000:00010000:2.0:1788572586.845318:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6e2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572586.845324:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c4892f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.845338:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c4892f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.845349:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c4892f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.845356:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c4892f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.845373:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572586.845540:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1ddbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:3637:x1875440196158208:12345-0@lo:6:osp-syn-0-1.0 Request processed in 308us (3073us total) trans 8589944726 rc 0/0 00000100:00100000:2.0:1788572586.845548:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21587 00010000:00010000:3.0:1788572586.845733:0:225670:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000020:00080000:0.0:1788572586.846065:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999172 cancel update log [0x240000bd1:0x1f:0x0].886: rc = 0 00000004:00080000:0.0:1788572586.846120:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8be11180 with version 15539 00000020:00080000:0.0:1788572586.846124:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999173 cancel update log [0x2000013a2:0x5:0x0].1430: rc = 0 00000020:00080000:0.0:1788572586.846165:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999173 cancel update log [0x240000bd1:0x1f:0x0].887: rc = 0 00000004:00080000:0.0:1788572586.846188:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8fde3a80 with version 15540 00000020:00080000:0.0:1788572586.846191:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999174 cancel update log [0x2000013a2:0x5:0x0].1431: rc = 0 00000020:00080000:0.0:1788572586.846211:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999174 cancel update log [0x240000bd1:0x1f:0x0].888: rc = 0 00000004:00080000:0.0:1788572586.846229:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8fde3780 with version 15541 00000020:00080000:0.0:1788572586.846232:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999175 cancel update log [0x2000013a2:0x5:0x0].1432: rc = 0 00000020:00080000:0.0:1788572586.846249:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999175 cancel update log [0x240000bd1:0x1f:0x0].889: rc = 0 00000004:00080000:0.0:1788572586.846267:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8d849a80 with version 15542 00000020:00080000:0.0:1788572586.846269:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999176 cancel update log [0x2000013a2:0x5:0x0].1433: rc = 0 00000020:00080000:0.0:1788572586.846287:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999176 cancel update log [0x240000bd1:0x1f:0x0].890: rc = 0 00000004:00080000:0.0:1788572586.846330:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8d849840 with version 15543 00000020:00080000:0.0:1788572586.846333:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999177 cancel update log [0x2000013a2:0x5:0x0].1434: rc = 0 00000020:00080000:0.0:1788572586.846355:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999177 cancel update log [0x240000bd1:0x1f:0x0].891: rc = 0 00000004:00080000:0.0:1788572586.846374:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8d849c00 with version 15544 00000020:00080000:0.0:1788572586.846377:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999178 cancel update log [0x2000013a2:0x5:0x0].1435: rc = 0 00000020:00080000:0.0:1788572586.846394:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999178 cancel update log [0x240000bd1:0x1f:0x0].892: rc = 0 00000004:00080000:0.0:1788572586.846411:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88cb8a540540 with version 15545 00000020:00080000:0.0:1788572586.846414:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999179 cancel update log [0x2000013a2:0x5:0x0].1436: rc = 0 00000020:00080000:0.0:1788572586.846431:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999179 cancel update log [0x240000bd1:0x1f:0x0].893: rc = 0 00000004:00080000:0.0:1788572586.846447:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88cb8a540180 with version 15546 00000020:00080000:0.0:1788572586.846450:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999180 cancel update log [0x2000013a2:0x5:0x0].1437: rc = 0 00000020:00080000:0.0:1788572586.846466:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999180 cancel update log [0x240000bd1:0x1f:0x0].894: rc = 0 00000004:00080000:0.0:1788572586.846483:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88cb8a540480 with version 15547 00000020:00080000:0.0:1788572586.846486:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999181 cancel update log [0x2000013a2:0x5:0x0].1438: rc = 0 00000020:00080000:0.0:1788572586.846503:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999181 cancel update log [0x240000bd1:0x1f:0x0].895: rc = 0 00000004:00080000:0.0:1788572586.846534:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88cb8a540600 with version 15548 00000020:00080000:0.0:1788572586.846538:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999182 cancel update log [0x2000013a2:0x5:0x0].1439: rc = 0 00000020:00080000:0.0:1788572586.846557:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999182 cancel update log [0x240000bd1:0x1f:0x0].896: rc = 0 00000004:00080000:0.0:1788572586.846587:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8db84540 with version 15549 00000020:00080000:0.0:1788572586.846590:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999183 cancel update log [0x2000013a2:0x5:0x0].1440: rc = 0 00000020:00080000:0.0:1788572586.846608:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999183 cancel update log [0x240000bd1:0x1f:0x0].897: rc = 0 00000004:00080000:0.0:1788572586.846624:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8db84e40 with version 15550 00000020:00080000:0.0:1788572586.846626:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999184 cancel update log [0x2000013a2:0x5:0x0].1441: rc = 0 00000020:00080000:0.0:1788572586.846642:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999184 cancel update log [0x240000bd1:0x1f:0x0].898: rc = 0 00000004:00080000:0.0:1788572586.846673:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8db84000 with version 15551 00000020:00080000:0.0:1788572586.846677:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999185 cancel update log [0x2000013a2:0x5:0x0].1442: rc = 0 00000020:00080000:0.0:1788572586.846696:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999185 cancel update log [0x240000bd1:0x1f:0x0].899: rc = 0 00000004:00080000:0.0:1788572586.846727:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8db84d80 with version 15552 00000020:00080000:0.0:1788572586.846730:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999186 cancel update log [0x2000013a2:0x5:0x0].1443: rc = 0 00000020:00080000:0.0:1788572586.846749:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999186 cancel update log [0x240000bd1:0x1f:0x0].900: rc = 0 00000004:00080000:0.0:1788572586.846765:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8db846c0 with version 15553 00000020:00080000:0.0:1788572586.846768:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999187 cancel update log [0x2000013a2:0x5:0x0].1444: rc = 0 00000020:00080000:0.0:1788572586.846782:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999187 cancel update log [0x240000bd1:0x1f:0x0].901: rc = 0 00000004:00080000:0.0:1788572586.846799:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8db84480 with version 15554 00000020:00080000:0.0:1788572586.846802:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999188 cancel update log [0x2000013a2:0x5:0x0].1445: rc = 0 00000100:00100000:2.0:1788572586.846932:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21588 00000100:00100000:2.0:1788572586.846947:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875440196158336:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1788572586.848088:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1740 count 1 00002000:00010000:2.0:1788572586.848122:0:203890:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x6cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788572586.848130:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3884a29/0xaad440e68c4892fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.848148:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6cc:0x0].0x0 since=13564s v=(0 0) 00010000:00010000:2.0:1788572586.848164:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6cc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572586.848170:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3884a29/0xaad440e68c4892fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.848185:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3884a29/0xaad440e68c4892fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.848194:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3884a29/0xaad440e68c4892fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.848202:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3884a29/0xaad440e68c4892fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.848225:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1788572586.848473:0:225671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c4892e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572586.848482:0:225671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c4892e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572586.848491:0:225671:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1788572586.848695:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+7:3640:x1875440196158336:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1750us (6027us total) trans 8589944727 rc 0/0 00000100:00100000:2.0:1788572586.848715:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21588 00000100:00100000:2.0:1788572586.848799:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589944664 gen 2 00000004:00080000:2.0:1788572586.848806:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83983100, transno 8589944622 00000004:00080000:2.0:1788572586.848829:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90183b80, transno 8589944623 00000004:00080000:2.0:1788572586.848832:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90182d80, transno 8589944624 00000004:00080000:2.0:1788572586.848834:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90182a00, transno 8589944625 00000004:00080000:2.0:1788572586.848836:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90180000, transno 8589944626 00000004:00080000:2.0:1788572586.848838:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90180380, transno 8589944627 00000004:00080000:2.0:1788572586.848842:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca7bb80, transno 8589944628 00000004:00080000:2.0:1788572586.848844:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca7b800, transno 8589944629 00000004:00080000:2.0:1788572586.848847:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec4e00, transno 8589944630 00000004:00080000:2.0:1788572586.848849:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90180e00, transno 8589944631 00000004:00080000:2.0:1788572586.848852:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90181880, transno 8589944632 00000004:00080000:2.0:1788572586.848855:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca7ad80, transno 8589944633 00000004:00080000:2.0:1788572586.848857:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec6680, transno 8589944634 00000004:00080000:2.0:1788572586.848859:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90183100, transno 8589944635 00000004:00080000:2.0:1788572586.848863:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbaf5d4380, transno 8589944636 00000004:00080000:2.0:1788572586.848865:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca79880, transno 8589944637 00000004:00080000:2.0:1788572586.848868:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cefb480, transno 8589944638 00000004:00080000:2.0:1788572586.848870:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef9f80, transno 8589944639 00000004:00080000:2.0:1788572586.848872:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef9500, transno 8589944640 00000004:00080000:2.0:1788572586.848874:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8bfa9880, transno 8589944641 00000004:00080000:2.0:1788572586.848877:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cefb800, transno 8589944642 00000004:00080000:2.0:1788572586.848880:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca79f80, transno 8589944643 00000004:00080000:2.0:1788572586.848882:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef8a80, transno 8589944644 00000004:00080000:2.0:1788572586.848884:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef9c00, transno 8589944645 00000004:00080000:2.0:1788572586.848887:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f4a80, transno 8589944646 00000004:00080000:2.0:1788572586.848889:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f5500, transno 8589944647 00000004:00080000:2.0:1788572586.848892:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92911880, transno 8589944648 00000004:00080000:2.0:1788572586.848895:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92910700, transno 8589944649 00000004:00080000:2.0:1788572586.848898:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92910000, transno 8589944650 00000004:00080000:2.0:1788572586.848900:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92911c00, transno 8589944651 00000004:00080000:2.0:1788572586.848903:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca1f480, transno 8589944652 00000004:00080000:2.0:1788572586.848906:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca1e300, transno 8589944653 00000004:00080000:2.0:1788572586.848909:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca92912680, transno 8589944654 00000004:00080000:2.0:1788572586.848912:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb85589180, transno 8589944655 00000004:00080000:2.0:1788572586.848915:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c7fea00, transno 8589944656 00000004:00080000:2.0:1788572586.848917:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c7fca80, transno 8589944657 00000004:00080000:2.0:1788572586.848920:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85538700, transno 8589944658 00000004:00080000:2.0:1788572586.848922:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8553aa00, transno 8589944659 00000004:00080000:2.0:1788572586.848925:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c7fe300, transno 8589944660 00000004:00080000:2.0:1788572586.848928:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8553b100, transno 8589944661 00000004:00080000:2.0:1788572586.848930:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c7fed80, transno 8589944662 00000004:00080000:2.0:1788572586.848933:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c7fc380, transno 8589944663 00000004:00080000:2.0:1788572586.848935:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8c7ff480, transno 8589944664 00000100:00100000:2.0:1788572586.848942:0:3640:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff88ca8c7fdf80 x1875440196158336/t8589944727(8589944727) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572602 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00080000:0.0:1788572586.850878:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999188 cancel update log [0x240000bd1:0x1f:0x0].902: rc = 0 00000004:00080000:0.0:1788572586.850967:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8db84600 with version 15555 00000020:00080000:0.0:1788572586.850972:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999189 cancel update log [0x2000013a2:0x5:0x0].1446: rc = 0 00000020:00080000:0.0:1788572586.851032:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999189 cancel update log [0x240000bd1:0x1f:0x0].903: rc = 0 00000004:00080000:0.0:1788572586.851055:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8db84300 with version 15556 00000020:00080000:0.0:1788572586.851058:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999190 cancel update log [0x2000013a2:0x5:0x0].1447: rc = 0 00000020:00080000:0.0:1788572586.851076:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999190 cancel update log [0x240000bd1:0x1f:0x0].904: rc = 0 00000004:00080000:0.0:1788572586.851098:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca8fde3180 with version 15557 00000020:00080000:0.0:1788572586.851101:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999191 cancel update log [0x2000013a2:0x5:0x0].1448: rc = 0 00000020:00080000:0.0:1788572586.851120:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999191 cancel update log [0x240000bd1:0x1f:0x0].905: rc = 0 00000004:00080000:0.0:1788572586.851138:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94a2a0c0 with version 15558 00000020:00080000:0.0:1788572586.851140:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999192 cancel update log [0x2000013a2:0x5:0x0].1449: rc = 0 00000020:00080000:0.0:1788572586.851176:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999192 cancel update log [0x240000bd1:0x1f:0x0].906: rc = 0 00000004:00080000:0.0:1788572586.851229:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94a2a300 with version 15559 00000020:00080000:0.0:1788572586.851233:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999193 cancel update log [0x2000013a2:0x5:0x0].1450: rc = 0 00000020:00080000:0.0:1788572586.851256:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999193 cancel update log [0x240000bd1:0x1f:0x0].907: rc = 0 00000004:00080000:0.0:1788572586.851274:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94a2ab40 with version 15560 00000020:00080000:0.0:1788572586.851277:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999194 cancel update log [0x2000013a2:0x5:0x0].1451: rc = 0 00000020:00080000:0.0:1788572586.851295:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999194 cancel update log [0x240000bd1:0x1f:0x0].908: rc = 0 00000004:00080000:0.0:1788572586.851313:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94a2a180 with version 15561 00000020:00080000:0.0:1788572586.851316:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999195 cancel update log [0x2000013a2:0x5:0x0].1452: rc = 0 00000020:00080000:0.0:1788572586.851333:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999195 cancel update log [0x240000bd1:0x1f:0x0].909: rc = 0 00000004:00080000:0.0:1788572586.851355:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94a2af00 with version 15562 00000020:00080000:0.0:1788572586.851358:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999196 cancel update log [0x2000013a2:0x5:0x0].1453: rc = 0 00000020:00080000:0.0:1788572586.851377:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999196 cancel update log [0x240000bd1:0x1f:0x0].910: rc = 0 00000004:00080000:0.0:1788572586.851393:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94a2ad80 with version 15563 00000020:00080000:0.0:1788572586.851396:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999197 cancel update log [0x2000013a2:0x5:0x0].1454: rc = 0 00000020:00080000:0.0:1788572586.851414:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999197 cancel update log [0x240000bd1:0x1f:0x0].911: rc = 0 00000004:00080000:0.0:1788572586.851432:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca94a2acc0 with version 15564 00000020:00080000:0.0:1788572586.851435:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999198 cancel update log [0x2000013a2:0x5:0x0].1455: rc = 0 00000020:00080000:0.0:1788572586.851452:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999198 cancel update log [0x240000bd1:0x1f:0x0].912: rc = 0 00000004:00080000:0.0:1788572586.851470:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9432eb40 with version 15565 00000020:00080000:0.0:1788572586.851473:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999199 cancel update log [0x2000013a2:0x5:0x0].1456: rc = 0 00000020:00080000:0.0:1788572586.851491:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999199 cancel update log [0x240000bd1:0x1f:0x0].913: rc = 0 00000004:00080000:0.0:1788572586.851507:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9432e240 with version 15566 00000020:00080000:0.0:1788572586.851510:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999200 cancel update log [0x2000013a2:0x5:0x0].1457: rc = 0 00000020:00080000:0.0:1788572586.851528:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999200 cancel update log [0x240000bd1:0x1f:0x0].914: rc = 0 00000004:00080000:0.0:1788572586.851559:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9432ed80 with version 15567 00000020:00080000:0.0:1788572586.851563:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999201 cancel update log [0x2000013a2:0x5:0x0].1458: rc = 0 00000020:00080000:0.0:1788572586.851588:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999201 cancel update log [0x240000bd1:0x1f:0x0].915: rc = 0 00000004:00080000:0.0:1788572586.851609:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9432e600 with version 15568 00000020:00080000:0.0:1788572586.851612:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999202 cancel update log [0x2000013a2:0x5:0x0].1459: rc = 0 00000020:00080000:0.0:1788572586.851627:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999202 cancel update log [0x240000bd1:0x1f:0x0].916: rc = 0 00000004:00080000:0.0:1788572586.851645:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9432ec00 with version 15569 00000020:00080000:0.0:1788572586.851647:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999203 cancel update log [0x2000013a2:0x5:0x0].1460: rc = 0 00000020:00080000:0.0:1788572586.851665:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999203 cancel update log [0x240000bd1:0x1f:0x0].917: rc = 0 00000004:00080000:0.0:1788572586.851681:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9432e540 with version 15570 00000020:00080000:0.0:1788572586.851684:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999204 cancel update log [0x2000013a2:0x5:0x0].1461: rc = 0 00000020:00080000:0.0:1788572586.851700:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999204 cancel update log [0x240000bd1:0x1f:0x0].918: rc = 0 00000004:00080000:2.0:1788572586.852517:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8c7fdf80/2, rc 0, transno 8589944727 00000100:00100000:2.0:1788572586.852530:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196158336:0@lo:6:osp-syn-0-1.0 00000020:00000080:2.0:1788572586.852579:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbadd09000/1cf7920f-bfd9-4190-9838-4d8d7803e42e for lustre-MDT0001 00000020:00000080:2.0:1788572586.852640:0:229956:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88cbadd0e800 for lustre-MDT0001 00000004:00080000:0.0:1788572586.853454:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9432e6c0 with version 15571 00000020:00080000:0.0:1788572586.853462:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999205 cancel update log [0x2000013a2:0x5:0x0].1462: rc = 0 00000020:00080000:0.0:1788572586.853515:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999205 cancel update log [0x240000bd1:0x1f:0x0].920: rc = 0 00000004:00080000:0.0:1788572586.854049:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9432e180 with version 15572 00000020:00080000:0.0:1788572586.854055:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999206 cancel update log [0x2000013a2:0x5:0x0].1463: rc = 0 00000020:00080000:0.0:1788572586.854080:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999206 cancel update log [0x240000bd1:0x1f:0x0].921: rc = 0 00000004:00080000:0.0:1788572586.854100:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9432e900 with version 15573 00000020:00080000:0.0:1788572586.854103:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999207 cancel update log [0x2000013a2:0x5:0x0].1464: rc = 0 00000020:00080000:0.0:1788572586.854119:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999207 cancel update log [0x240000bd1:0x1f:0x0].922: rc = 0 00000004:00080000:0.0:1788572586.854136:0:203142:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88ca9432ecc0 with version 15574 00000020:00080000:0.0:1788572586.854139:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 4294999208 cancel update log [0x2000013a2:0x5:0x0].1465: rc = 0 00000020:00080000:0.0:1788572586.854180:0:203142:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 4294999208 cancel update log [0x240000bd1:0x1f:0x0].923: rc = 0 00000020:00080000:0.0:1788572586.854186:0:203142:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 4294999208 00010000:00010000:2.0:1788572586.854553:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788572586.854573:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000085ba00ca/0xaad440e68c4892e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.854585:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5800 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572586.854590:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000085ba00ca/0xaad440e68c4892e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.854601:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000085ba00ca/0xaad440e68c4892e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.854631:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000085ba00ca/0xaad440e68c4892e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.854640:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085ba00ca/0xaad440e68c4892e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.854668:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788572586.854673:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c4892f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.854679:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9e000 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572586.854682:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c4892f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.854689:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c4892f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.854700:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c4892f6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572586.855186:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589943976 gen 2 00000004:00080000:0.0:1788572586.855193:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83b28700, transno 8589943934 00000004:00080000:0.0:1788572586.855209:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83b28e00, transno 8589943935 00000004:00080000:0.0:1788572586.855212:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79bb80, transno 8589943936 00000004:00080000:0.0:1788572586.855215:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83b29180, transno 8589943937 00000004:00080000:0.0:1788572586.855217:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83b2aa00, transno 8589943938 00000004:00080000:0.0:1788572586.855219:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83b2a300, transno 8589943939 00000004:00080000:0.0:1788572586.855222:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83a1e680, transno 8589943940 00000004:00080000:0.0:1788572586.855225:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83a1f100, transno 8589943941 00000004:00080000:0.0:1788572586.855227:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83a1e300, transno 8589943942 00000004:00080000:0.0:1788572586.855229:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83a1ed80, transno 8589943943 00000004:00080000:0.0:1788572586.855231:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83a1c700, transno 8589943944 00000004:00080000:0.0:1788572586.855233:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83a1ce00, transno 8589943945 00000004:00080000:0.0:1788572586.855236:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90181500, transno 8589943946 00000004:00080000:0.0:1788572586.855239:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90181c00, transno 8589943947 00000004:00080000:0.0:1788572586.855241:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83a1ca80, transno 8589943948 00000004:00080000:0.0:1788572586.855244:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90183800, transno 8589943949 00000004:00080000:0.0:1788572586.855246:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b6ffb80, transno 8589943950 00000004:00080000:0.0:1788572586.855249:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec7480, transno 8589943951 00000004:00080000:0.0:1788572586.855251:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b6ff480, transno 8589943952 00000004:00080000:0.0:1788572586.855254:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b6fd880, transno 8589943953 00000004:00080000:0.0:1788572586.855256:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b6ff800, transno 8589943954 00000004:00080000:0.0:1788572586.855258:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec7b80, transno 8589943955 00000004:00080000:0.0:1788572586.855261:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8a1d1c00, transno 8589943956 00010000:00010000:2.0:1788572586.855365:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000808a99fb/0xaad440e68c4892f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6e2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855389:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572586.855394:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ab41937b/0xaad440e68c4892ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855402:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc3200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572586.855406:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab41937b/0xaad440e68c4892ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855420:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ab41937b/0xaad440e68c4892ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855432:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ab41937b/0xaad440e68c4892ef lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855440:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab41937b/0xaad440e68c4892ef lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6d9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855454:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572586.855457:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3884a29/0xaad440e68c4892fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855463:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572586.855467:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3884a29/0xaad440e68c4892fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855474:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3884a29/0xaad440e68c4892fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855482:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3884a29/0xaad440e68c4892fd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855489:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3884a29/0xaad440e68c4892fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855505:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572586.855509:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c4892e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855516:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e4200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572586.855518:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c4892e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855538:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c4892e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855547:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c4892e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855554:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c4892e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x81a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572586.855688:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572586.855690:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572586.855693:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572586.855805:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8c7fce00/2, rc 0, transno 8589944726 00000100:00100000:2.0:1788572586.855885:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8c7fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196158208:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1788572586.856086:0:225670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+9:3637:x1875440196158080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13526us (13677us total) trans 8589944045 rc 0/0 00000100:00100000:3.0:1788572586.856097:0:225670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21586 00000004:00080000:3.0:1788572586.856426:0:203130:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 2 in progress, 0 in flight, 43 done 00010000:00010000:3.0:1788572586.856501:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572586.856506:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572586.856532:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196158592 00000100:00100000:3.0:1788572586.856539:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196158592 00000100:00100000:3.0:1788572586.856595:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35727 00000100:00100000:3.0:1788572586.856604:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:203127:x1875440196158592:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.857179:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:203127:x1875440196158592:12345-0@lo:1000:osp_up0-1.0 Request processed in 549us (13404us total) trans 12884962142 rc 0/0 00000100:00100000:3.0:1788572586.857187:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35727 00000100:00100000:3.0:1788572586.857245:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79b480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196158592:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.857258:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15533 rpc_version 15533 00000004:00080000:0.0:1788572586.857353:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec5f80, transno 8589943957 00000004:00080000:0.0:1788572586.857358:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9fe8e300, transno 8589943958 00000004:00080000:0.0:1788572586.857361:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8a1d1f80, transno 8589943959 00000004:00080000:0.0:1788572586.857363:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9fe8f480, transno 8589943960 00000004:00080000:0.0:1788572586.857365:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca3ca80, transno 8589943961 00000004:00080000:0.0:1788572586.857368:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b799c00, transno 8589943962 00000004:00080000:0.0:1788572586.857371:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83b28a80, transno 8589943963 00000004:00080000:0.0:1788572586.857373:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83982300, transno 8589943964 00000004:00080000:0.0:1788572586.857376:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca3d500, transno 8589943965 00000004:00080000:0.0:1788572586.857379:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8553b480, transno 8589943966 00000004:00080000:0.0:1788572586.857381:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85538e00, transno 8589943967 00000004:00080000:0.0:1788572586.857385:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca78e00, transno 8589943968 00000004:00080000:0.0:1788572586.857387:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85539f80, transno 8589943969 00000004:00080000:0.0:1788572586.857390:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d26d80, transno 8589943970 00000004:00080000:0.0:1788572586.857392:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca3e300, transno 8589943971 00000004:00080000:0.0:1788572586.857395:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d27800, transno 8589943972 00000004:00080000:0.0:1788572586.857398:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d25f80, transno 8589943973 00000004:00080000:0.0:1788572586.857400:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d26300, transno 8589943974 00000004:00080000:0.0:1788572586.857403:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d26a00, transno 8589943975 00000004:00080000:0.0:1788572586.857405:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d27100, transno 8589943976 00000100:00100000:0.0:1788572586.857414:0:3639:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff88ca905e9180 x1875440196157824/t8589944044(8589944044) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572602 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1788572586.857424:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca905e9180/2, rc 0, transno 8589944044 00000100:00100000:0.0:1788572586.857428:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca905e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196157824:0@lo:6:osp-syn-1-1.0 00000020:00100000:3.0:1788572586.857480:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.857487:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa1ddaa00 x1875440196158848/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.857508:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1ddaa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196158848:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.857548:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.857582:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.857596:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196158848 00000100:00100000:3.0:1788572586.857601:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196158848 00000100:00100000:3.0:1788572586.857640:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35728 00000100:00100000:3.0:1788572586.857648:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:203127:x1875440196158848:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.857750:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:203127:x1875440196158848:12345-0@lo:1000:osp_up0-1.0 Request processed in 103us (200us total) trans 12884962143 rc 0/0 00000100:00100000:3.0:1788572586.857757:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35728 00000100:00100000:3.0:1788572586.857788:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1ddaa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196158848:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.857795:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15534 rpc_version 15534 00000020:00100000:3.0:1788572586.857806:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.857811:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa1dd9880 x1875440196159104/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572586.857877:0:225671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca905e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+8:3639:x1875440196157952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17211us (17646us total) trans 8589944046 rc 0/0 00000100:00100000:1.0:1788572586.857886:0:225671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21585 00000100:00100000:3.0:1788572586.858107:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd9880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196159104:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.858140:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.858175:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.858189:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196159104 00000100:00100000:3.0:1788572586.858192:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196159104 00000100:00100000:3.0:1788572586.858216:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35729 00000100:00100000:3.0:1788572586.858222:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:203127:x1875440196159104:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.858378:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:203127:x1875440196159104:12345-0@lo:1000:osp_up0-1.0 Request processed in 155us (236us total) trans 12884962144 rc 0/0 00000100:00100000:3.0:1788572586.858384:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35729 00000100:00100000:3.0:1788572586.858765:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd9880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196159104:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.858774:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15535 rpc_version 15535 00000020:00100000:3.0:1788572586.858788:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.858796:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa1dd8380 x1875440196159360/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.858813:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd8380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196159360:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.858916:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.858933:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.858944:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196159360 00000100:00100000:3.0:1788572586.858948:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196159360 00000100:00100000:3.0:1788572586.858986:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35730 00000100:00100000:3.0:1788572586.858992:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:203127:x1875440196159360:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.859273:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+10:203127:x1875440196159360:12345-0@lo:1000:osp_up0-1.0 Request processed in 77us (151us total) trans 12884962145 rc 0/0 00000100:00100000:3.0:1788572586.859281:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35730 00000100:00100000:3.0:1788572586.859306:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd8380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196159360:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.859311:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15536 rpc_version 15536 00000020:00100000:3.0:1788572586.859320:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.859324:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa1dd9c00 x1875440196159616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.859332:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd9c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196159616:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.859349:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.859358:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.859365:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196159616 00000100:00100000:3.0:1788572586.859367:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196159616 00000100:00100000:3.0:1788572586.859380:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35731 00000100:00100000:3.0:1788572586.859383:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+10:203127:x1875440196159616:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.859430:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:203127:x1875440196159616:12345-0@lo:1000:osp_up0-1.0 Request processed in 45us (79us total) trans 12884962146 rc 0/0 00000100:00100000:3.0:1788572586.859434:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35731 00000100:00100000:3.0:1788572586.859452:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd9c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196159616:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.859456:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15537 rpc_version 15537 00000020:00100000:3.0:1788572586.859464:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.859467:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa1dd8a80 x1875440196159872/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.859474:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd8a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196159872:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.859489:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.859497:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.859504:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196159872 00000100:00100000:3.0:1788572586.859506:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196159872 00000100:00100000:3.0:1788572586.859518:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35732 00000100:00100000:3.0:1788572586.859536:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa1dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+11:203127:x1875440196159872:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.859842:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa1dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+12:203127:x1875440196159872:12345-0@lo:1000:osp_up0-1.0 Request processed in 305us (350us total) trans 12884962147 rc 0/0 00000100:00100000:3.0:1788572586.859849:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35732 00000100:00100000:3.0:1788572586.859880:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd8a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196159872:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.859887:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15538 rpc_version 15538 00000020:00100000:3.0:1788572586.859898:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.859903:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88caa1dd8700 x1875440196160128/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.859915:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa1dd8700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196160128:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.859940:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.860068:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.860080:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196160128 00000100:00100000:3.0:1788572586.860084:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196160128 00000100:00100000:3.0:1788572586.860105:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35733 00000100:00100000:3.0:1788572586.860111:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85726300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+12:203127:x1875440196160128:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.860198:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85726300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:203127:x1875440196160128:12345-0@lo:1000:osp_up0-1.0 Request processed in 87us (257us total) trans 12884962148 rc 0/0 00000100:00100000:3.0:1788572586.860205:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35733 00000100:00100000:3.0:1788572586.860234:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa1dd8700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196160128:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.860240:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15539 rpc_version 15539 00000020:00100000:3.0:1788572586.860251:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.860256:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca827d0380 x1875440196160384/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.860338:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca827d0380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196160384:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.860366:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.860379:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.860390:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196160384 00000100:00100000:3.0:1788572586.860394:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196160384 00000100:00100000:3.0:1788572586.860413:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35734 00000100:00100000:3.0:1788572586.860420:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca827d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+13:203127:x1875440196160384:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.860479:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca827d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+14:203127:x1875440196160384:12345-0@lo:1000:osp_up0-1.0 Request processed in 59us (112us total) trans 12884962149 rc 0/0 00000100:00100000:3.0:1788572586.860486:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35734 00000100:00100000:3.0:1788572586.860512:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca827d0380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196160384:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.860518:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15540 rpc_version 15540 00000004:00080000:2.0:1788572586.860667:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca905ea680/2, rc 0, transno 8589944045 00000100:00100000:2.0:1788572586.860674:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca905ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196158080:0@lo:6:osp-syn-1-1.0 00000020:00100000:3.0:1788572586.860800:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.860805:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade00380 x1875440196160640/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.860883:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196160640:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.861026:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.861087:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc16c0 going to sleep for 11 seconds 00000004:00080000:0.0:1788572586.861123:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca905e9c00/2, rc 0, transno 8589944046 00000100:00100000:0.0:1788572586.861128:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca905e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3639:1875440196157952:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1788572586.861144:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788572586.861174:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788572586.861698:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196160640 00000100:00100000:2.0:1788572586.861704:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196160640 00000100:00100000:2.0:1788572586.861808:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35735 00000100:00100000:2.0:1788572586.861886:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+14:203127:x1875440196160640:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.863314:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:203127:x1875440196160640:12345-0@lo:1000:osp_up0-1.0 Request processed in 1491us (2398us total) trans 12884962150 rc 0/0 00000100:00100000:3.0:1788572586.863328:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35735 00000100:00100000:0.0:1788572586.863594:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196160640:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.863606:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15541 rpc_version 15541 00000020:00100000:0.0:1788572586.863630:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.863636:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca840c6a00 x1875440196160896/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.863660:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca840c6a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196160896:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.863704:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.863735:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca967d8900 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.863935:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196160896 00000100:00100000:3.0:1788572586.863942:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196160896 00000100:00100000:3.0:1788572586.864001:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35736 00000100:00100000:3.0:1788572586.864010:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+15:203127:x1875440196160896:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.864120:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:203127:x1875440196160896:12345-0@lo:1000:osp_up0-1.0 Request processed in 111us (415us total) trans 12884962151 rc 0/0 00000100:00100000:3.0:1788572586.864127:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35736 00000100:00100000:0.0:1788572586.864226:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca840c6a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196160896:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.864233:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15542 rpc_version 15542 00000020:00100000:0.0:1788572586.864246:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.864251:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8f934000 x1875440196161152/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.864274:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f934000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196161152:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.864302:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.864316:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.864476:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196161152 00000100:00100000:3.0:1788572586.864480:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196161152 00000100:00100000:3.0:1788572586.864513:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35737 00000100:00100000:3.0:1788572586.864520:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f935880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+16:203127:x1875440196161152:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.864604:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f935880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+17:203127:x1875440196161152:12345-0@lo:1000:osp_up0-1.0 Request processed in 85us (302us total) trans 12884962152 rc 0/0 00000100:00100000:3.0:1788572586.864611:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35737 00000100:00100000:0.0:1788572586.864737:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f934000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196161152:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.864745:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15543 rpc_version 15543 00000020:00100000:0.0:1788572586.864757:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.864762:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8f937b80 x1875440196161408/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.864775:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f937b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196161408:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.864800:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.864831:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca967d8900 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.864984:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196161408 00000100:00100000:3.0:1788572586.864988:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196161408 00000100:00100000:3.0:1788572586.865016:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35738 00000100:00100000:3.0:1788572586.865023:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f934a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+17:203127:x1875440196161408:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.865092:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f934a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+18:203127:x1875440196161408:12345-0@lo:1000:osp_up0-1.0 Request processed in 69us (290us total) trans 12884962153 rc 0/0 00000100:00100000:3.0:1788572586.865099:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35738 00000100:00100000:0.0:1788572586.865246:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f937b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196161408:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.865254:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15544 rpc_version 15544 00000020:00100000:0.0:1788572586.865277:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.865283:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca95509880 x1875440196161664/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.865301:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca95509880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196161664:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.865327:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.865342:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8fde3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.865353:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196161664 00000100:00100000:0.0:1788572586.865356:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196161664 00000100:00100000:0.0:1788572586.865378:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35739 00000100:00100000:0.0:1788572586.865384:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+18:203127:x1875440196161664:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.865462:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+19:203127:x1875440196161664:12345-0@lo:1000:osp_up0-1.0 Request processed in 78us (134us total) trans 12884962154 rc 0/0 00000100:00100000:0.0:1788572586.865469:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35739 00000100:00100000:0.0:1788572586.865503:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca95509880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196161664:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.865510:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15545 rpc_version 15545 00000020:00100000:0.0:1788572586.865520:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.865525:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9550ad80 x1875440196161920/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.865535:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9550ad80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196161920:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.865559:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.865586:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca857c3180 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.865598:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196161920 00000100:00100000:0.0:1788572586.865601:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196161920 00000100:00100000:0.0:1788572586.865623:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35740 00000100:00100000:0.0:1788572586.865628:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9550a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+19:203127:x1875440196161920:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.865693:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9550a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+20:203127:x1875440196161920:12345-0@lo:1000:osp_up0-1.0 Request processed in 64us (132us total) trans 12884962155 rc 0/0 00000100:00100000:0.0:1788572586.865699:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35740 00000100:00100000:0.0:1788572586.866090:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9550ad80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196161920:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.866098:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15546 rpc_version 15546 00000020:00100000:0.0:1788572586.866109:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.866113:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9550aa00 x1875440196162176/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.866124:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9550aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196162176:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.866147:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.866179:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca857c3180 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.866189:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196162176 00000100:00100000:0.0:1788572586.866192:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196162176 00000100:00100000:0.0:1788572586.866211:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35741 00000100:00100000:0.0:1788572586.866217:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9550b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+20:203127:x1875440196162176:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.866292:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9550b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+21:203127:x1875440196162176:12345-0@lo:1000:osp_up0-1.0 Request processed in 74us (143us total) trans 12884962156 rc 0/0 00000100:00100000:0.0:1788572586.866297:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35741 00000100:00100000:0.0:1788572586.866323:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9550aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196162176:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.866329:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15547 rpc_version 15547 00000020:00100000:0.0:1788572586.866338:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.866342:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca95508380 x1875440196162432/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.866353:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca95508380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196162432:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.866373:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.866384:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca857c3180 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.866393:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196162432 00000100:00100000:0.0:1788572586.866395:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196162432 00000100:00100000:0.0:1788572586.866414:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35742 00000100:00100000:0.0:1788572586.866419:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+21:203127:x1875440196162432:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.866479:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+22:203127:x1875440196162432:12345-0@lo:1000:osp_up0-1.0 Request processed in 59us (104us total) trans 12884962157 rc 0/0 00000100:00100000:0.0:1788572586.866485:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35742 00000100:00100000:0.0:1788572586.866509:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca95508380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196162432:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.866515:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15548 rpc_version 15548 00000020:00100000:0.0:1788572586.866526:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.866530:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cb9ca78e00 x1875440196162688/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.866541:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca78e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196162688:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.866703:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.866788:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca857c3180 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.866800:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196162688 00000100:00100000:0.0:1788572586.866804:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196162688 00000100:00100000:0.0:1788572586.866898:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35743 00000100:00100000:0.0:1788572586.866905:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+22:203127:x1875440196162688:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.867362:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+23:203127:x1875440196162688:12345-0@lo:1000:osp_up0-1.0 Request processed in 456us (657us total) trans 12884962158 rc 0/0 00000100:00100000:0.0:1788572586.867369:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35743 00000004:00080000:1.0:1788572586.867512:0:203132:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 3 in progress, 0 in flight, 43 done 00000100:00100000:2.0:1788572586.868501:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca78e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196162688:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.868752:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15549 rpc_version 15549 00000020:00100000:3.0:1788572586.868784:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.868792:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade03480 x1875440196162944/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.868815:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade03480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196162944:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.868871:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.868904:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc1000 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.868979:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196162944 00000100:00100000:0.0:1788572586.868985:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196162944 00000100:00100000:0.0:1788572586.869034:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35744 00000100:00100000:0.0:1788572586.869043:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+23:203127:x1875440196162944:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.869197:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+24:203127:x1875440196162944:12345-0@lo:1000:osp_up0-1.0 Request processed in 156us (325us total) trans 12884962159 rc 0/0 00000100:00100000:0.0:1788572586.869209:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35744 00000100:00100000:3.0:1788572586.869278:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade03480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196162944:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.869288:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15550 rpc_version 15550 00000020:00100000:3.0:1788572586.869299:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.869304:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade01180 x1875440196163200/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.869316:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade01180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196163200:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.869342:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.869364:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc1000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572586.869549:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196163200 00000100:00100000:2.0:1788572586.869553:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196163200 00000100:00100000:2.0:1788572586.869641:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35745 00000100:00100000:2.0:1788572586.869648:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+24:203127:x1875440196163200:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572586.869903:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+25:203127:x1875440196163200:12345-0@lo:1000:osp_up0-1.0 Request processed in 255us (559us total) trans 12884962160 rc 0/0 00000100:00100000:2.0:1788572586.869910:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35745 00000100:00100000:3.0:1788572586.870004:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade01180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196163200:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.870012:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15551 rpc_version 15551 00000020:00100000:3.0:1788572586.870025:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.870030:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca85588e00 x1875440196163456/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.870044:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85588e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196163456:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.870069:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.870091:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc1000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572586.870340:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196163456 00000100:00100000:2.0:1788572586.870344:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196163456 00000100:00100000:2.0:1788572586.870368:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35746 00000100:00100000:2.0:1788572586.870375:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+25:203127:x1875440196163456:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572586.870450:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+26:203127:x1875440196163456:12345-0@lo:1000:osp_up0-1.0 Request processed in 74us (379us total) trans 12884962161 rc 0/0 00000100:00100000:2.0:1788572586.870456:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35746 00000100:00100000:3.0:1788572586.870483:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85588e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196163456:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.870491:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15552 rpc_version 15552 00000020:00100000:3.0:1788572586.870503:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.870508:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9fe8e300 x1875440196163712/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.870518:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9fe8e300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196163712:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.870543:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.870565:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc1000 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.870604:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196163712 00000100:00100000:0.0:1788572586.870608:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196163712 00000100:00100000:2.0:1788572586.870727:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35747 00000100:00100000:2.0:1788572586.870735:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+26:203127:x1875440196163712:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572586.874785:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+27:203127:x1875440196163712:12345-0@lo:1000:osp_up0-1.0 Request processed in 4039us (4228us total) trans 12884962162 rc 0/0 00000100:00100000:2.0:1788572586.874802:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35747 00000100:00100000:3.0:1788572586.875038:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9fe8e300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196163712:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.875055:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15553 rpc_version 15553 00000020:00100000:3.0:1788572586.875086:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.875094:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9fe8ed80 x1875440196163968/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.875114:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9fe8ed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196163968:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.875240:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.875316:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc1000 going to sleep for 11 seconds 00000100:00100000:1.0:1788572586.875456:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196163968 00000100:00100000:1.0:1788572586.875463:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196163968 00000100:00100000:1.0:1788572586.875537:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35748 00000100:00100000:1.0:1788572586.875547:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+27:203127:x1875440196163968:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572586.875713:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+28:203127:x1875440196163968:12345-0@lo:1000:osp_up0-1.0 Request processed in 168us (473us total) trans 12884962163 rc 0/0 00000100:00100000:1.0:1788572586.875720:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35748 00000100:00100000:3.0:1788572586.875782:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9fe8ed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196163968:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.875788:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15554 rpc_version 15554 00000020:00100000:3.0:1788572586.875799:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.875804:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbdc41500 x1875440196164224/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.875815:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc41500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196164224:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.875851:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.876062:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc1000 going to sleep for 11 seconds 00000100:00100000:2.0:1788572586.876123:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196164224 00000100:00100000:2.0:1788572586.876127:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196164224 00000100:00100000:0.0:1788572586.876187:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35749 00000100:00100000:0.0:1788572586.876197:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+28:203127:x1875440196164224:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.876279:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+29:203127:x1875440196164224:12345-0@lo:1000:osp_up0-1.0 Request processed in 84us (427us total) trans 12884962164 rc 0/0 00000100:00100000:0.0:1788572586.876286:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35749 00000100:00100000:3.0:1788572586.876370:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc41500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196164224:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1788572586.876377:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15555 rpc_version 15555 00000020:00100000:3.0:1788572586.876388:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572586.876393:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbdc42680 x1875440196164480/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572586.876405:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbdc42680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196164480:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.876430:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572586.876453:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc1000 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.876494:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196164480 00000100:00100000:0.0:1788572586.876498:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196164480 00000100:00100000:0.0:1788572586.876532:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35750 00000100:00100000:0.0:1788572586.876539:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbdc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+29:203127:x1875440196164480:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.876615:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbdc43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+30:203127:x1875440196164480:12345-0@lo:1000:osp_up0-1.0 Request processed in 76us (182us total) trans 12884962165 rc 0/0 00000100:00100000:0.0:1788572586.876622:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35750 00000100:00100000:0.0:1788572586.876652:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbdc42680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196164480:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.876658:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15556 rpc_version 15556 00000020:00100000:0.0:1788572586.876669:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.876674:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cb9ca7b800 x1875440196164736/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.876685:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca7b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196164736:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.876714:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.876731:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca857c3900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.876742:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196164736 00000100:00100000:0.0:1788572586.876745:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196164736 00000100:00100000:0.0:1788572586.876762:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35751 00000100:00100000:0.0:1788572586.876767:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+30:203127:x1875440196164736:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.876843:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+31:203127:x1875440196164736:12345-0@lo:1000:osp_up0-1.0 Request processed in 75us (127us total) trans 12884962166 rc 0/0 00000100:00100000:0.0:1788572586.876850:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35751 00000100:00100000:0.0:1788572586.876878:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca7b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196164736:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.876887:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15557 rpc_version 15557 00000020:00100000:0.0:1788572586.876897:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.876901:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cb9ca79880 x1875440196164992/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.876913:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca79880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196164992:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.876937:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.876966:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca857c3900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.876977:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196164992 00000100:00100000:0.0:1788572586.876980:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196164992 00000100:00100000:0.0:1788572586.876997:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35752 00000100:00100000:0.0:1788572586.877002:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+31:203127:x1875440196164992:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.877071:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+32:203127:x1875440196164992:12345-0@lo:1000:osp_up0-1.0 Request processed in 68us (132us total) trans 12884962167 rc 0/0 00000100:00100000:0.0:1788572586.877076:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35752 00000100:00100000:0.0:1788572586.877108:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca79880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196164992:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.877114:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15558 rpc_version 15558 00000020:00100000:0.0:1788572586.877124:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.877129:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cb9ca7a680 x1875440196165248/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.877144:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca7a680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196165248:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.878902:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.878937:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca857c3900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.878976:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196165248 00000100:00100000:0.0:1788572586.878982:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196165248 00000100:00100000:0.0:1788572586.879015:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35753 00000100:00100000:0.0:1788572586.879023:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+32:203127:x1875440196165248:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.879149:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+33:203127:x1875440196165248:12345-0@lo:1000:osp_up0-1.0 Request processed in 126us (251us total) trans 12884962168 rc 0/0 00000100:00100000:0.0:1788572586.879175:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35753 00000100:00100000:0.0:1788572586.879220:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca7a680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196165248:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.879230:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15559 rpc_version 15559 00000020:00100000:0.0:1788572586.879250:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.879256:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbb2f88700 x1875440196165504/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.879273:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbb2f88700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196165504:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.879300:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.879314:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca857c3900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.879323:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196165504 00000100:00100000:0.0:1788572586.879327:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196165504 00000100:00100000:0.0:1788572586.879346:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35754 00000100:00100000:0.0:1788572586.879352:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+33:203127:x1875440196165504:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.879423:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+34:203127:x1875440196165504:12345-0@lo:1000:osp_up0-1.0 Request processed in 70us (121us total) trans 12884962169 rc 0/0 00000100:00100000:0.0:1788572586.879429:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35754 00000100:00100000:0.0:1788572586.879458:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbb2f88700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196165504:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.879464:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15560 rpc_version 15560 00000020:00100000:0.0:1788572586.879475:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.879480:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca94a1e680 x1875440196165760/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.879491:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196165760:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.879514:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.879527:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca857c3900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.879535:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196165760 00000100:00100000:0.0:1788572586.879538:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196165760 00000100:00100000:0.0:1788572586.879553:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35755 00000100:00100000:0.0:1788572586.879557:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+34:203127:x1875440196165760:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.879620:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+35:203127:x1875440196165760:12345-0@lo:1000:osp_up0-1.0 Request processed in 61us (105us total) trans 12884962170 rc 0/0 00000100:00100000:0.0:1788572586.879627:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35755 00000100:00100000:0.0:1788572586.879655:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196165760:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.879661:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15561 rpc_version 15561 00000020:00100000:0.0:1788572586.879672:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.879676:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca94a1df80 x1875440196166016/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.879688:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1df80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196166016:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.879712:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.879725:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca857c3900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.879735:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196166016 00000100:00100000:0.0:1788572586.879738:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196166016 00000100:00100000:0.0:1788572586.879754:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35756 00000100:00100000:0.0:1788572586.879760:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+35:203127:x1875440196166016:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.879826:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+36:203127:x1875440196166016:12345-0@lo:1000:osp_up0-1.0 Request processed in 66us (113us total) trans 12884962171 rc 0/0 00000100:00100000:0.0:1788572586.879833:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35756 00000100:00100000:0.0:1788572586.879861:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1df80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196166016:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.879867:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15562 rpc_version 15562 00000020:00100000:0.0:1788572586.879877:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.879881:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca94a1f100 x1875440196166272/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.879892:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1f100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196166272:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.879917:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.879932:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca857c3900 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.879942:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196166272 00000100:00100000:0.0:1788572586.879945:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196166272 00000100:00100000:0.0:1788572586.880380:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35757 00000100:00100000:0.0:1788572586.880387:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+36:203127:x1875440196166272:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.880506:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+37:203127:x1875440196166272:12345-0@lo:1000:osp_up0-1.0 Request processed in 117us (585us total) trans 12884962172 rc 0/0 00000100:00100000:0.0:1788572586.880515:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35757 00000100:00100000:1.0:1788572586.880586:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1f100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196166272:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572586.880595:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15563 rpc_version 15563 00000020:00100000:1.0:1788572586.880609:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572586.880614:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca905ea300 x1875440196166528/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572586.880626:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca905ea300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196166528:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572586.880654:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572586.880680:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6540 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.880834:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196166528 00000100:00100000:0.0:1788572586.880838:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196166528 00000100:00100000:0.0:1788572586.880858:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35758 00000100:00100000:0.0:1788572586.880863:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+37:203127:x1875440196166528:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.880943:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+38:203127:x1875440196166528:12345-0@lo:1000:osp_up0-1.0 Request processed in 79us (288us total) trans 12884962173 rc 0/0 00000100:00100000:0.0:1788572586.880962:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35758 00000100:00100000:2.0:1788572586.881059:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca905ea300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196166528:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572586.881066:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15564 rpc_version 15564 00000020:00100000:2.0:1788572586.881081:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572586.881085:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8b79bb80 x1875440196166784/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572586.881097:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79bb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196166784:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572586.881125:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572586.881148:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca944749c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572586.881309:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196166784 00000100:00100000:1.0:1788572586.881313:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196166784 00000100:00100000:1.0:1788572586.881336:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35759 00000100:00100000:1.0:1788572586.881342:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+38:203127:x1875440196166784:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572586.881425:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+39:203127:x1875440196166784:12345-0@lo:1000:osp_up0-1.0 Request processed in 82us (298us total) trans 12884962174 rc 0/0 00000100:00100000:1.0:1788572586.881431:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35759 00000100:00100000:2.0:1788572586.881512:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79bb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196166784:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572586.881519:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15565 rpc_version 15565 00000020:00100000:2.0:1788572586.881530:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572586.881535:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8b798380 x1875440196167040/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572586.881547:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b798380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196167040:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572586.881571:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572586.881591:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca944749c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572586.881633:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196167040 00000100:00100000:1.0:1788572586.881638:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196167040 00000100:00100000:1.0:1788572586.881667:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35760 00000100:00100000:1.0:1788572586.881674:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+39:203127:x1875440196167040:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572586.881748:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b798a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+40:203127:x1875440196167040:12345-0@lo:1000:osp_up0-1.0 Request processed in 74us (175us total) trans 12884962175 rc 0/0 00000100:00100000:1.0:1788572586.881754:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35760 00000100:00100000:1.0:1788572586.881785:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b798380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196167040:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572586.881792:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15566 rpc_version 15566 00000020:00100000:1.0:1788572586.881803:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572586.881807:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cb9ca3d500 x1875440196167296/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572586.881829:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca3d500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196167296:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572586.881855:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572586.881869:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6240 going to sleep for 11 seconds 00000100:00100000:1.0:1788572586.881880:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196167296 00000100:00100000:1.0:1788572586.881883:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196167296 00000100:00100000:1.0:1788572586.881900:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35761 00000100:00100000:1.0:1788572586.881904:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+40:203127:x1875440196167296:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572586.882141:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+41:203127:x1875440196167296:12345-0@lo:1000:osp_up0-1.0 Request processed in 235us (284us total) trans 12884962176 rc 0/0 00000100:00100000:1.0:1788572586.882148:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35761 00000100:00100000:2.0:1788572586.882679:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca3d500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196167296:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1788572586.882789:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15567 rpc_version 15567 00000020:00100000:0.0:1788572586.882810:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572586.882816:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca924f4a80 x1875440196167552/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572586.882840:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196167552:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.882877:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572586.882974:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca857c3840 going to sleep for 11 seconds 00000100:00100000:2.0:1788572586.883055:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196167552 00000100:00100000:2.0:1788572586.883060:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196167552 00000100:00100000:2.0:1788572586.883104:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35762 00000100:00100000:2.0:1788572586.883111:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+41:203127:x1875440196167552:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572586.883254:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:203127:x1875440196167552:12345-0@lo:1000:osp_up0-1.0 Request processed in 143us (376us total) trans 12884962177 rc 0/0 00000100:00100000:2.0:1788572586.883261:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35762 00000100:00100000:1.0:1788572586.888578:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196167552:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572586.888599:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15568 rpc_version 15568 00000020:00100000:1.0:1788572586.888687:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572586.888705:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca961d5880 x1875440196167808/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572586.888743:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d5880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196167808:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572586.888819:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572586.888874:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788572586.889836:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196167808 00000100:00100000:2.0:1788572586.889847:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196167808 00000100:00100000:2.0:1788572586.889914:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35763 00000100:00100000:2.0:1788572586.889925:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+42:203127:x1875440196167808:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572586.890120:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+43:203127:x1875440196167808:12345-0@lo:1000:osp_up0-1.0 Request processed in 196us (1299us total) trans 12884962178 rc 0/0 00000100:00100000:2.0:1788572586.890129:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35763 00000100:00100000:1.0:1788572586.890289:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d5880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196167808:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572586.890300:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15569 rpc_version 15569 00000020:00100000:1.0:1788572586.890319:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572586.890326:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9478f800 x1875440196168064/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572586.890344:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478f800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196168064:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572586.890378:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572586.890409:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.890552:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196168064 00000100:00100000:0.0:1788572586.890556:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196168064 00000100:00100000:0.0:1788572586.890592:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35764 00000100:00100000:0.0:1788572586.890600:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+43:203127:x1875440196168064:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.890682:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+44:203127:x1875440196168064:12345-0@lo:1000:osp_up0-1.0 Request processed in 82us (302us total) trans 12884962179 rc 0/0 00000100:00100000:0.0:1788572586.890688:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35764 00000100:00100000:1.0:1788572586.890801:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478f800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196168064:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572586.890807:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15570 rpc_version 15570 00000020:00100000:1.0:1788572586.890818:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572586.890830:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9478e680 x1875440196168320/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572586.890843:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196168320:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572586.890868:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572586.890890:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.890940:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196168320 00000100:00100000:3.0:1788572586.890946:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196168320 00000100:00100000:3.0:1788572586.890995:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35765 00000100:00100000:3.0:1788572586.891004:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+44:203127:x1875440196168320:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.891117:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+45:203127:x1875440196168320:12345-0@lo:1000:osp_up0-1.0 Request processed in 114us (246us total) trans 12884962180 rc 0/0 00000100:00100000:3.0:1788572586.891125:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35765 00000100:00100000:1.0:1788572586.891234:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196168320:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572586.891243:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15571 rpc_version 15571 00000020:00100000:1.0:1788572586.891257:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572586.891262:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9478df80 x1875440196168576/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572586.891276:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478df80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196168576:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572586.891310:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572586.891337:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.891393:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196168576 00000100:00100000:3.0:1788572586.891398:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196168576 00000100:00100000:3.0:1788572586.891436:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35766 00000100:00100000:3.0:1788572586.891446:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+45:203127:x1875440196168576:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.891533:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+46:203127:x1875440196168576:12345-0@lo:1000:osp_up0-1.0 Request processed in 88us (221us total) trans 12884962181 rc 0/0 00000100:00100000:3.0:1788572586.891540:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35766 00000100:00100000:1.0:1788572586.892710:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478df80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196168576:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572586.892724:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15572 rpc_version 15572 00000020:00100000:1.0:1788572586.892744:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572586.892751:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbfec7b80 x1875440196168832/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572586.892768:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec7b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196168832:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572586.892809:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572586.892844:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.892897:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196168832 00000100:00100000:3.0:1788572586.892903:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196168832 00000100:00100000:3.0:1788572586.892941:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35767 00000100:00100000:3.0:1788572586.892949:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+46:203127:x1875440196168832:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.893101:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+47:203127:x1875440196168832:12345-0@lo:1000:osp_up0-1.0 Request processed in 151us (290us total) trans 12884962182 rc 0/0 00000100:00100000:3.0:1788572586.893108:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35767 00000100:00100000:1.0:1788572586.895090:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec7b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196168832:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1788572586.895107:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15573 rpc_version 15573 00000020:00100000:1.0:1788572586.895138:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572586.895145:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbfec4e00 x1875440196169088/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572586.895217:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec4e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196169088:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1788572586.895275:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572586.895303:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788572586.895454:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196169088 00000100:00100000:0.0:1788572586.895461:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196169088 00000100:00100000:0.0:1788572586.895517:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35768 00000100:00100000:0.0:1788572586.895528:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbfec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+47:203127:x1875440196169088:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1788572586.895685:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbfec6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+48:203127:x1875440196169088:12345-0@lo:1000:osp_up0-1.0 Request processed in 158us (407us total) trans 12884962183 rc 0/0 00000100:00100000:0.0:1788572586.895693:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35768 00000100:00100000:2.0:1788572586.895832:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec4e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196169088:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1788572586.895841:0:203127:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8d3d2000 version 15574 rpc_version 15574 00000020:00100000:2.0:1788572586.895854:0:203127:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572586.895859:0:203127:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8b79aa00 x1875440196169344/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572586.895872:0:203127:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b79aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196169344:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1788572586.895900:0:203127:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572586.895925:0:203127:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca944749c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572586.896026:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196169344 00000100:00100000:3.0:1788572586.896031:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196169344 00000100:00100000:3.0:1788572586.896062:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35769 00000100:00100000:3.0:1788572586.896069:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+48:203127:x1875440196169344:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1788572586.896189:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+49:203127:x1875440196169344:12345-0@lo:1000:osp_up0-1.0 Request processed in 120us (287us total) trans 12884962184 rc 0/0 00000100:00100000:3.0:1788572586.896195:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35769 00000100:00100000:1.0:1788572586.896274:0:203127:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b79aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:203127:1875440196169344:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1788572586.993516:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572587.826773:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96addc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196169472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788572587.827076:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.827544:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196169472 00000100:00100000:2.0:1788572587.827552:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196169472 00000100:00100000:0.0:1788572587.827721:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572587.827733:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca924f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196169600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788572587.827769:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.827962:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196169600 00000100:00100000:2.0:1788572587.827966:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196169600 00000100:00100000:2.0:1788572587.827989:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35770 00000100:00100000:2.0:1788572587.827997:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875440196169472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788572587.828035:0:203902:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444450304 avail 1298210816 00000100:00100000:2.0:1788572587.828094:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875440196169472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572587.828102:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35770 00000100:00100000:2.0:1788572587.828122:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35771 00000100:00100000:2.0:1788572587.828748:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+49:3638:x1875440196169600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788572587.829390:0:203902:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1443557376 avail 1297317888 00000100:00100000:2.0:1788572587.829463:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+49:3638:x1875440196169600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1334us (1692us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572587.829471:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35771 00000100:00100000:2.0:1788572587.829540:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 8589973378 gen 2 00000004:00080000:2.0:1788572587.829546:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973334 committed transno 8589973378 00000100:00100000:0.0:1788572587.829695:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca924f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196169600:0@lo:41:osp-pre-0-1.0 00000004:00080000:2.0:1788572587.829853:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973335 committed transno 8589973378 00000004:00080000:2.0:1788572587.829863:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973336 committed transno 8589973378 00000004:00080000:2.0:1788572587.829871:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973337 committed transno 8589973378 00000004:00080000:2.0:1788572587.829884:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973338 committed transno 8589973378 00000004:00080000:2.0:1788572587.829896:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973339 committed transno 8589973378 00000004:00080000:2.0:1788572587.829906:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973340 committed transno 8589973378 00000004:00080000:2.0:1788572587.829925:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973341 committed transno 8589973378 00000004:00080000:2.0:1788572587.829935:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973342 committed transno 8589973378 00000004:00080000:2.0:1788572587.829943:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973343 committed transno 8589973378 00000004:00080000:2.0:1788572587.829955:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973344 committed transno 8589973378 00000004:00080000:2.0:1788572587.829964:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973345 committed transno 8589973378 00000004:00080000:2.0:1788572587.829973:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973346 committed transno 8589973378 00000004:00080000:2.0:1788572587.829984:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973347 committed transno 8589973378 00000004:00080000:2.0:1788572587.830008:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973348 committed transno 8589973378 00000004:00080000:2.0:1788572587.830021:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973349 committed transno 8589973378 00000004:00080000:2.0:1788572587.830029:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973350 committed transno 8589973378 00000004:00080000:2.0:1788572587.830036:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973351 committed transno 8589973378 00000004:00080000:2.0:1788572587.830044:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973352 committed transno 8589973378 00000004:00080000:2.0:1788572587.830060:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973353 committed transno 8589973378 00000004:00080000:2.0:1788572587.830072:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973354 committed transno 8589973378 00000004:00080000:2.0:1788572587.830081:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973355 committed transno 8589973378 00000004:00080000:2.0:1788572587.830087:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973356 committed transno 8589973378 00000004:00080000:2.0:1788572587.830095:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973357 committed transno 8589973378 00000004:00080000:2.0:1788572587.830115:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973358 committed transno 8589973378 00000004:00080000:2.0:1788572587.830123:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973359 committed transno 8589973378 00000004:00080000:2.0:1788572587.830141:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973360 committed transno 8589973378 00000004:00080000:2.0:1788572587.830932:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973361 committed transno 8589973378 00000004:00080000:2.0:1788572587.830950:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973362 committed transno 8589973378 00000004:00080000:2.0:1788572587.830960:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973363 committed transno 8589973378 00000004:00080000:2.0:1788572587.830969:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973364 committed transno 8589973378 00000004:00080000:2.0:1788572587.830989:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973365 committed transno 8589973378 00000004:00080000:2.0:1788572587.830997:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973366 committed transno 8589973378 00000004:00080000:2.0:1788572587.831004:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973367 committed transno 8589973378 00000004:00080000:2.0:1788572587.831024:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973368 committed transno 8589973378 00000004:00080000:2.0:1788572587.831033:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973369 committed transno 8589973378 00000004:00080000:2.0:1788572587.831041:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973370 committed transno 8589973378 00000004:00080000:2.0:1788572587.831644:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973371 committed transno 8589973378 00000004:00080000:2.0:1788572587.831657:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973372 committed transno 8589973378 00000004:00080000:2.0:1788572587.831665:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973373 committed transno 8589973378 00000004:00080000:2.0:1788572587.831672:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973374 committed transno 8589973378 00000004:00080000:2.0:1788572587.831695:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973375 committed transno 8589973378 00000004:00080000:2.0:1788572587.831705:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973376 committed transno 8589973378 00000004:00080000:2.0:1788572587.831712:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973377 committed transno 8589973378 00000004:00080000:2.0:1788572587.831720:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973378 committed transno 8589973378 00000100:00100000:2.0:1788572587.831743:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96addc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196169472:0@lo:41:osp-pre-1-0.0 00000001:00080000:2.0:1788572587.835688:0:202372:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884962184 is committed 00000004:00080000:2.0:1788572587.835770:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 377 committed 00000100:00100000:1.0:1788572587.839965:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196169728:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572587.840032:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572587.840124:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788572587.840131:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196170112:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788572587.840168:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572587.840304:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196169728 00000100:00100000:1.0:1788572587.840311:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196169728 00000100:00100000:1.0:1788572587.840359:0:204291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196170112 00000100:00100000:1.0:1788572587.840362:0:204291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196170112 00000100:00100000:1.0:1788572587.840381:0:204291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21589 00000100:00100000:1.0:1788572587.840389:0:204291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3638:x1875440196169728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572587.840413:0:204291:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5454 count 1 00000100:00100000:3.0:1788572587.840433:0:206128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21590 00010000:00010000:1.0:1788572587.840437:0:204291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572587.840449:0:206128:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbaf5d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3638:x1875440196170112:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1788572587.840459:0:204291:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c488e26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e3e expref: 8 pid: 225666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1788572587.840467:0:206128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7 count 1 00010000:00010000:1.0:1788572587.840469:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154e:0x0].0x0 since=6s v=(0 0) 00010000:00010000:1.0:1788572587.840475:0:204291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572587.840480:0:204291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.840485:0:206128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.840516:0:206128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000079ae821e/0xaad440e68c488f22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e92 expref: 8 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.840526:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7:0x0].0x0 since=6s v=(0 0) 00010000:00010000:3.0:1788572587.840529:0:206128:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572587.840533:0:206128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.840560:0:206128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000079ae821e/0xaad440e68c488f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e92 expref: 8 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.840578:0:206128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000079ae821e/0xaad440e68c488f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e92 expref: 8 pid: 203892 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572587.840592:0:206128:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e057800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:206128:1875440196170240:192.168.202.54@tcp:104: 00010000:00010000:1.0:1788572587.840626:0:204291:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c488e26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e3e expref: 8 pid: 225666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.840638:0:204291:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c488e26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e3e expref: 8 pid: 225666 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572587.840648:0:204291:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:204291:1875440196170368:192.168.202.54@tcp:104: 00000100:00100000:3.0:1788572587.840673:0:206128:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc1c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572587.840678:0:204291:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6600 going to sleep for 11 seconds 00000100:00080000:1.0:1788572587.840713:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1788572587.840975:0:202372:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 388 committed 00000001:00100000:2.0:1788572587.840996:0:202372:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1cf7920f-bfd9-4190-9838-4d8d7803e42e 00000001:00080000:2.0:1788572587.841007:0:202372:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884962141 is committed 00000020:00000080:2.0:1788572587.841011:0:202372:0:(genops.c:885:class_export_put()) final put ffff88cbadd0c800/1cf7920f-bfd9-4190-9838-4d8d7803e42e 00000020:00080000:2.0:1788572587.841037:0:202372:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 8589962990 batchid updated 00000020:00000080:0.0:1788572587.841204:0:181906:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbadd0c800/1cf7920f-bfd9-4190-9838-4d8d7803e42e for lustre-MDT0000 00000020:00000080:0.0:1788572587.841281:0:181906:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88cbadd0c000 for lustre-MDT0000 00000100:00100000:2.0:1788572587.842293:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196169856:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572587.842356:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.842395:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788572587.842403:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbfec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196169984:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572587.842425:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.842454:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196169856 00000100:00100000:2.0:1788572587.842460:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196169856 00000100:00100000:2.0:1788572587.842487:0:225672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196169984 00000100:00100000:2.0:1788572587.842488:0:225672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196169984 00000100:00100000:2.0:1788572587.842500:0:225672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21591 00000100:00100000:2.0:1788572587.842507:0:225672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+8:3639:x1875440196169856:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572587.843118:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196170496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572587.843247:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572587.843280:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788572587.843287:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196170880:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788572587.843311:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572587.843653:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196170496 00000100:00100000:1.0:1788572587.843661:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196170496 00002000:00080000:2.0:1788572587.843775:0:225672:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5455 count 1 00010000:00010000:2.0:1788572587.843812:0:225672:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.843838:0:225672:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c488e73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e53 expref: 8 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.843849:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154f:0x0].0x0 since=6s v=(0 0) 00010000:00010000:2.0:1788572587.843853:0:225672:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572587.843859:0:225672:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.843891:0:225672:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c488e73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e53 expref: 8 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.843923:0:225672:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c488e73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e53 expref: 8 pid: 225663 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.843936:0:225672:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:225672:1875440196171008:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572587.844008:0:225672:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474840 going to sleep for 11 seconds 00000100:00100000:1.0:1788572587.844255:0:225669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196170880 00000100:00100000:1.0:1788572587.844260:0:225669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196170880 00000100:00100000:1.0:1788572587.844279:0:225669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21592 00000100:00100000:1.0:1788572587.844287:0:225669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+8:3639:x1875440196169984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788572587.844304:0:225669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5456 count 1 00010000:00010000:1.0:1788572587.844320:0:225669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.844335:0:225669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488ec7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e76 expref: 8 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.844342:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1550:0x0].0x0 since=6s v=(0 0) 00010000:00010000:1.0:1788572587.844345:0:225669:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1550:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788572587.844349:0:225669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.844372:0:225669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488ec7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e76 expref: 8 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.844382:0:225669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488ec7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e76 expref: 8 pid: 225671 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788572587.844392:0:225669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:225669:1875440196171136:192.168.202.54@tcp:104: 00000100:00100000:1.0:1788572587.844422:0:225669:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6480 going to sleep for 11 seconds 00000100:00080000:1.0:1788572587.844437:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788572587.844604:0:225665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21593 00000100:00100000:0.0:1788572587.844614:0:225665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca924f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3638:x1875440196170496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572587.844629:0:225665:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5459 count 1 00002000:00010000:0.0:1788572587.844654:0:225665:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1553:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788572587.844661:0:225665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c489320 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572587.844738:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1553:0x0].0x0 since=13565s v=(0 0) 00010000:00010000:0.0:1788572587.844741:0:225665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1553:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572587.844747:0:225665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c489320 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572587.844762:0:225665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c489320 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572587.844772:0:225665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c489320 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572587.844786:0:225665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c489320 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572587.844810:0:225665:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572587.844965:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21594 00000100:00100000:3.0:1788572587.844978:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3638:x1875440196170880:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788572587.844996:0:203892:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6 count 1 00010000:00010000:3.0:1788572587.845011:0:203892:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572587.845013:0:225665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca924f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3638:x1875440196170496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 400us (1764us total) trans 8589944728 rc 0/0 00000100:00100000:0.0:1788572587.845022:0:225665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21593 00010000:00010000:3.0:1788572587.845117:0:203892:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c488f1b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e8b expref: 7 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.845124:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6:0x0].0x0 since=6s v=(0 0) 00010000:00010000:3.0:1788572587.845128:0:203892:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572587.845131:0:203892:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.845177:0:203892:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c488f1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e8b expref: 7 pid: 203892 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.845189:0:203892:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c488f1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e8b expref: 7 pid: 203892 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572587.845202:0:203892:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e056a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:203892:1875440196171264:192.168.202.54@tcp:104: 00000100:00100000:3.0:1788572587.845244:0:203892:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc1cc0 going to sleep for 11 seconds 00000020:00080000:3.0:1788572587.845265:0:202428:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8589962990 00000004:00080000:3.0:1788572587.845317:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca95dc16c0 with version 4894 00000020:00080000:3.0:1788572587.845329:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962950 cancel update log [0x240000bd2:0x151:0x0].638: rc = 0 00000020:00080000:3.0:1788572587.845387:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962950 cancel update log [0x2000013a0:0x2:0x0].170: rc = 0 00000004:00080000:3.0:1788572587.845412:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca95dc1300 with version 4895 00000020:00080000:3.0:1788572587.845416:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962951 cancel update log [0x240000bd2:0x151:0x0].639: rc = 0 00000020:00080000:3.0:1788572587.845436:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962951 cancel update log [0x2000013a0:0x2:0x0].171: rc = 0 00000004:00080000:3.0:1788572587.845458:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca95dc13c0 with version 4896 00000020:00080000:3.0:1788572587.845463:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962952 cancel update log [0x240000bd2:0x151:0x0].640: rc = 0 00000100:00100000:2.0:1788572587.845476:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196170624:0@lo:6:osp-syn-0-0.0 00000020:00080000:3.0:1788572587.845481:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962952 cancel update log [0x2000013a0:0x2:0x0].172: rc = 0 00000004:00080000:3.0:1788572587.845507:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8d9dff00 with version 4897 00000020:00080000:3.0:1788572587.845511:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962953 cancel update log [0x240000bd2:0x151:0x0].641: rc = 0 00000020:00080000:3.0:1788572587.845527:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962953 cancel update log [0x2000013a0:0x2:0x0].173: rc = 0 00000004:00080000:3.0:1788572587.845545:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8d9df3c0 with version 4898 00000020:00080000:3.0:1788572587.845548:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962954 cancel update log [0x240000bd2:0x151:0x0].642: rc = 0 00000020:00080000:3.0:1788572587.845564:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962954 cancel update log [0x2000013a0:0x2:0x0].174: rc = 0 00000004:00080000:3.0:1788572587.845582:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca8d9dfcc0 with version 4899 00000020:00080000:3.0:1788572587.845585:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962955 cancel update log [0x240000bd2:0x151:0x0].643: rc = 0 00000020:00080000:3.0:1788572587.845601:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962955 cancel update log [0x2000013a0:0x2:0x0].175: rc = 0 00000004:00080000:3.0:1788572587.845618:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88caa136cc00 with version 4900 00000020:00080000:3.0:1788572587.845622:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962956 cancel update log [0x240000bd2:0x151:0x0].644: rc = 0 00000020:00080000:3.0:1788572587.845638:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962956 cancel update log [0x2000013a0:0x2:0x0].176: rc = 0 00010000:00010000:1.0:1788572587.846232:0:202381:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572587.846241:0:202381:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c489320 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.846250:0:202381:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a94600 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572587.846255:0:202381:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c489320 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.846266:0:202381:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c489320 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.846284:0:202381:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c489320 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.846292:0:202381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c38c337/0xaad440e68c489320 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1553:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.846316:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572587.846317:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572587.846319:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572587.846375:0:3638:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589944725 gen 2 00000004:00080000:1.0:1788572587.846380:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85724e00, transno 8589944665 00000004:00080000:1.0:1788572587.846391:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85725c00, transno 8589944666 00000004:00080000:1.0:1788572587.846393:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85724a80, transno 8589944667 00000004:00080000:1.0:1788572587.846396:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85727800, transno 8589944668 00000004:00080000:1.0:1788572587.846398:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85724380, transno 8589944669 00000004:00080000:1.0:1788572587.846401:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85726d80, transno 8589944670 00000004:00080000:1.0:1788572587.846404:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85725180, transno 8589944671 00000004:00080000:1.0:1788572587.846406:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85726680, transno 8589944672 00000004:00080000:1.0:1788572587.846409:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca839a4380, transno 8589944673 00000004:00080000:1.0:1788572587.846412:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca839a7480, transno 8589944674 00000004:00080000:1.0:1788572587.846415:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca853ff800, transno 8589944675 00000004:00080000:1.0:1788572587.846417:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a5c00, transno 8589944676 00000004:00080000:1.0:1788572587.846420:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca853fed80, transno 8589944677 00000004:00080000:1.0:1788572587.846422:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca961d6300, transno 8589944678 00000004:00080000:1.0:1788572587.846425:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a5500, transno 8589944679 00000004:00080000:1.0:1788572587.846427:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca961d5500, transno 8589944680 00000004:00080000:1.0:1788572587.846430:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478e300, transno 8589944681 00000004:00080000:1.0:1788572587.846433:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f0e00, transno 8589944682 00000004:00080000:1.0:1788572587.846435:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79a680, transno 8589944683 00000004:00080000:1.0:1788572587.846437:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e056300, transno 8589944684 00000004:00080000:1.0:1788572587.846440:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8ee59500, transno 8589944685 00000004:00080000:1.0:1788572587.846443:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8ee59880, transno 8589944686 00000004:00080000:1.0:1788572587.846445:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b79ad80, transno 8589944687 00000004:00080000:1.0:1788572587.846449:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8d05ad80, transno 8589944688 00000004:00080000:1.0:1788572587.846451:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8d059880, transno 8589944689 00000004:00080000:1.0:1788572587.846454:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83983b80, transno 8589944690 00000004:00080000:1.0:1788572587.846456:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8ee5a300, transno 8589944691 00000004:00080000:1.0:1788572587.846459:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8d05bb80, transno 8589944692 00000004:00080000:1.0:1788572587.846461:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83981880, transno 8589944693 00000004:00080000:1.0:1788572587.846463:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8ee59f80, transno 8589944694 00000004:00080000:1.0:1788572587.846466:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83980000, transno 8589944695 00000004:00080000:1.0:1788572587.846468:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83980a80, transno 8589944696 00000004:00080000:1.0:1788572587.846470:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b799180, transno 8589944697 00000004:00080000:1.0:1788572587.846473:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b675c00, transno 8589944698 00000004:00080000:1.0:1788572587.846475:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83981c00, transno 8589944699 00000004:00080000:1.0:1788572587.846478:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca840c4a80, transno 8589944700 00000004:00080000:1.0:1788572587.846480:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca840c4000, transno 8589944701 00000004:00080000:1.0:1788572587.846482:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b675180, transno 8589944702 00000004:00080000:1.0:1788572587.846484:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca840c5c00, transno 8589944703 00000004:00080000:1.0:1788572587.846487:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca905e9880, transno 8589944704 00000004:00080000:1.0:1788572587.846489:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca905ebb80, transno 8589944705 00000004:00080000:1.0:1788572587.846492:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca840c7480, transno 8589944706 00000004:00080000:1.0:1788572587.846494:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b676300, transno 8589944707 00000004:00080000:1.0:1788572587.846497:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1ed80, transno 8589944708 00000004:00080000:1.0:1788572587.846500:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca96aded80, transno 8589944709 00000004:00080000:1.0:1788572587.846503:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f4700, transno 8589944710 00000004:00080000:1.0:1788572587.846506:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca96adc000, transno 8589944711 00000004:00080000:1.0:1788572587.846509:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca96ade680, transno 8589944712 00000004:00080000:1.0:1788572587.846511:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cef9180, transno 8589944713 00000004:00080000:1.0:1788572587.846515:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc43b80, transno 8589944714 00000100:00100000:2.0:1788572587.846901:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.846958:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788572587.847228:0:225663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196170624 00000100:00100000:0.0:1788572587.847236:0:225663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196170624 00000100:00100000:0.0:1788572587.847284:0:225663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21595 00000100:00100000:0.0:1788572587.847293:0:225663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3639:x1875440196170624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788572587.847326:0:225663:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5460 count 1 00010000:00010000:0.0:1788572587.847351:0:225663:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572587.847373:0:225663:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000be6ad95c/0xaad440e68c488e7a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e5a expref: 7 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572587.847382:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1554:0x0].0x0 since=6s v=(0 0) 00010000:00010000:0.0:1788572587.847387:0:225663:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1554:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788572587.847392:0:225663:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572587.847432:0:225663:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000be6ad95c/0xaad440e68c488e7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e5a expref: 7 pid: 225663 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572587.847452:0:225663:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000be6ad95c/0xaad440e68c488e7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e5a expref: 7 pid: 225663 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572587.847466:0:225663:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:225663:1875440196171392:192.168.202.54@tcp:104: 00000100:00100000:0.0:1788572587.847549:0:225663:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca84eafcc0 going to sleep for 11 seconds 00000004:00080000:1.0:1788572587.847644:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca1c380, transno 8589944715 00000004:00080000:1.0:1788572587.847652:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f5180, transno 8589944716 00000004:00080000:1.0:1788572587.847654:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb85589880, transno 8589944717 00000004:00080000:1.0:1788572587.847657:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8273ea00, transno 8589944718 00000004:00080000:1.0:1788572587.847660:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a4e00, transno 8589944719 00000004:00080000:1.0:1788572587.847662:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8cefad80, transno 8589944720 00000004:00080000:1.0:1788572587.847665:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8ee5a680, transno 8589944721 00000004:00080000:1.0:1788572587.847773:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b798000, transno 8589944722 00000004:00080000:1.0:1788572587.847778:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca94a1d500, transno 8589944723 00000004:00080000:1.0:1788572587.847780:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83a1c000, transno 8589944724 00000004:00080000:1.0:1788572587.847783:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa17a5180, transno 8589944725 00000100:00100000:1.0:1788572587.847791:0:3638:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff88cbaf5d4e00 x1875440196170496/t8589944728(8589944728) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572603 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572587.847804:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbaf5d4e00/2, rc 0, transno 8589944728 00000100:00100000:1.0:1788572587.847810:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196170496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572587.847892:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196170752:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572587.847937:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.847973:0:203890:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196170752 00000100:00100000:2.0:1788572587.847977:0:203890:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196170752 00000100:00100000:2.0:1788572587.848019:0:203890:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21596 00000100:00100000:2.0:1788572587.848026:0:203890:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3639:x1875440196170752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788572587.848039:0:203890:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5461 count 1 00010000:00010000:2.0:1788572587.848064:0:203890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.848077:0:203890:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007868a64f/0xaad440e68c488ece lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e6f expref: 7 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.848084:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1555:0x0].0x0 since=6s v=(0 0) 00010000:00010000:2.0:1788572587.848087:0:203890:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1555:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572587.848090:0:203890:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.848112:0:203890:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007868a64f/0xaad440e68c488ece lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e6f expref: 7 pid: 225671 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.848122:0:203890:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007868a64f/0xaad440e68c488ece lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e6f expref: 7 pid: 225671 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.848290:0:203890:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96add180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:203890:1875440196171520:192.168.202.54@tcp:104: 00000100:00100000:2.0:1788572587.848331:0:203890:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474d80 going to sleep for 11 seconds 00000004:00080000:2.0:1788572587.848344:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4894 rpc_version 4894 00000020:00100000:2.0:1788572587.848365:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.848371:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96adca80 x1875440196171776/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.848387:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96adca80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196171776:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.848418:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.848437:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.848455:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196171776 00000100:00100000:2.0:1788572587.848460:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196171776 00000100:00100000:2.0:1788572587.848489:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35772 00000100:00100000:2.0:1788572587.848496:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca96adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:202414:x1875440196171776:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.848649:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:202414:x1875440196171776:12345-0@lo:1000:osp_up1-0.0 Request processed in 153us (229us total) trans 8589973380 rc 0/0 00000100:00100000:2.0:1788572587.848657:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35772 00000100:00100000:2.0:1788572587.848874:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adca80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196171776:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.848883:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4895 rpc_version 4895 00000020:00100000:2.0:1788572587.848896:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.848902:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca94a1ca80 x1875440196172032/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.848926:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1ca80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196172032:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.848954:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.849014:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:1.0:1788572587.849639:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196172032 00000100:00100000:1.0:1788572587.849646:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196172032 00000100:00100000:1.0:1788572587.849698:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35773 00000100:00100000:1.0:1788572587.849706:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:202414:x1875440196172032:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.849837:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:202414:x1875440196172032:12345-0@lo:1000:osp_up1-0.0 Request processed in 132us (882us total) trans 8589973381 rc 0/0 00000100:00100000:1.0:1788572587.849846:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35773 00000004:00080000:1.0:1788572587.849941:0:202416:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 4 in progress, 3 in flight, 61 done 00000004:00080000:3.0:1788572587.851483:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88caa136c3c0 with version 4901 00000020:00080000:3.0:1788572587.851498:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962957 cancel update log [0x240000bd2:0x151:0x0].645: rc = 0 00000020:00080000:3.0:1788572587.851585:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962957 cancel update log [0x2000013a0:0x2:0x0].177: rc = 0 00000004:00080000:3.0:1788572587.851624:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88caa136c540 with version 4902 00000020:00080000:3.0:1788572587.851628:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962958 cancel update log [0x240000bd2:0x151:0x0].646: rc = 0 00000020:00080000:3.0:1788572587.851652:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962958 cancel update log [0x2000013a0:0x2:0x0].178: rc = 0 00000004:00080000:3.0:1788572587.851676:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88caa136c6c0 with version 4903 00000020:00080000:3.0:1788572587.851679:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962959 cancel update log [0x240000bd2:0x151:0x0].647: rc = 0 00000020:00080000:3.0:1788572587.851698:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962959 cancel update log [0x2000013a0:0x2:0x0].179: rc = 0 00000004:00080000:3.0:1788572587.851717:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88caa136ca80 with version 4904 00000020:00080000:3.0:1788572587.851720:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962960 cancel update log [0x240000bd2:0x151:0x0].648: rc = 0 00000020:00080000:3.0:1788572587.851739:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962960 cancel update log [0x2000013a0:0x2:0x0].180: rc = 0 00000004:00080000:3.0:1788572587.851759:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88caa136c300 with version 4905 00000020:00080000:3.0:1788572587.851763:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962961 cancel update log [0x240000bd2:0x151:0x0].649: rc = 0 00000020:00080000:3.0:1788572587.851783:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962961 cancel update log [0x2000013a0:0x2:0x0].181: rc = 0 00000004:00080000:3.0:1788572587.851803:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88caa136c600 with version 4906 00000020:00080000:3.0:1788572587.851806:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962962 cancel update log [0x240000bd2:0x151:0x0].650: rc = 0 00000020:00080000:3.0:1788572587.851823:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962962 cancel update log [0x2000013a0:0x2:0x0].182: rc = 0 00000004:00080000:3.0:1788572587.851840:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93f07000 with version 4907 00000020:00080000:3.0:1788572587.851842:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962963 cancel update log [0x240000bd2:0x151:0x0].651: rc = 0 00000020:00080000:3.0:1788572587.852975:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962963 cancel update log [0x2000013a0:0x2:0x0].183: rc = 0 00000004:00080000:3.0:1788572587.853024:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93f079c0 with version 4908 00000020:00080000:3.0:1788572587.853028:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962964 cancel update log [0x240000bd2:0x151:0x0].652: rc = 0 00000020:00080000:3.0:1788572587.853057:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962964 cancel update log [0x2000013a0:0x2:0x0].184: rc = 0 00000004:00080000:3.0:1788572587.853078:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93f07d80 with version 4909 00000020:00080000:3.0:1788572587.853081:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962965 cancel update log [0x240000bd2:0x151:0x0].653: rc = 0 00000020:00080000:3.0:1788572587.853100:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962965 cancel update log [0x2000013a0:0x2:0x0].185: rc = 0 00000004:00080000:3.0:1788572587.853119:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93f070c0 with version 4910 00000020:00080000:3.0:1788572587.853122:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962966 cancel update log [0x240000bd2:0x151:0x0].654: rc = 0 00000020:00080000:3.0:1788572587.853141:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962966 cancel update log [0x2000013a0:0x2:0x0].186: rc = 0 00000004:00080000:3.0:1788572587.853175:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93f07600 with version 4911 00000020:00080000:3.0:1788572587.853178:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962967 cancel update log [0x240000bd2:0x151:0x0].655: rc = 0 00000020:00080000:3.0:1788572587.853198:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962967 cancel update log [0x2000013a0:0x2:0x0].187: rc = 0 00000004:00080000:3.0:1788572587.853216:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93f073c0 with version 4912 00000020:00080000:3.0:1788572587.853218:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962968 cancel update log [0x240000bd2:0x151:0x0].656: rc = 0 00000020:00080000:3.0:1788572587.853237:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962968 cancel update log [0x2000013a0:0x2:0x0].188: rc = 0 00000004:00080000:3.0:1788572587.853254:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93f07b40 with version 4913 00000020:00080000:3.0:1788572587.853257:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962969 cancel update log [0x240000bd2:0x151:0x0].657: rc = 0 00000020:00080000:3.0:1788572587.853275:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962969 cancel update log [0x2000013a0:0x2:0x0].189: rc = 0 00000004:00080000:3.0:1788572587.853308:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca93f07540 with version 4914 00000020:00080000:3.0:1788572587.853312:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962970 cancel update log [0x240000bd2:0x151:0x0].658: rc = 0 00000020:00080000:3.0:1788572587.853332:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962970 cancel update log [0x2000013a0:0x2:0x0].190: rc = 0 00000004:00080000:3.0:1788572587.853358:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca90285d80 with version 4915 00000020:00080000:3.0:1788572587.853362:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962971 cancel update log [0x240000bd2:0x151:0x0].659: rc = 0 00000020:00080000:3.0:1788572587.853383:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962971 cancel update log [0x2000013a0:0x2:0x0].191: rc = 0 00000004:00080000:3.0:1788572587.853407:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca90285480 with version 4916 00000020:00080000:3.0:1788572587.853410:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962972 cancel update log [0x240000bd2:0x151:0x0].660: rc = 0 00000020:00080000:3.0:1788572587.853427:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962972 cancel update log [0x2000013a0:0x2:0x0].192: rc = 0 00000004:00080000:3.0:1788572587.853447:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca902853c0 with version 4917 00000020:00080000:3.0:1788572587.853450:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962973 cancel update log [0x240000bd2:0x151:0x0].661: rc = 0 00000020:00080000:3.0:1788572587.853469:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962973 cancel update log [0x2000013a0:0x2:0x0].193: rc = 0 00000004:00080000:3.0:1788572587.853491:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca90285300 with version 4918 00000020:00080000:3.0:1788572587.853495:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962974 cancel update log [0x240000bd2:0x151:0x0].662: rc = 0 00000020:00080000:3.0:1788572587.853516:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962974 cancel update log [0x2000013a0:0x2:0x0].194: rc = 0 00000004:00080000:3.0:1788572587.853552:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca90285f00 with version 4919 00000020:00080000:3.0:1788572587.853556:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962975 cancel update log [0x240000bd2:0x151:0x0].663: rc = 0 00000020:00080000:3.0:1788572587.853576:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962975 cancel update log [0x2000013a0:0x2:0x0].195: rc = 0 00000004:00080000:3.0:1788572587.853593:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca90285e40 with version 4920 00000020:00080000:3.0:1788572587.853596:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962976 cancel update log [0x240000bd2:0x151:0x0].665: rc = 0 00000020:00080000:3.0:1788572587.853611:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962976 cancel update log [0x2000013a0:0x2:0x0].196: rc = 0 00000004:00080000:3.0:1788572587.853626:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca90285840 with version 4921 00000020:00080000:3.0:1788572587.853629:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962977 cancel update log [0x240000bd2:0x151:0x0].666: rc = 0 00000020:00080000:3.0:1788572587.853647:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962977 cancel update log [0x2000013a0:0x2:0x0].197: rc = 0 00000004:00080000:3.0:1788572587.853667:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca902859c0 with version 4922 00000020:00080000:3.0:1788572587.853669:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962978 cancel update log [0x240000bd2:0x151:0x0].667: rc = 0 00000020:00080000:3.0:1788572587.853686:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962978 cancel update log [0x2000013a0:0x2:0x0].198: rc = 0 00000004:00080000:3.0:1788572587.853705:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbb7159900 with version 4923 00000020:00080000:3.0:1788572587.853708:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962979 cancel update log [0x240000bd2:0x151:0x0].668: rc = 0 00000020:00080000:3.0:1788572587.853727:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962979 cancel update log [0x2000013a0:0x2:0x0].199: rc = 0 00000004:00080000:3.0:1788572587.853744:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88cbb7159a80 with version 4924 00000020:00080000:3.0:1788572587.853748:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962980 cancel update log [0x240000bd2:0x151:0x0].669: rc = 0 00000020:00080000:3.0:1788572587.853769:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962980 cancel update log [0x2000013a0:0x2:0x0].200: rc = 0 00000004:00080000:3.0:1788572587.853790:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca94322d80 with version 4925 00000020:00080000:3.0:1788572587.853793:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962981 cancel update log [0x240000bd2:0x151:0x0].670: rc = 0 00000020:00080000:3.0:1788572587.853811:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962981 cancel update log [0x2000013a0:0x2:0x0].201: rc = 0 00000004:00080000:3.0:1788572587.853829:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca94322540 with version 4926 00000020:00080000:3.0:1788572587.853833:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962982 cancel update log [0x240000bd2:0x151:0x0].671: rc = 0 00000020:00080000:3.0:1788572587.853853:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962982 cancel update log [0x2000013a0:0x2:0x0].202: rc = 0 00000100:00100000:2.0:1788572587.854830:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1ca80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196172032:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.854848:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4896 rpc_version 4896 00000020:00100000:2.0:1788572587.854877:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.854885:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca94a1d180 x1875440196172288/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.854909:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca94a1d180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196172288:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.855750:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.856297:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.856423:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572587.856444:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572587.856465:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572587.856498:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572587.856609:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572587.856659:0:204291:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:204291:1875440196170368:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572587.856758:0:204291:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.856793:0:225672:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96adce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:225672:1875440196171008:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572587.856815:0:225672:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.856839:0:225669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:225669:1875440196171136:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572587.856851:0:225669:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.856874:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633107712 00000100:00100000:2.0:1788572587.856880:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633107712 00010000:00010000:2.0:1788572587.856930:0:225659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c488e26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e3e expref: 9 pid: 225666 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.856959:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633107968 00000100:00100000:2.0:1788572587.856963:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633107968 00010000:00010000:2.0:1788572587.856976:0:225659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488ec7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e76 expref: 10 pid: 225671 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.856987:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633107840 00000100:00100000:2.0:1788572587.856990:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633107840 00010000:00010000:2.0:1788572587.857001:0:225659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c488e73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e53 expref: 11 pid: 225663 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.857012:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633108096 00000100:00100000:2.0:1788572587.857015:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633108096 00010000:00010000:2.0:1788572587.857028:0:225659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c488f1b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e8b expref: 8 pid: 203892 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.857039:0:225659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633108224 00000100:00100000:2.0:1788572587.857041:0:225659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633108224 00010000:00010000:2.0:1788572587.857352:0:225659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000079ae821e/0xaad440e68c488f22 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e92 expref: 12 pid: 203892 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.857372:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28135 00000100:00100000:2.0:1788572587.857381:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+12:352627:x1875453633107712:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572587.857397:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572587.857403:0:225659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c488e26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e3e expref: 12 pid: 225666 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.857415:0:225659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c488e26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e3e expref: 12 pid: 225666 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.857441:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7c011d6/0xaad440e68c488e26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x154e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e3e expref: 12 pid: 225666 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.857460:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572587.857464:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572587.857471:0:225659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.857481:0:225659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.857508:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572587.857583:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+11:352627:x1875453633107712:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 203us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572587.857592:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28135 00000100:00100000:2.0:1788572587.857611:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28136 00000100:00100000:2.0:1788572587.857618:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+10:352627:x1875453633107968:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572587.857625:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572587.857630:0:225659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488ec7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e76 expref: 10 pid: 225671 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.857640:0:225659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488ec7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e76 expref: 10 pid: 225671 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.857653:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088155177/0xaad440e68c488ec7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1550:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e76 expref: 10 pid: 225671 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.857663:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1550:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572587.857666:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1550:0x0].0x0 since=0s v=(0 0) 00000004:00080000:3.0:1788572587.858815:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca94322240 with version 4927 00000020:00080000:3.0:1788572587.858823:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962983 cancel update log [0x240000bd2:0x151:0x0].672: rc = 0 00000020:00080000:3.0:1788572587.858904:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962983 cancel update log [0x2000013a0:0x2:0x0].203: rc = 0 00000004:00080000:3.0:1788572587.858938:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca94322840 with version 4928 00000020:00080000:3.0:1788572587.858942:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962984 cancel update log [0x240000bd2:0x151:0x0].673: rc = 0 00000020:00080000:3.0:1788572587.858964:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962984 cancel update log [0x2000013a0:0x2:0x0].204: rc = 0 00000004:00080000:3.0:1788572587.858985:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca94322600 with version 4929 00000020:00080000:3.0:1788572587.858988:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962985 cancel update log [0x240000bd2:0x151:0x0].674: rc = 0 00000020:00080000:3.0:1788572587.859012:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962985 cancel update log [0x2000013a0:0x2:0x0].205: rc = 0 00000004:00080000:3.0:1788572587.859049:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca94322780 with version 4930 00000020:00080000:3.0:1788572587.859052:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962986 cancel update log [0x240000bd2:0x151:0x0].675: rc = 0 00000020:00080000:3.0:1788572587.859073:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962986 cancel update log [0x2000013a0:0x2:0x0].206: rc = 0 00000004:00080000:3.0:1788572587.859091:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca943226c0 with version 4931 00000020:00080000:3.0:1788572587.859094:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962987 cancel update log [0x240000bd2:0x151:0x0].676: rc = 0 00000020:00080000:3.0:1788572587.859112:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962987 cancel update log [0x2000013a0:0x2:0x0].207: rc = 0 00000004:00080000:3.0:1788572587.859135:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca94322a80 with version 4932 00000020:00080000:3.0:1788572587.859138:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962988 cancel update log [0x240000bd2:0x151:0x0].677: rc = 0 00000020:00080000:3.0:1788572587.859176:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962988 cancel update log [0x2000013a0:0x2:0x0].208: rc = 0 00000004:00080000:3.0:1788572587.859199:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca94322300 with version 4933 00000020:00080000:3.0:1788572587.859203:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962989 cancel update log [0x240000bd2:0x151:0x0].678: rc = 0 00000020:00080000:3.0:1788572587.859223:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962989 cancel update log [0x2000013a0:0x2:0x0].209: rc = 0 00000004:00080000:3.0:1788572587.859243:0:202428:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88ca94322e40 with version 4934 00000020:00080000:3.0:1788572587.859246:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8589962990 cancel update log [0x240000bd2:0x151:0x0].679: rc = 0 00000020:00080000:3.0:1788572587.859264:0:202428:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8589962990 cancel update log [0x2000013a0:0x2:0x0].210: rc = 0 00000020:00080000:3.0:1788572587.859271:0:202428:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8589962990 00000100:00100000:3.0:1788572587.859425:0:206128:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e057800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:206128:1875440196170240:192.168.202.54@tcp:104: 00010000:00010000:3.0:1788572587.859449:0:206128:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572587.859481:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28137 00000100:00100000:3.0:1788572587.859493:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+9:352627:x1875453633107840:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572587.859506:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572587.859513:0:202378:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c488e73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e53 expref: 9 pid: 225663 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859538:0:202378:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c488e73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e53 expref: 9 pid: 225663 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859556:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f23b210/0xaad440e68c488e73 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x154f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e53 expref: 9 pid: 225663 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859569:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572587.859573:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x154f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572587.859578:0:202378:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859587:0:202378:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859618:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788572587.859663:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9fe8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+8:352627:x1875453633107840:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 173us (3196us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572587.859671:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28137 00000100:00100000:3.0:1788572587.859696:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28138 00000100:00100000:3.0:1788572587.859703:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+8:352627:x1875453633108096:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788572587.859713:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572587.859719:0:202378:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c488f1b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e8b expref: 8 pid: 203892 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859736:0:202378:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c488f1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e8b expref: 8 pid: 203892 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.859739:0:225659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.859756:0:225659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859758:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572587.859766:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788572587.859775:0:202378:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859784:0:202378:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.859789:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572587.859801:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572587.859820:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+7:352627:x1875453633107968:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 2201us (3373us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572587.859829:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+8:352627:x1875453633108096:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 125us (3329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572587.859831:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28136 00000100:00100000:3.0:1788572587.859847:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28138 00000100:00100000:2.0:1788572587.859856:0:225659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28139 00000100:00100000:2.0:1788572587.859866:0:225659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+6:352625:x1875453633108224:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572587.859875:0:225659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572587.859881:0:225659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000079ae821e/0xaad440e68c488f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e92 expref: 6 pid: 203892 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859892:0:203892:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f92220ae/0xaad440e68c488f1b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e8b expref: 7 pid: 203892 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.859897:0:225659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000079ae821e/0xaad440e68c488f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e92 expref: 6 pid: 203892 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572587.859925:0:203892:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e056a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:203892:1875440196171264:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572587.859932:0:225659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079ae821e/0xaad440e68c488f22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e92 expref: 6 pid: 203892 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859942:0:203892:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.859946:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572587.859953:0:225659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572587.859963:0:225659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859964:0:203892:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859983:0:203892:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.859995:0:203892:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.859996:0:225659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.860018:0:203892:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.860033:0:225659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788572587.860041:0:203892:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788572587.860212:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3638:x1875440196170880:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15238us (16899us total) trans 8589944729 rc 0/0 00000100:00100000:3.0:1788572587.860221:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21594 00010000:00010000:3.0:1788572587.860241:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788572587.860248:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.860257:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:3.0:1788572587.860261:0:225819:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.860272:0:225819:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.860285:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.860292:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007370fabd/0xaad440e68c489327 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203892 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.860309:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572587.860311:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572587.860313:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788572587.860337:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88ca8e182300/2, rc 0, transno 8589944729 00000100:00100000:3.0:1788572587.860343:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196170880:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788572587.860395:0:225659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+5:352625:x1875453633108224:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 529us (3784us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572587.860405:0:225659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28139 00010000:00010000:2.0:1788572587.860434:0:225672:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.860449:0:225672:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.860457:0:225672:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.860464:0:225672:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.860481:0:225672:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788572587.860513:0:204291:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.860524:0:204291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.860540:0:204291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.860548:0:204291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572587.860563:0:204291:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572587.860607:0:225672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+10:3639:x1875440196169856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18098us (18249us total) trans 8589944047 rc 0/0 00000100:00100000:2.0:1788572587.860615:0:225672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21591 00010000:00010000:2.0:1788572587.860640:0:225669:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.860649:0:225669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572587.860652:0:204291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3638:x1875440196169728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20262us (20618us total) trans 8589944048 rc 0/0 00000100:00100000:3.0:1788572587.860668:0:204291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21589 00010000:00010000:2.0:1788572587.860681:0:225669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.860692:0:225669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572587.860705:0:3638:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589944043 gen 2 00000004:00080000:3.0:1788572587.860712:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478d180, transno 8589943977 00010000:00010000:2.0:1788572587.860715:0:225669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1788572587.860724:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478f480, transno 8589943978 00000004:00080000:3.0:1788572587.860728:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478ca80, transno 8589943979 00000004:00080000:3.0:1788572587.860732:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478d880, transno 8589943980 00000004:00080000:3.0:1788572587.860735:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8558b480, transno 8589943981 00000004:00080000:3.0:1788572587.860737:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85588380, transno 8589943982 00000004:00080000:3.0:1788572587.860741:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f1880, transno 8589943983 00000004:00080000:3.0:1788572587.860744:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f0700, transno 8589943984 00000004:00080000:3.0:1788572587.860747:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478d500, transno 8589943985 00000004:00080000:3.0:1788572587.860750:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478c700, transno 8589943986 00000004:00080000:3.0:1788572587.860753:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85589500, transno 8589943987 00000004:00080000:3.0:1788572587.860756:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478ed80, transno 8589943988 00000004:00080000:3.0:1788572587.860759:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478dc00, transno 8589943989 00000004:00080000:3.0:1788572587.860763:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8558b800, transno 8589943990 00000004:00080000:3.0:1788572587.860767:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f1f80, transno 8589943991 00000004:00080000:3.0:1788572587.860770:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f0380, transno 8589943992 00000004:00080000:3.0:1788572587.860774:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f2a00, transno 8589943993 00000004:00080000:3.0:1788572587.860777:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f3100, transno 8589943994 00000004:00080000:3.0:1788572587.860781:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f1c00, transno 8589943995 00000004:00080000:3.0:1788572587.860784:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f2d80, transno 8589943996 00000004:00080000:3.0:1788572587.860787:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f2680, transno 8589943997 00000004:00080000:3.0:1788572587.860791:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f3b80, transno 8589943998 00000004:00080000:3.0:1788572587.860795:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbde4ce00, transno 8589943999 00000004:00080000:3.0:1788572587.860799:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b6fca80, transno 8589944000 00000100:00100000:2.0:1788572587.860802:0:225669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+9:3639:x1875440196169984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16513us (18373us total) trans 8589944049 rc 0/0 00000004:00080000:3.0:1788572587.860803:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbde4ca80, transno 8589944001 00000004:00080000:3.0:1788572587.860807:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b6fc000, transno 8589944002 00000004:00080000:3.0:1788572587.860814:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f1180, transno 8589944003 00000100:00100000:2.0:1788572587.860818:0:225669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21592 00000004:00080000:3.0:1788572587.860819:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b6fdf80, transno 8589944004 00000004:00080000:3.0:1788572587.860824:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f1500, transno 8589944005 00000004:00080000:3.0:1788572587.860828:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca839a5880, transno 8589944006 00000004:00080000:3.0:1788572587.860831:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018ca80, transno 8589944007 00000004:00080000:3.0:1788572587.860835:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018d180, transno 8589944008 00000004:00080000:3.0:1788572587.860838:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca961d6a00, transno 8589944009 00000004:00080000:3.0:1788572587.860843:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478f100, transno 8589944010 00000004:00080000:3.0:1788572587.860846:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9018c380, transno 8589944011 00010000:00010000:2.0:1788572587.860848:0:206128:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572587.860849:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca9478c000, transno 8589944012 00000004:00080000:3.0:1788572587.860855:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbde70e00, transno 8589944013 00000004:00080000:3.0:1788572587.860860:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbde71500, transno 8589944014 00010000:00010000:2.0:1788572587.860864:0:206128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572587.860865:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbde70380, transno 8589944015 00000004:00080000:3.0:1788572587.860871:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e054380, transno 8589944016 00000004:00080000:3.0:1788572587.860876:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e181880, transno 8589944017 00010000:00010000:2.0:1788572587.860881:0:206128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572587.860882:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e181f80, transno 8589944018 00000004:00080000:3.0:1788572587.860886:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbde70700, transno 8589944019 00000004:00080000:3.0:1788572587.860891:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e054e00, transno 8589944020 00000004:00080000:3.0:1788572587.860896:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83981180, transno 8589944021 00010000:00010000:2.0:1788572587.860898:0:206128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572587.860901:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83981f80, transno 8589944022 00000004:00080000:3.0:1788572587.860906:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca840c7b80, transno 8589944023 00000004:00080000:3.0:1788572587.860911:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e055500, transno 8589944024 00000004:00080000:3.0:1788572587.860927:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca840c5f80, transno 8589944025 00000004:00080000:3.0:1788572587.860930:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90181f80, transno 8589944026 00010000:00010000:2.0:1788572587.860932:0:206128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000004:00080000:3.0:1788572587.860934:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca840c7100, transno 8589944027 00000004:00080000:3.0:1788572587.860938:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f7100, transno 8589944028 00000004:00080000:3.0:1788572587.860941:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f7480, transno 8589944029 00000004:00080000:3.0:1788572587.860943:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca924f4e00, transno 8589944030 00000004:00080000:3.0:1788572587.860946:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca905e8e00, transno 8589944031 00000004:00080000:3.0:1788572587.860948:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca90181180, transno 8589944032 00000004:00080000:3.0:1788572587.860951:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca1d500, transno 8589944033 00000004:00080000:3.0:1788572587.860954:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca91d27b80, transno 8589944034 00000004:00080000:3.0:1788572587.860957:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85539c00, transno 8589944035 00000004:00080000:3.0:1788572587.860960:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85538380, transno 8589944036 00000004:00080000:3.0:1788572587.860963:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca85538a80, transno 8589944037 00000004:00080000:3.0:1788572587.860965:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b798700, transno 8589944038 00000004:00080000:3.0:1788572587.860968:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca853fdf80, transno 8589944039 00000004:00080000:3.0:1788572587.860971:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8b799500, transno 8589944040 00000004:00080000:3.0:1788572587.860974:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca83a1d880, transno 8589944041 00000004:00080000:3.0:1788572587.860978:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbdc43800, transno 8589944042 00000004:00080000:3.0:1788572587.860981:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cb9ca39500, transno 8589944043 00000100:00100000:3.0:1788572587.860987:0:3638:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff88cbbfec5c00 x1875440196169728/t8589944048(8589944048) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572603 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1788572587.860997:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbfec5c00/2, rc 0, transno 8589944048 00000100:00100000:3.0:1788572587.861002:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196169728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788572587.861030:0:206128:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbaf5d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3638:x1875440196170112:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20588us (20860us total) trans 8589944050 rc 0/0 00000100:00100000:2.0:1788572587.861038:0:206128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21590 00000004:00080000:3.0:1788572587.861324:0:202418:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 4 in progress, 3 in flight, 67 done 00010000:00010000:2.0:1788572587.861593:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788572587.861600:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861610:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9fe00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572587.861614:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861624:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861642:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861650:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3884a29/0xaad440e68c489312 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x154f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225672 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788572587.861787:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196172288 00000100:00100000:0.0:1788572587.861795:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196172288 00010000:00010000:2.0:1788572587.861858:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788572587.861863:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861871:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e5400 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572587.861876:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861885:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861896:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861904:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000dff81b/0xaad440e68c489304 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x154e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 204291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861930:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788572587.861934:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861941:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cb829e4200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572587.861944:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861951:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861961:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.861968:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000217c6366/0xaad440e68c489319 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1550:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.862282:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788572587.862287:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.862294:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbddc2200 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572587.862298:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.862311:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.862323:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.862331:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043d6b060/0xaad440e68c48930b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 206128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.862344:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572587.862346:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572587.862347:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572587.862354:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572587.862390:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbfec6300/2, rc 0, transno 8589944049 00000100:00100000:2.0:1788572587.862398:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196169984:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1788572587.862409:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbbfec5880/2, rc 0, transno 8589944047 00000100:00100000:2.0:1788572587.862413:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbfec5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196169856:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1788572587.862426:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572587.862431:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572587.862443:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88caa25f0a80/2, rc 0, transno 8589944050 00000100:00100000:2.0:1788572587.862447:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3638:1875440196170112:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788572587.862576:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35774 00000100:00100000:0.0:1788572587.862587:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca94a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:202414:x1875440196172288:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.862771:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca94a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:202414:x1875440196172288:12345-0@lo:1000:osp_up1-0.0 Request processed in 185us (7023us total) trans 8589973382 rc 0/0 00000100:00100000:0.0:1788572587.862779:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35774 00000100:00100000:2.0:1788572587.862945:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca94a1d180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196172288:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.862958:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4897 rpc_version 4897 00000020:00100000:2.0:1788572587.862992:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.862999:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8558b480 x1875440196172544/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.863020:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8558b480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196172544:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.863071:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.863102:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:1.0:1788572587.863372:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196172544 00000100:00100000:1.0:1788572587.863378:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196172544 00000100:00100000:1.0:1788572587.863410:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35775 00000100:00100000:1.0:1788572587.863418:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:202414:x1875440196172544:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.863507:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca85588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:202414:x1875440196172544:12345-0@lo:1000:osp_up1-0.0 Request processed in 90us (436us total) trans 8589973383 rc 0/0 00000100:00100000:1.0:1788572587.863514:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35775 00000100:00100000:2.0:1788572587.863591:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8558b480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196172544:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.863599:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4898 rpc_version 4898 00000020:00100000:2.0:1788572587.863612:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.863617:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca85589500 x1875440196172800/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.863630:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca85589500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196172800:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.863655:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.863686:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.863702:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196172800 00000100:00100000:2.0:1788572587.863707:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196172800 00000100:00100000:2.0:1788572587.863732:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35776 00000100:00100000:2.0:1788572587.863738:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8558b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+9:202414:x1875440196172800:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.863817:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8558b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+10:202414:x1875440196172800:12345-0@lo:1000:osp_up1-0.0 Request processed in 78us (160us total) trans 8589973384 rc 0/0 00000100:00100000:2.0:1788572587.863824:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35776 00000100:00100000:2.0:1788572587.863856:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca85589500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196172800:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.863863:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4899 rpc_version 4899 00000020:00100000:2.0:1788572587.863875:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.863880:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbaf5d4a80 x1875440196173056/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.863891:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbaf5d4a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196173056:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.863929:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.863945:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.863957:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196173056 00000100:00100000:2.0:1788572587.863960:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196173056 00000100:00100000:2.0:1788572587.863990:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35777 00000100:00100000:2.0:1788572587.863997:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+10:202414:x1875440196173056:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.864079:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+11:202414:x1875440196173056:12345-0@lo:1000:osp_up1-0.0 Request processed in 83us (149us total) trans 8589973385 rc 0/0 00000100:00100000:2.0:1788572587.864086:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35777 00000100:00100000:2.0:1788572587.864115:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d4a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196173056:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.864122:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4900 rpc_version 4900 00000020:00100000:2.0:1788572587.864377:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.864383:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade00e00 x1875440196173312/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.864396:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196173312:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.864423:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.864437:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.864449:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196173312 00000100:00100000:2.0:1788572587.864453:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196173312 00000100:00100000:2.0:1788572587.864472:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35778 00000100:00100000:2.0:1788572587.864477:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+11:202414:x1875440196173312:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.864550:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+12:202414:x1875440196173312:12345-0@lo:1000:osp_up1-0.0 Request processed in 72us (126us total) trans 8589973386 rc 0/0 00000100:00100000:2.0:1788572587.864557:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35778 00000100:00100000:2.0:1788572587.864586:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196173312:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.864593:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4901 rpc_version 4901 00000020:00100000:2.0:1788572587.864604:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.864609:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade00000 x1875440196173568/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.864621:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade00000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196173568:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.864647:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.864660:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.864734:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196173568 00000100:00100000:2.0:1788572587.864738:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196173568 00000100:00100000:2.0:1788572587.864757:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35779 00000100:00100000:2.0:1788572587.864763:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+12:202414:x1875440196173568:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.864830:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+13:202414:x1875440196173568:12345-0@lo:1000:osp_up1-0.0 Request processed in 66us (181us total) trans 8589973387 rc 0/0 00000100:00100000:2.0:1788572587.864837:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35779 00000100:00100000:2.0:1788572587.865337:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade00000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196173568:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.865345:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4902 rpc_version 4902 00000020:00100000:2.0:1788572587.865358:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.865363:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade02680 x1875440196173824/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.865376:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade02680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196173824:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.865401:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.865456:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.865471:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196173824 00000100:00100000:2.0:1788572587.865475:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196173824 00000100:00100000:2.0:1788572587.865498:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35780 00000100:00100000:2.0:1788572587.865505:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+13:202414:x1875440196173824:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.865580:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+14:202414:x1875440196173824:12345-0@lo:1000:osp_up1-0.0 Request processed in 76us (178us total) trans 8589973388 rc 0/0 00000100:00100000:2.0:1788572587.865587:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35780 00000100:00100000:2.0:1788572587.865615:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade02680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196173824:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.865621:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4903 rpc_version 4903 00000020:00100000:2.0:1788572587.865632:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.865637:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade03800 x1875440196174080/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.865648:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade03800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196174080:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.865679:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.865692:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.865703:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196174080 00000100:00100000:2.0:1788572587.865705:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196174080 00000100:00100000:2.0:1788572587.865721:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35781 00000100:00100000:2.0:1788572587.865725:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+14:202414:x1875440196174080:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.865787:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+15:202414:x1875440196174080:12345-0@lo:1000:osp_up1-0.0 Request processed in 61us (118us total) trans 8589973389 rc 0/0 00000100:00100000:2.0:1788572587.865793:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35781 00000100:00100000:2.0:1788572587.865820:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade03800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196174080:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.865829:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4904 rpc_version 4904 00000020:00100000:2.0:1788572587.865840:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.865844:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbade02300 x1875440196174336/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.865855:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbade02300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196174336:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.865880:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.865893:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.865904:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196174336 00000100:00100000:2.0:1788572587.865907:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196174336 00000100:00100000:2.0:1788572587.865937:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35782 00000100:00100000:2.0:1788572587.865944:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbade01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+15:202414:x1875440196174336:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.866025:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbade01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+16:202414:x1875440196174336:12345-0@lo:1000:osp_up1-0.0 Request processed in 82us (143us total) trans 8589973390 rc 0/0 00000100:00100000:2.0:1788572587.866032:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35782 00000100:00100000:2.0:1788572587.866071:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbade02300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196174336:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.866078:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4905 rpc_version 4905 00000020:00100000:2.0:1788572587.866090:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.866095:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8f936d80 x1875440196174592/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.866107:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f936d80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196174592:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.866324:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.866346:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.866361:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196174592 00000100:00100000:2.0:1788572587.866365:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196174592 00000100:00100000:2.0:1788572587.866386:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35783 00000100:00100000:2.0:1788572587.866393:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8f935880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+16:202414:x1875440196174592:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.866473:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8f935880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+17:202414:x1875440196174592:12345-0@lo:1000:osp_up1-0.0 Request processed in 81us (150us total) trans 8589973391 rc 0/0 00000100:00100000:2.0:1788572587.866480:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35783 00000100:00100000:2.0:1788572587.866515:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f936d80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196174592:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.866522:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4906 rpc_version 4906 00000020:00100000:2.0:1788572587.866534:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.866538:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8f934a80 x1875440196174848/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.866550:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8f934a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196174848:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.866574:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.866588:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474300 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.866602:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196174848 00000100:00100000:2.0:1788572587.866605:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196174848 00000100:00100000:2.0:1788572587.866626:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35784 00000100:00100000:2.0:1788572587.866634:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+17:202414:x1875440196174848:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.866849:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95508e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+18:202414:x1875440196174848:12345-0@lo:1000:osp_up1-0.0 Request processed in 216us (273us total) trans 8589973392 rc 0/0 00000100:00100000:2.0:1788572587.866856:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35784 00000100:00100000:3.0:1788572587.866972:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8f934a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196174848:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572587.866984:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4907 rpc_version 4907 00000020:00100000:3.0:1788572587.866997:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572587.867003:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e054380 x1875440196175104/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.867299:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572587.867340:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572587.867374:0:225663:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:225663:1875440196171392:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572587.867394:0:225663:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.867424:0:203890:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96add180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:203890:1875440196171520:192.168.202.54@tcp:104: 00010000:00010000:2.0:1788572587.867440:0:203890:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.867459:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633108352 00000100:00100000:2.0:1788572587.867463:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633108352 00010000:00010000:2.0:1788572587.867485:0:202378:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000be6ad95c/0xaad440e68c488e7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e5a expref: 7 pid: 225663 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.867512:0:202378:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633108480 00000100:00100000:2.0:1788572587.867515:0:202378:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633108480 00010000:00010000:2.0:1788572587.867526:0:202378:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007868a64f/0xaad440e68c488ece lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e6f expref: 8 pid: 225671 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788572587.867544:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28140 00000100:00100000:2.0:1788572587.867551:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca838d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+8:352625:x1875453633108352:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572587.867561:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572587.867567:0:202378:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000be6ad95c/0xaad440e68c488e7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e5a expref: 8 pid: 225663 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.867579:0:202378:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000be6ad95c/0xaad440e68c488e7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e5a expref: 8 pid: 225663 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.867601:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be6ad95c/0xaad440e68c488e7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1554:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e5a expref: 8 pid: 225663 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572587.867614:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e054380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196175104:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1788572587.867618:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1554:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572587.867624:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1554:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572587.867629:0:202378:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.867639:0:202378:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572587.867654:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572587.867674:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95dc1c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572587.867687:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196175104 00000100:00100000:3.0:1788572587.867690:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196175104 00010000:00010000:2.0:1788572587.867746:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572587.870472:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca838d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+7:352625:x1875453633108352:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 2909us (3162us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572587.870488:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28140 00000100:00100000:3.0:1788572587.870503:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35785 00000100:00100000:3.0:1788572587.870520:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+18:202414:x1875440196175104:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.870555:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 28141 00000100:00100000:2.0:1788572587.870565:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9550a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+6:352625:x1875453633108480:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788572587.870581:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572587.870591:0:202378:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007868a64f/0xaad440e68c488ece lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e6f expref: 6 pid: 225671 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.870610:0:202378:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007868a64f/0xaad440e68c488ece lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e6f expref: 6 pid: 225671 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.870636:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007868a64f/0xaad440e68c488ece lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1555:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e6f expref: 6 pid: 225671 timeout: 13665 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.870652:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1555:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572587.870656:0:202378:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1555:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788572587.870663:0:202378:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.870688:0:202378:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.870727:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572587.870778:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9550a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+5:352625:x1875453633108480:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 215us (3437us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572587.870786:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 28141 00000100:00100000:3.0:1788572587.870808:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:202414:x1875440196175104:12345-0@lo:1000:osp_up1-0.0 Request processed in 294us (3155us total) trans 8589973393 rc 0/0 00000100:00100000:3.0:1788572587.870817:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35785 00010000:00010000:2.0:1788572587.870960:0:203890:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.870971:0:203890:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.871497:0:203890:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.871509:0:203890:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.871539:0:203890:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788572587.871697:0:203890:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96adc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3639:x1875440196170752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23670us (23757us total) trans 8589944730 rc 0/0 00000100:00100000:2.0:1788572587.871706:0:203890:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21596 00000004:00080000:2.0:1788572587.871760:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbaf5d4000/2, rc 0, transno 8589944730 00000100:00100000:2.0:1788572587.871767:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196170752:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788572587.871795:0:225663:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788572587.871805:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e054380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196175104:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1788572587.871817:0:225663:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788572587.871822:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4908 rpc_version 4908 00010000:00010000:2.0:1788572587.871830:0:225663:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.871840:0:225663:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788572587.871847:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572587.871856:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e055500 x1875440196175360/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1788572587.871857:0:225663:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788572587.871948:0:225663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca96add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3639:x1875440196170624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24656us (25048us total) trans 8589944731 rc 0/0 00000100:00100000:2.0:1788572587.871955:0:225663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21595 00010000:00010000:2.0:1788572587.871974:0:202380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788572587.872018:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572587.872024:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.872033:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca96a94e00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:1.0:1788572587.872037:0:204293:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.872106:0:204293:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.872107:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.872116:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88cbbdd9ea00 already unused, calling callback (ffffffffc0d424f0) 00010000:00010000:2.0:1788572587.872119:0:202380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.872127:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.872134:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a9e6512b/0xaad440e68c48932e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1554:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 225663 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572587.872174:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572587.872177:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572587.872179:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572587.872213:0:202380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.872226:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.872233:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035ee07b6/0xaad440e68c489335 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1555:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 203890 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572587.872248:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572587.872249:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572587.872251:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788572587.872271:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff88cbaf5d7800/2, rc 0, transno 8589944731 00000100:00100000:2.0:1788572587.872276:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbaf5d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196170624:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788572587.874412:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e055500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196175360:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572587.874477:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572587.874514:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95f88c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572587.874657:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196175360 00000100:00100000:1.0:1788572587.874665:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196175360 00000100:00100000:2.0:1788572587.874800:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35786 00000100:00100000:2.0:1788572587.874811:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+19:202414:x1875440196175360:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.879350:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:202414:x1875440196175360:12345-0@lo:1000:osp_up1-0.0 Request processed in 4532us (4864us total) trans 8589973394 rc 0/0 00000100:00100000:2.0:1788572587.879367:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35786 00000100:00100000:0.0:1788572587.879402:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e055500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196175360:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572587.879417:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4909 rpc_version 4909 00000020:00100000:0.0:1788572587.879442:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572587.879450:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca856f7100 x1875440196175616/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572587.879473:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f7100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196175616:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.879512:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572587.879551:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8427dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.879600:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196175616 00000100:00100000:2.0:1788572587.879607:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196175616 00000100:00100000:2.0:1788572587.879656:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35787 00000100:00100000:2.0:1788572587.879665:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:202414:x1875440196175616:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.879817:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:202414:x1875440196175616:12345-0@lo:1000:osp_up1-0.0 Request processed in 153us (304us total) trans 8589973395 rc 0/0 00000100:00100000:2.0:1788572587.879824:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35787 00000100:00100000:0.0:1788572587.879886:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f7100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196175616:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572587.879893:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4910 rpc_version 4910 00000020:00100000:0.0:1788572587.879910:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572587.879929:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca856f5f80 x1875440196175872/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572587.879942:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca856f5f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196175872:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.879968:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572587.879999:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8427dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.880038:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196175872 00000100:00100000:2.0:1788572587.880043:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196175872 00000100:00100000:2.0:1788572587.880088:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35788 00000100:00100000:2.0:1788572587.880095:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca856f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:202414:x1875440196175872:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.880341:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca856f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:202414:x1875440196175872:12345-0@lo:1000:osp_up1-0.0 Request processed in 245us (371us total) trans 8589973396 rc 0/0 00000100:00100000:2.0:1788572587.880349:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35788 00000100:00100000:0.0:1788572587.880540:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca856f5f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196175872:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572587.880549:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4911 rpc_version 4911 00000020:00100000:0.0:1788572587.880562:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572587.880568:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca961d4000 x1875440196176128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572587.880583:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d4000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196176128:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.880609:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572587.880631:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8427dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572587.880895:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196176128 00000100:00100000:3.0:1788572587.880901:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196176128 00000100:00100000:3.0:1788572587.880952:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35789 00000100:00100000:3.0:1788572587.880961:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:202414:x1875440196176128:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572587.881088:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:202414:x1875440196176128:12345-0@lo:1000:osp_up1-0.0 Request processed in 129us (477us total) trans 8589973397 rc 0/0 00000100:00100000:3.0:1788572587.881095:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35789 00000100:00100000:0.0:1788572587.881332:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d4000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196176128:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572587.881342:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4912 rpc_version 4912 00000020:00100000:0.0:1788572587.881358:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572587.881364:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca961d6300 x1875440196176384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572587.881381:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca961d6300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196176384:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.881413:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572587.881439:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8427dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572587.881482:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196176384 00000100:00100000:3.0:1788572587.881487:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196176384 00000100:00100000:2.0:1788572587.881570:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35790 00000100:00100000:2.0:1788572587.881580:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:202414:x1875440196176384:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.881679:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca961d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+24:202414:x1875440196176384:12345-0@lo:1000:osp_up1-0.0 Request processed in 101us (265us total) trans 8589973398 rc 0/0 00000100:00100000:2.0:1788572587.881687:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35790 00000100:00100000:0.0:1788572587.881742:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca961d6300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196176384:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572587.881750:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4913 rpc_version 4913 00000020:00100000:0.0:1788572587.881765:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572587.881770:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9478ea00 x1875440196176640/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572587.881786:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196176640:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.881814:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572587.881838:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8427dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572587.881891:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196176640 00000100:00100000:3.0:1788572587.881896:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196176640 00000100:00100000:3.0:1788572587.881942:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35791 00000100:00100000:3.0:1788572587.881950:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+24:202414:x1875440196176640:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572587.882185:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+25:202414:x1875440196176640:12345-0@lo:1000:osp_up1-0.0 Request processed in 235us (369us total) trans 8589973399 rc 0/0 00000100:00100000:3.0:1788572587.882192:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35791 00000100:00100000:0.0:1788572587.882323:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ea00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196176640:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572587.882333:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4914 rpc_version 4914 00000020:00100000:0.0:1788572587.882350:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572587.882356:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9478d180 x1875440196176896/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572587.882371:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478d180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196176896:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.882401:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572587.882429:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8427dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.882641:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196176896 00000100:00100000:2.0:1788572587.882645:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196176896 00000100:00100000:2.0:1788572587.882691:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35792 00000100:00100000:2.0:1788572587.882698:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+25:202414:x1875440196176896:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.882804:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+26:202414:x1875440196176896:12345-0@lo:1000:osp_up1-0.0 Request processed in 106us (402us total) trans 8589973400 rc 0/0 00000100:00100000:2.0:1788572587.882810:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35792 00000100:00100000:2.0:1788572587.882843:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478d180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196176896:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.882850:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4915 rpc_version 4915 00000020:00100000:2.0:1788572587.882863:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.882868:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9550b100 x1875440196177152/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.882881:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9550b100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196177152:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.882905:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.882935:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572587.882947:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196177152 00000100:00100000:3.0:1788572587.882952:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196177152 00000100:00100000:3.0:1788572587.882988:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35793 00000100:00100000:3.0:1788572587.882995:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca95509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+26:202414:x1875440196177152:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572587.883144:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca95509c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:202414:x1875440196177152:12345-0@lo:1000:osp_up1-0.0 Request processed in 149us (236us total) trans 8589973401 rc 0/0 00000100:00100000:3.0:1788572587.883188:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35793 00000100:00100000:2.0:1788572587.883252:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9550b100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196177152:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.883262:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4916 rpc_version 4916 00000020:00100000:2.0:1788572587.883274:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.883279:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca96b02d80 x1875440196177408/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.883292:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca96b02d80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196177408:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.883318:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.883341:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572587.883609:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196177408 00000100:00100000:3.0:1788572587.883614:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196177408 00000100:00100000:3.0:1788572587.883652:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35794 00000100:00100000:3.0:1788572587.883661:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:202414:x1875440196177408:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572587.883740:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+28:202414:x1875440196177408:12345-0@lo:1000:osp_up1-0.0 Request processed in 81us (420us total) trans 8589973402 rc 0/0 00000100:00100000:3.0:1788572587.883748:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35794 00000100:00100000:2.0:1788572587.883791:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca96b02d80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196177408:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.883800:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4917 rpc_version 4917 00000020:00100000:2.0:1788572587.883813:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.883819:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83b28e00 x1875440196177664/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.883833:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b28e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196177664:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.883859:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.883884:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572587.883945:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196177664 00000100:00100000:3.0:1788572587.883950:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196177664 00000100:00100000:3.0:1788572587.883991:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35795 00000100:00100000:3.0:1788572587.884001:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+28:202414:x1875440196177664:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572587.884133:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:202414:x1875440196177664:12345-0@lo:1000:osp_up1-0.0 Request processed in 135us (272us total) trans 8589973403 rc 0/0 00000100:00100000:3.0:1788572587.884140:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35795 00000100:00100000:2.0:1788572587.884274:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b28e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196177664:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.884282:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4918 rpc_version 4918 00000020:00100000:2.0:1788572587.884294:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.884299:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83b2aa00 x1875440196177920/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.884312:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2aa00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196177920:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.884338:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.884362:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788572587.884613:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196177920 00000100:00100000:3.0:1788572587.884618:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196177920 00000100:00100000:3.0:1788572587.884651:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35796 00000100:00100000:3.0:1788572587.884659:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:202414:x1875440196177920:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572587.884755:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+30:202414:x1875440196177920:12345-0@lo:1000:osp_up1-0.0 Request processed in 97us (416us total) trans 8589973404 rc 0/0 00000100:00100000:3.0:1788572587.884762:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35796 00000100:00100000:1.0:1788572587.884878:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2aa00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196177920:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572587.884885:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4919 rpc_version 4919 00000020:00100000:1.0:1788572587.884898:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572587.884902:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e182d80 x1875440196178176/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572587.884928:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e182d80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196178176:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.884956:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572587.884983:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572587.885087:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196178176 00000100:00100000:3.0:1788572587.885092:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196178176 00000100:00100000:3.0:1788572587.885125:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35797 00000100:00100000:3.0:1788572587.885133:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+30:202414:x1875440196178176:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572587.885237:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e180380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:202414:x1875440196178176:12345-0@lo:1000:osp_up1-0.0 Request processed in 104us (278us total) trans 8589973405 rc 0/0 00000100:00100000:3.0:1788572587.885243:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35797 00000100:00100000:1.0:1788572587.885300:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e182d80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196178176:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572587.885307:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4920 rpc_version 4920 00000020:00100000:1.0:1788572587.885319:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572587.885324:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e180700 x1875440196178432/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572587.885338:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e180700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196178432:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.885363:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572587.885386:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.885426:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196178432 00000100:00100000:2.0:1788572587.885430:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196178432 00000100:00100000:2.0:1788572587.885500:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35798 00000100:00100000:2.0:1788572587.885507:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:202414:x1875440196178432:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.885609:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:202414:x1875440196178432:12345-0@lo:1000:osp_up1-0.0 Request processed in 102us (244us total) trans 8589973406 rc 0/0 00000100:00100000:2.0:1788572587.885616:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35798 00000100:00100000:1.0:1788572587.887987:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e180700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196178432:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572587.888004:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4921 rpc_version 4921 00000020:00100000:1.0:1788572587.888029:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572587.888038:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e181f80 x1875440196178688/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572587.888060:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196178688:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.888116:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572587.888178:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572587.888298:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196178688 00000100:00100000:0.0:1788572587.888305:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196178688 00000100:00100000:0.0:1788572587.888352:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35799 00000100:00100000:0.0:1788572587.888362:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:202414:x1875440196178688:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.888498:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e181500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:202414:x1875440196178688:12345-0@lo:1000:osp_up1-0.0 Request processed in 138us (381us total) trans 8589973407 rc 0/0 00000100:00100000:0.0:1788572587.888506:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35799 00000100:00100000:1.0:1788572587.888642:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e181f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196178688:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572587.888650:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4922 rpc_version 4922 00000020:00100000:1.0:1788572587.888663:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572587.888740:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8b6fca80 x1875440196178944/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572587.888756:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fca80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196178944:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.888856:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572587.888882:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572587.888932:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196178944 00000100:00100000:0.0:1788572587.888936:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196178944 00000100:00100000:0.0:1788572587.888968:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35800 00000100:00100000:0.0:1788572587.888978:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:202414:x1875440196178944:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.889055:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:202414:x1875440196178944:12345-0@lo:1000:osp_up1-0.0 Request processed in 80us (198us total) trans 8589973408 rc 0/0 00000100:00100000:0.0:1788572587.889063:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35800 00000100:00100000:1.0:1788572587.889129:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fca80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196178944:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572587.889137:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4923 rpc_version 4923 00000020:00100000:1.0:1788572587.889148:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572587.889191:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8b6fdf80 x1875440196179200/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572587.889310:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fdf80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196179200:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.889339:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572587.889352:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.889407:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196179200 00000100:00100000:2.0:1788572587.889412:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196179200 00000100:00100000:2.0:1788572587.889445:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35801 00000100:00100000:2.0:1788572587.889452:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:202414:x1875440196179200:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.889541:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:202414:x1875440196179200:12345-0@lo:1000:osp_up1-0.0 Request processed in 88us (200us total) trans 8589973409 rc 0/0 00000100:00100000:2.0:1788572587.889548:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35801 00000100:00100000:1.0:1788572587.889756:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fdf80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196179200:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572587.889764:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4924 rpc_version 4924 00000020:00100000:1.0:1788572587.889848:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572587.889854:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8b6ff480 x1875440196179456/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572587.889869:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6ff480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196179456:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.889894:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572587.889929:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788572587.889960:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196179456 00000100:00100000:3.0:1788572587.889966:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196179456 00000100:00100000:3.0:1788572587.890010:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35802 00000100:00100000:3.0:1788572587.890087:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:202414:x1875440196179456:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572587.890206:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+36:202414:x1875440196179456:12345-0@lo:1000:osp_up1-0.0 Request processed in 188us (310us total) trans 8589973410 rc 0/0 00000100:00100000:3.0:1788572587.890218:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35802 00000100:00100000:1.0:1788572587.890292:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6ff480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196179456:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572587.890300:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4925 rpc_version 4925 00000020:00100000:1.0:1788572587.890311:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572587.890316:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8b6ff800 x1875440196179712/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572587.890327:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6ff800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196179712:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.890353:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572587.890377:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572587.890428:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196179712 00000100:00100000:0.0:1788572587.890433:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196179712 00000100:00100000:0.0:1788572587.890467:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35803 00000100:00100000:0.0:1788572587.890475:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+36:202414:x1875440196179712:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.890550:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:202414:x1875440196179712:12345-0@lo:1000:osp_up1-0.0 Request processed in 76us (195us total) trans 8589973411 rc 0/0 00000100:00100000:0.0:1788572587.890627:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35803 00000100:00100000:1.0:1788572587.890871:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6ff800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196179712:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572587.890878:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4926 rpc_version 4926 00000020:00100000:1.0:1788572587.890890:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572587.890894:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8b6fc700 x1875440196179968/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572587.890905:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8b6fc700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196179968:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.890943:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572587.890971:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572587.891472:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196179968 00000100:00100000:0.0:1788572587.891478:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196179968 00000100:00100000:0.0:1788572587.891504:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35804 00000100:00100000:0.0:1788572587.891511:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:202414:x1875440196179968:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.893327:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8b6fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+38:202414:x1875440196179968:12345-0@lo:1000:osp_up1-0.0 Request processed in 1809us (2376us total) trans 8589973412 rc 0/0 00000100:00100000:0.0:1788572587.893341:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35804 00000100:00100000:1.0:1788572587.896490:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8b6fc700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196179968:0@lo:1000:osp_up1-0.0 00000004:00080000:1.0:1788572587.896510:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4927 rpc_version 4927 00000020:00100000:1.0:1788572587.896538:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1788572587.896545:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8fcb3100 x1875440196180224/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788572587.897359:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb3100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196180224:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.897430:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572587.897470:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88cbaf7d6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788572587.897574:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196180224 00000100:00100000:0.0:1788572587.897582:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196180224 00000100:00100000:0.0:1788572587.897639:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35805 00000100:00100000:0.0:1788572587.897651:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+38:202414:x1875440196180224:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.898045:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+39:202414:x1875440196180224:12345-0@lo:1000:osp_up1-0.0 Request processed in 395us (612us total) trans 8589973413 rc 0/0 00000100:00100000:0.0:1788572587.898054:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35805 00000100:00100000:3.0:1788572587.898251:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb3100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196180224:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572587.898263:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4928 rpc_version 4928 00000020:00100000:3.0:1788572587.898282:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572587.898289:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca8e057800 x1875440196180480/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572587.898305:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8e057800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196180480:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572587.898341:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572587.898368:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95f889c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572587.898638:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196180480 00000100:00100000:1.0:1788572587.898644:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196180480 00000100:00100000:1.0:1788572587.898750:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35806 00000100:00100000:1.0:1788572587.898759:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8e056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+39:202414:x1875440196180480:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.898949:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8e056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+40:202414:x1875440196180480:12345-0@lo:1000:osp_up1-0.0 Request processed in 191us (607us total) trans 8589973414 rc 0/0 00000100:00100000:1.0:1788572587.898957:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35806 00000100:00100000:3.0:1788572587.899002:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8e057800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196180480:0@lo:1000:osp_up1-0.0 00000004:00080000:3.0:1788572587.899011:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4929 rpc_version 4929 00000020:00100000:3.0:1788572587.899123:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1788572587.899131:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88cbbde70e00 x1875440196180736/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788572587.899146:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196180736:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572587.899196:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572587.899216:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca95f889c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788572587.899230:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196180736 00000100:00100000:3.0:1788572587.899234:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196180736 00000100:00100000:3.0:1788572587.899261:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35807 00000100:00100000:3.0:1788572587.899268:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+40:202414:x1875440196180736:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1788572587.899400:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+41:202414:x1875440196180736:12345-0@lo:1000:osp_up1-0.0 Request processed in 132us (203us total) trans 8589973415 rc 0/0 00000100:00100000:3.0:1788572587.899408:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35807 00000100:00100000:0.0:1788572587.901436:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196180736:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572587.901457:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4930 rpc_version 4930 00000020:00100000:0.0:1788572587.901484:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572587.901492:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9478ca80 x1875440196180992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572587.901522:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ca80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196180992:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.901651:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572587.901785:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8427d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788572587.901887:0:203902:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196180992 00000100:00100000:1.0:1788572587.901893:0:203902:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196180992 00000100:00100000:1.0:1788572587.901983:0:203902:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35808 00000100:00100000:1.0:1788572587.901994:0:203902:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+41:202414:x1875440196180992:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.902196:0:203902:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+42:202414:x1875440196180992:12345-0@lo:1000:osp_up1-0.0 Request processed in 192us (532us total) trans 8589973416 rc 0/0 00000100:00100000:1.0:1788572587.902204:0:203902:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35808 00000100:00100000:2.0:1788572587.902292:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ca80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196180992:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.902300:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4931 rpc_version 4931 00000020:00100000:2.0:1788572587.902313:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.902318:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83b28a80 x1875440196181248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.902331:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b28a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196181248:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.902359:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.902567:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788572587.902647:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196181248 00000100:00100000:0.0:1788572587.902651:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196181248 00000100:00100000:0.0:1788572587.902794:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35809 00000100:00100000:0.0:1788572587.902803:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+42:202414:x1875440196181248:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.902902:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+43:202414:x1875440196181248:12345-0@lo:1000:osp_up1-0.0 Request processed in 101us (541us total) trans 8589973417 rc 0/0 00000100:00100000:0.0:1788572587.902908:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35809 00000100:00100000:0.0:1788572587.904376:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b28a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196181248:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572587.904393:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4932 rpc_version 4932 00000020:00100000:0.0:1788572587.904414:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572587.904420:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9478d500 x1875440196181504/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572587.904438:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196181504:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.904486:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572587.904517:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8427dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788572587.904640:0:228207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196181504 00000100:00100000:2.0:1788572587.904646:0:228207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196181504 00000100:00100000:2.0:1788572587.904760:0:228207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35810 00000100:00100000:2.0:1788572587.904771:0:228207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+43:202414:x1875440196181504:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.905500:0:228207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+44:202414:x1875440196181504:12345-0@lo:1000:osp_up1-0.0 Request processed in 729us (1011us total) trans 8589973418 rc 0/0 00000100:00100000:2.0:1788572587.905514:0:228207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35810 00000100:00100000:0.0:1788572587.905656:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478d500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196181504:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1788572587.905737:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4933 rpc_version 4933 00000020:00100000:0.0:1788572587.905757:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1788572587.905764:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca9478ed80 x1875440196181760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788572587.905852:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478ed80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196181760:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1788572587.905892:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572587.905935:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca8427dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788572587.906106:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196181760 00000100:00100000:1.0:1788572587.906112:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196181760 00000100:00100000:1.0:1788572587.906374:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35811 00000100:00100000:1.0:1788572587.906385:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca9478dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+44:202414:x1875440196181760:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.906572:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca9478dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+45:202414:x1875440196181760:12345-0@lo:1000:osp_up1-0.0 Request processed in 188us (678us total) trans 8589973419 rc 0/0 00000100:00100000:1.0:1788572587.906580:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35811 00000100:00100000:2.0:1788572587.906770:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478ed80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196181760:0@lo:1000:osp_up1-0.0 00000004:00080000:2.0:1788572587.906860:0:202414:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff88ca8c0d6b40 version 4934 rpc_version 4934 00000020:00100000:2.0:1788572587.906878:0:202414:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1788572587.906884:0:202414:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88ca83b2a680 x1875440196182016/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572587.906903:0:202414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca83b2a680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196182016:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1788572587.906947:0:202414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572587.907019:0:202414:0:(client.c:2716:ptlrpc_set_wait()) set ffff88ca94474e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788572587.907192:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196182016 00000100:00100000:1.0:1788572587.907198:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196182016 00000100:00100000:1.0:1788572587.907351:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35812 00000100:00100000:1.0:1788572587.907359:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+45:202414:x1875440196182016:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1788572587.907479:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+46:202414:x1875440196182016:12345-0@lo:1000:osp_up1-0.0 Request processed in 120us (530us total) trans 8589973420 rc 0/0 00000100:00100000:1.0:1788572587.907487:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35812 00000100:00100000:1.0:1788572587.907530:0:202414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2a680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:202414:1875440196182016:0@lo:1000:osp_up1-0.0 00000001:02000400:2.0:1788572588.003759:0:242223:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanityn: finish cleanup 21:43:05 (1788572585) === 00010000:00010000:3.0:1788572588.017746:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572588.852338:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788572588.852789:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196182144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788572588.852951:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572588.853300:0:205175:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196182144 00000100:00100000:1.0:1788572588.853312:0:205175:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196182144 00000100:00100000:1.0:1788572588.853405:0:205175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180 00000100:00100000:1.0:1788572588.853416:0:205175:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3637:x1875440196182144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788572588.853451:0:205175:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 50436032 pending 0 free 3921461248 avail 3689938944 00000100:00100000:1.0:1788572588.853531:0:205175:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3637:x1875440196182144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572588.853539:0:205175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180 00000100:00100000:0.0:1788572588.853639:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196182144:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788572589.041407:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572589.873661:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196182528:0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.873736:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572589.873786:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196183040:0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.873814:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572589.873832:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875440196183552:0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.873885:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572589.873909:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788572589.873915:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196182656:0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.873936:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572589.873951:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196183168:0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.873970:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572589.873985:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3637:1875440196183680:0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.874005:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572589.874040:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196183552 00000100:00100000:3.0:1788572589.874048:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196183552 00000100:00100000:3.0:1788572589.874102:0:230921:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196183680 00000100:00100000:3.0:1788572589.874105:0:230921:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196183680 00000100:00100000:3.0:1788572589.874125:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4195 00000100:00100000:3.0:1788572589.874134:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875440196183552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.874226:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1875440196183552:12345-0@lo:400:kworker.0 Request processed in 93us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572589.874233:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4195 00000100:00100000:3.0:1788572589.874255:0:230921:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4196 00000100:00100000:3.0:1788572589.874261:0:230921:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1875440196183680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.874303:0:230921:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1875440196183680:12345-0@lo:400:kworker.0 Request processed in 42us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572589.874309:0:230921:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4196 00000100:00100000:3.0:1788572589.874351:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3637:1875440196183680:0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.874363:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3637:1875440196183552:0@lo:400:kworker.0 00000100:00100000:0.0:1788572589.874755:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196182528 00000100:00100000:0.0:1788572589.874761:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196182528 00000100:00100000:0.0:1788572589.874816:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196183040 00000100:00100000:0.0:1788572589.874820:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196183040 00000100:00100000:0.0:1788572589.874851:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196182656 00000100:00100000:0.0:1788572589.874855:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196182656 00000100:00100000:0.0:1788572589.874874:0:203891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196183168 00000100:00100000:0.0:1788572589.874876:0:203891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196183168 00000100:00100000:0.0:1788572589.874894:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:0.0:1788572589.874902:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbbde70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3637:x1875440196182528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788572589.874949:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbbde70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3637:x1875440196182528:12345-0@lo:400:kworker.0 Request processed in 49us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572589.874956:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00100000:0.0:1788572589.874970:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00100000:0.0:1788572589.874975:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3637:x1875440196183040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788572589.875003:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3637:x1875440196183040:12345-0@lo:400:kworker.0 Request processed in 28us (1188us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572589.875008:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 00000100:00100000:0.0:1788572589.875019:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:0.0:1788572589.875025:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3637:x1875440196182656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788572589.875054:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3637:x1875440196182656:12345-0@lo:400:kworker.0 Request processed in 30us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572589.875059:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00000100:00100000:0.0:1788572589.875070:0:203891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755 00000100:00100000:0.0:1788572589.875077:0:203891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3637:x1875440196183168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788572589.875102:0:203891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3637:x1875440196183168:12345-0@lo:400:kworker.0 Request processed in 26us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572589.875107:0:203891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755 00000100:00100000:3.0:1788572589.875321:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196182656:0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.875334:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196183168:0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.875344:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3637:1875440196182528:0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.875354:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196183040:0@lo:400:kworker.0 00000100:00100000:1.0:1788572589.875494:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196182400:0@lo:400:kworker.0 00000100:00100000:1.0:1788572589.875535:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572589.875579:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196182912:0@lo:400:kworker.0 00000100:00100000:1.0:1788572589.875599:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572589.875625:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1875440196183424:0@lo:400:kworker.0 00000100:00100000:1.0:1788572589.875647:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572589.875664:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1788572589.875670:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca9478f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3640:1875440196182272:0@lo:400:kworker.0 00000100:00100000:1.0:1788572589.875699:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572589.875724:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875440196182784:0@lo:400:kworker.0 00000100:00100000:1.0:1788572589.875744:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572589.875759:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875440196183296:0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.875965:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196182400 00000100:00100000:3.0:1788572589.875971:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196182400 00000100:00100000:3.0:1788572589.875999:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196182912 00000100:00100000:3.0:1788572589.876003:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196182912 00000100:00100000:3.0:1788572589.876019:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35813 00000100:00100000:3.0:1788572589.876025:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+46:3640:x1875440196182400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.876069:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+46:3640:x1875440196182400:12345-0@lo:400:kworker.0 Request processed in 43us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572589.876076:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35813 00000100:00100000:3.0:1788572589.876091:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35814 00000100:00100000:3.0:1788572589.876096:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:3640:x1875440196182912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.876121:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:3640:x1875440196182912:12345-0@lo:400:kworker.0 Request processed in 25us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572589.876127:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35814 00000100:00100000:3.0:1788572589.876146:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196183424 00000100:00100000:3.0:1788572589.876187:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196183424 00000100:00100000:3.0:1788572589.876217:0:204288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196182784 00000100:00100000:3.0:1788572589.876220:0:204288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196182784 00000100:00100000:3.0:1788572589.876237:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4197 00000100:00100000:3.0:1788572589.876242:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875440196183424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.876272:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875440196183424:12345-0@lo:400:kworker.0 Request processed in 31us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572589.876290:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4197 00000100:00100000:3.0:1788572589.876302:0:204288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4198 00000100:00100000:3.0:1788572589.876308:0:204288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875440196182784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788572589.876334:0:204288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875440196182784:12345-0@lo:400:kworker.0 Request processed in 27us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572589.876340:0:204288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4198 00000100:00080000:3.0:1788572589.876377:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788572589.876382:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788572589.876385:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788572589.876387:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788572589.876671:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572589.876706:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1875440196183808:0@lo:400:kworker.0 00000100:00100000:1.0:1788572589.876734:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572589.876764:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3640:1875440196182400:0@lo:400:kworker.0 00000100:00100000:1.0:1788572589.876773:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 12884962184 gen 2 00000004:00080000:1.0:1788572589.876788:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962142 committed transno 12884962184 00000004:00080000:1.0:1788572589.876806:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962143 committed transno 12884962184 00000004:00080000:1.0:1788572589.876815:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962144 committed transno 12884962184 00000004:00080000:1.0:1788572589.876824:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962145 committed transno 12884962184 00000004:00080000:1.0:1788572589.876833:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962146 committed transno 12884962184 00000004:00080000:1.0:1788572589.876849:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962147 committed transno 12884962184 00000004:00080000:1.0:1788572589.876862:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962148 committed transno 12884962184 00000004:00080000:1.0:1788572589.876869:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962149 committed transno 12884962184 00000004:00080000:1.0:1788572589.876878:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962150 committed transno 12884962184 00000004:00080000:1.0:1788572589.876886:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962151 committed transno 12884962184 00000004:00080000:1.0:1788572589.876895:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962152 committed transno 12884962184 00000004:00080000:1.0:1788572589.876905:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962153 committed transno 12884962184 00000004:00080000:1.0:1788572589.876915:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962154 committed transno 12884962184 00000004:00080000:1.0:1788572589.876925:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962155 committed transno 12884962184 00000004:00080000:1.0:1788572589.876932:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962156 committed transno 12884962184 00000004:00080000:1.0:1788572589.876939:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962157 committed transno 12884962184 00000004:00080000:1.0:1788572589.876948:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962158 committed transno 12884962184 00000004:00080000:1.0:1788572589.876960:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962159 committed transno 12884962184 00000004:00080000:1.0:1788572589.876969:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962160 committed transno 12884962184 00000004:00080000:1.0:1788572589.876977:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962161 committed transno 12884962184 00000004:00080000:1.0:1788572589.876986:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962162 committed transno 12884962184 00000004:00080000:1.0:1788572589.876994:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962163 committed transno 12884962184 00000004:00080000:1.0:1788572589.877002:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962164 committed transno 12884962184 00000004:00080000:1.0:1788572589.877012:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962165 committed transno 12884962184 00000004:00080000:1.0:1788572589.877019:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962166 committed transno 12884962184 00000004:00080000:1.0:1788572589.877029:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962167 committed transno 12884962184 00000004:00080000:1.0:1788572589.877038:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962168 committed transno 12884962184 00000004:00080000:1.0:1788572589.877048:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962169 committed transno 12884962184 00000004:00080000:1.0:1788572589.877057:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962170 committed transno 12884962184 00000004:00080000:1.0:1788572589.877067:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962171 committed transno 12884962184 00000004:00080000:1.0:1788572589.877074:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962172 committed transno 12884962184 00000004:00080000:1.0:1788572589.877083:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962173 committed transno 12884962184 00000004:00080000:1.0:1788572589.877090:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962174 committed transno 12884962184 00000004:00080000:1.0:1788572589.877096:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962175 committed transno 12884962184 00000004:00080000:1.0:1788572589.877106:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962176 committed transno 12884962184 00000004:00080000:1.0:1788572589.877113:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962177 committed transno 12884962184 00000004:00080000:1.0:1788572589.877122:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962178 committed transno 12884962184 00000004:00080000:1.0:1788572589.877131:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962179 committed transno 12884962184 00000004:00080000:1.0:1788572589.877138:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962180 committed transno 12884962184 00000004:00080000:1.0:1788572589.877373:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962181 committed transno 12884962184 00000004:00080000:1.0:1788572589.877382:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962182 committed transno 12884962184 00000004:00080000:1.0:1788572589.877390:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962183 committed transno 12884962184 00000004:00080000:1.0:1788572589.877398:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884962184 committed transno 12884962184 00000100:00100000:1.0:1788572589.877409:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3640:1875440196182912:0@lo:400:kworker.0 00000100:00100000:1.0:1788572589.877427:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3640:1875440196183424:0@lo:400:kworker.0 00000100:00100000:0.0:1788572589.877568:0:202384:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196182272 00000100:00100000:0.0:1788572589.877575:0:202384:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196182272 00000100:00100000:0.0:1788572589.877619:0:202384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1788572589.877628:0:202384:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbafb00050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce9cd10e-f641-4d8f-bce9-32086d762c1a+24:3640:x1875440196182272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788572589.877672:0:202384:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbafb00050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce9cd10e-f641-4d8f-bce9-32086d762c1a+24:3640:x1875440196182272:12345-0@lo:400:kworker.0 Request processed in 46us (1971us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572589.877679:0:202384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1788572589.877710:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196183296 00000100:00100000:0.0:1788572589.877714:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196183296 00000100:00100000:0.0:1788572589.877735:0:202393:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196183808 00000100:00100000:0.0:1788572589.877738:0:202393:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196183808 00000100:00100000:0.0:1788572589.877764:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4199 00000100:00100000:0.0:1788572589.877769:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875440196183296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788572589.877813:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875440196183296:12345-0@lo:400:kworker.0 Request processed in 44us (1143us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572589.877820:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4199 00000100:00100000:0.0:1788572589.877831:0:202393:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4200 00000100:00100000:0.0:1788572589.877849:0:202393:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca8fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875440196183808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788572589.877875:0:202393:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca8fcb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875440196183808:12345-0@lo:400:kworker.0 Request processed in 40us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572589.877881:0:202393:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4200 00000100:00080000:0.0:1788572589.877904:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788572589.878069:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875440196182784:0@lo:400:kworker.0 00000100:00100000:1.0:1788572589.878083:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875440196183296:0@lo:400:kworker.0 00000100:00100000:1.0:1788572589.878093:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3640:1875440196183808:0@lo:400:kworker.0 00000100:00100000:1.0:1788572589.878112:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca9478f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3640:1875440196182272:0@lo:400:kworker.0 00000100:00100000:2.0:1788572589.879720:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788572589.879739:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196183936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788572589.879876:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572589.880303:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788572589.880314:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196184064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788572589.880344:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572589.881675:0:203895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196183936 00000100:00100000:3.0:1788572589.881687:0:203895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196183936 00000100:00100000:3.0:1788572589.881935:0:203895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196184064 00000100:00100000:3.0:1788572589.881939:0:203895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196184064 00000100:00100000:0.0:1788572589.881984:0:203894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181 00000100:00100000:0.0:1788572589.881996:0:203894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3639:x1875440196183936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788572589.882036:0:203894:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8551232 pending 0 free 3894226944 avail 3662704640 00000100:00100000:0.0:1788572589.882107:0:203894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3639:x1875440196183936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (2231us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572589.882114:0:203894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181 00000100:00100000:0.0:1788572589.882136:0:203894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:0.0:1788572589.882143:0:203894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3638:x1875440196184064:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788572589.883013:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3639:1875440196183936:0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788572589.883094:0:203894:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8551232 pending 0 free 3894226944 avail 3662704640 00000100:00100000:0.0:1788572589.883167:0:203894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3638:x1875440196184064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1010us (2807us total) trans 0 rc 0/0 00000100:00100000:0.0:1788572589.883247:0:203894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00000100:00100000:2.0:1788572589.883322:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196184064:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1788572590.065336:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572590.577115:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572590.577196:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572590.577231:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572590.577309:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:1.0:1788572590.577439:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633108864 00000100:00100000:1.0:1788572590.577450:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633108864 00000100:00100000:1.0:1788572590.577515:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633108736 00000100:00100000:1.0:1788572590.577518:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633108736 00000100:00100000:1.0:1788572590.577537:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633108992 00000100:00100000:1.0:1788572590.577539:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633108992 00000100:00100000:1.0:1788572590.577560:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16133 00000100:00100000:1.0:1788572590.577570:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:51247596-0f4d-40cb-b4aa-cc9a107b363f+12:352624:x1875453633108864:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572590.577585:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572590.577605:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88cbbddc3000/0xaad440e68c35136a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51df4 expref: 12 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572590.577626:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572590.577670:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:51247596-0f4d-40cb-b4aa-cc9a107b363f+11:352624:x1875453633108864:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 101us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572590.577677:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16133 00000100:00100000:1.0:1788572590.577693:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16134 00000100:00100000:1.0:1788572590.577700:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:51247596-0f4d-40cb-b4aa-cc9a107b363f+10:352624:x1875453633108736:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572590.577707:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572590.577716:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88ca927b6000/0xaad440e68c351363 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51dc3 expref: 10 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572590.577725:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572590.577741:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:51247596-0f4d-40cb-b4aa-cc9a107b363f+9:352624:x1875453633108736:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 42us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572590.577747:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16134 00000100:00100000:1.0:1788572590.577759:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 16135 00000100:00100000:1.0:1788572590.577765:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:51247596-0f4d-40cb-b4aa-cc9a107b363f+8:352624:x1875453633108992:12345-192.168.202.54@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788572590.577771:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572590.577779:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88ca99512400/0xaad440e68c351371 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51dfb expref: 8 pid: 202386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572590.577788:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572590.577801:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:51247596-0f4d-40cb-b4aa-cc9a107b363f+7:352624:x1875453633108992:12345-192.168.202.54@tcp:103:ldlm_bl.0 Request processed in 36us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572590.577818:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 16135 00000100:00100000:3.0:1788572590.578701:0:225666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633108608 00000100:00100000:3.0:1788572590.578710:0:225666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633108608 00000100:00100000:3.0:1788572590.578768:0:225666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21597 00000100:00100000:3.0:1788572590.578776:0:225666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+5:352623:x1875453633108608:12345-192.168.202.54@tcp:9:umount.0 00000020:00000080:3.0:1788572590.578801:0:225666:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c35138d 00000100:00080000:3.0:1788572590.578820:0:225666:0:(import.c:65:import_set_state_nolock()) ffff88cbadd0d000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788572590.578863:0:225666:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589944050 00000100:00100000:3.0:1788572590.578984:0:225666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+2:352623:x1875453633108608:12345-192.168.202.54@tcp:9:umount.0 Request processed in 209us (1878us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572590.578991:0:225666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21597 00000100:00080000:1.0:1788572590.579098:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788572590.579552:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572590.586982:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572590.587085:0:225664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633109120 00000100:00100000:2.0:1788572590.587095:0:225664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633109120 00000100:00100000:2.0:1788572590.587205:0:225664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 21598 00000100:00100000:2.0:1788572590.587217:0:225664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+5:352623:x1875453633109120:12345-192.168.202.54@tcp:9:umount.0 00000020:00000080:2.0:1788572590.587255:0:225664:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c3514e4 00000100:00080000:2.0:1788572590.587264:0:225664:0:(import.c:65:import_set_state_nolock()) ffff88caa20cc000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788572590.587317:0:225664:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589944731 00000100:00100000:2.0:1788572590.587483:0:225664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+2:352623:x1875453633109120:12345-192.168.202.54@tcp:9:umount.0 Request processed in 267us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572590.587491:0:225664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 21598 00000100:00080000:1.0:1788572590.587877:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788572590.588109:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572590.608541:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:3.0:1788572590.608675:0:202392:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633109376 00000100:00100000:3.0:1788572590.608687:0:202392:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633109376 00000100:00100000:3.0:1788572590.608829:0:202392:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138515 00000100:00100000:3.0:1788572590.608844:0:202392:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+6:352623:x1875453633109376:12345-192.168.202.54@tcp:39:umount.0 00000020:00000080:3.0:1788572590.608881:0:202392:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c351378 00000020:00010000:3.0:1788572590.608889:0:202392:0:(genops.c:1921:obd_stale_export_put()) Put export ffff88ca8fc5a800: total 0 00000100:00080000:3.0:1788572590.608893:0:202392:0:(import.c:65:import_set_state_nolock()) ffff88ca8fc59800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788572590.608920:0:202392:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884962184 00000020:00010000:2.0:1788572590.609536:0:225819:0:(genops.c:1907:obd_stale_export_get()) Get export ffff88ca8fc5a800: total 0 00010000:00010000:2.0:1788572590.609658:0:225819:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff88ca8fc5a800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788572590.609693:0:225819:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88cb921b6200) 00010000:00010000:2.0:1788572590.609697:0:225819:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788572590.609706:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88caa30ac800/0xaad440e68c488f4c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b77e99 expref: 5 pid: 205632 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572590.609725:0:225819:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff88ca8fc5a800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1788572590.609738:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572590.609739:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572590.609741:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788572590.610678:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788572590.610788:0:202392:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+3:352623:x1875453633109376:12345-192.168.202.54@tcp:39:umount.0 Request processed in 1945us (2252us total) trans 12884962185 rc 0/0 00000100:00100000:2.0:1788572590.610799:0:202392:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138515 00000100:00100000:2.0:1788572590.619005:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:0.0:1788572590.619295:0:205632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633109504 00000100:00100000:0.0:1788572590.619308:0:205632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633109504 00000100:00080000:1.0:1788572590.619450:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788572590.619553:0:205632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 138516 00000100:00100000:0.0:1788572590.619572:0:205632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+5:352623:x1875453633109504:12345-192.168.202.54@tcp:39:umount.0 00000020:00000080:0.0:1788572590.619605:0:205632:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c35137f 00000100:00080000:0.0:1788572590.619615:0:205632:0:(import.c:65:import_set_state_nolock()) ffff88ca8fc5f800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788572590.619642:0:205632:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589973420 00000100:00100000:0.0:1788572590.619820:0:205632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea+3:352623:x1875453633109504:12345-192.168.202.54@tcp:39:umount.0 Request processed in 257us (824us total) trans 8589973421 rc 0/0 00000100:00100000:0.0:1788572590.619827:0:205632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 138516 00010000:00010000:1.0:1788572590.619879:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788572590.656482:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.54@tcp (source: 12345-192.168.202.54@tcp) 00000100:00100000:2.0:1788572590.656846:0:202387:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875453633109760 00000100:00100000:2.0:1788572590.656857:0:202387:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875453633109760 00000100:00100000:2.0:1788572590.656928:0:202387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.54@tcp, seq: 1367 00000100:00100000:2.0:1788572590.656939:0:202387:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cbafb01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51247596-0f4d-40cb-b4aa-cc9a107b363f+7:352623:x1875453633109760:12345-192.168.202.54@tcp:251:umount.0 00000020:00000080:2.0:1788572590.656983:0:202387:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c351355 00000020:00010000:2.0:1788572590.656991:0:202387:0:(genops.c:1921:obd_stale_export_put()) Put export ffff88cbbfef6000: total 0 00000100:00080000:2.0:1788572590.656996:0:202387:0:(import.c:65:import_set_state_nolock()) ffff88cbbfef2000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788572590.657090:0:202387:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cbafb01c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51247596-0f4d-40cb-b4aa-cc9a107b363f+3:352623:x1875453633109760:12345-192.168.202.54@tcp:251:umount.0 Request processed in 151us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572590.657098:0:202387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.54@tcp, seq: 1367 00000020:00010000:3.0:1788572590.657851:0:202380:0:(genops.c:1907:obd_stale_export_get()) Get export ffff88cbbfef6000: total 0 00010000:00010000:3.0:1788572590.657858:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572590.657920:0:202380:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff88cbbfef6000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788572590.657959:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88ca99512000/0xaad440e68c35135c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.54@tcp remote: 0x2d9305db42b51dbc expref: 2 pid: 202386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572590.657981:0:202380:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff88cbbfef6000, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1788572590.657992:0:202380:0:(genops.c:885:class_export_put()) final put ffff88cbbfef6000/51247596-0f4d-40cb-b4aa-cc9a107b363f 00010000:00010000:3.0:1788572590.658013:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572590.658015:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572590.658017:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788572590.658071:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbbfef6000/51247596-0f4d-40cb-b4aa-cc9a107b363f for MGS 00000020:00000080:0.0:1788572590.658114:0:229956:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88cbbfef2000 for MGS 00010000:00010000:3.0:1788572591.089626:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572591.924835:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196184192:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788572591.924928:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572591.925036:0:203895:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196184192 00000100:00100000:1.0:1788572591.925045:0:203895:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196184192 00000100:00100000:1.0:1788572591.925108:0:203895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183 00000100:00100000:1.0:1788572591.925118:0:203895:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3638:x1875440196184192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788572591.925171:0:203895:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 141248 pending 0 free 3921461248 avail 3689938944 00000100:00100000:1.0:1788572591.925223:0:203895:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3638:x1875440196184192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572591.925230:0:203895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183 00000100:00100000:1.0:1788572591.925283:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3638:1875440196184192:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788572591.925440:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788572592.113407:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788572592.877267:0:242322:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788572592.925207:0:242322:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1788572592.925279:0:242322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: ffff88ca8b781400/0xaad440e68c095378 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xaad440e68c09537f expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.925604:0:242322:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: ffff88ca8b781400/0xaad440e68c095378 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xaad440e68c09537f expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.925612:0:242322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: ffff88ca8b781400/0xaad440e68c095378 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xaad440e68c09537f expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.925620:0:242322:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.154@tcp lock: ffff88ca8b781400/0xaad440e68c095378 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xaad440e68c09537f expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.925653:0:242322:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788572592.925826:0:242322:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788572592.925860:0:242322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788572592.925865:0:242322:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788572592.925872:0:242322:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788572592.925900:0:242322:0:(import.c:65:import_set_state_nolock()) ffff88cbbb75d800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1788572592.925965:0:204293:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788572592.925973:0:204293:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: ffff88ca8b781400/0xaad440e68c095378 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xaad440e68c09537f expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572592.925982:0:204293:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b781400 already unused, calling callback (ffffffffc135fc20) 10000000:00010000:1.0:1788572592.925986:0:204293:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: ffff88ca8b781400/0xaad440e68c095378 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xaad440e68c09537f expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572592.925995:0:204293:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: ffff88ca8b781400/0xaad440e68c095378 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xaad440e68c09537f expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788572592.926003:0:204293:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: ffff88ca8b781400/0xaad440e68c095378 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xaad440e68c09537f expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788572592.926009:0:204293:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788572592.926012:0:204293:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788572592.926015:0:204293:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788572592.926042:0:204293:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: ffff88ca8b781400/0xaad440e68c095378 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c09537f expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572592.926049:0:204293:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788572592.926082:0:204293:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: ffff88ca8b781400/0xaad440e68c095378 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c09537f expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572592.926089:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: ffff88ca8b781400/0xaad440e68c095378 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c09537f expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572592.926102:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572592.926104:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788572592.926106:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788572592.926148:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875440196184320:0@lo:39:umount.0 00000100:00100000:2.0:1788572592.926237:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572592.926318:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572592.926554:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3640:1875440196184448:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572592.926585:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572592.926702:0:225655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196184320 00000100:00100000:1.0:1788572592.926709:0:225655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196184320 00000100:00100000:1.0:1788572592.926775:0:225655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138517 00000100:00100000:1.0:1788572592.926783:0:225655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875440196184320:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788572592.926808:0:225655:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c0953a9 00000100:00080000:1.0:1788572592.926815:0:225655:0:(import.c:65:import_set_state_nolock()) ffff88cbadd51000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788572592.926876:0:225655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+1:3636:x1875440196184320:12345-0@lo:39:umount.0 Request processed in 93us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572592.926883:0:225655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138517 00000020:00000080:1.0:1788572592.926891:0:225655:0:(genops.c:885:class_export_put()) final put ffff88cb8994f800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00080000:1.0:1788572592.926928:0:3636:0:(import.c:65:import_set_state_nolock()) ffff88cbbb75d800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788572592.926935:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875440196184320:0@lo:39:umount.0 00000020:00000080:1.0:1788572592.926957:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cb8994f800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788572592.926999:0:229956:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88cbadd51000 for lustre-MDT0000 00000100:00080000:0.0:1788572592.927112:0:242322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788572592.927115:0:242322:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788572592.927120:0:242322:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788572592.928091:0:242322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: ffff88ca8b781200/0xaad440e68c0952c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xaad440e68c0952d0 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928110:0:242322:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: ffff88ca8b781200/0xaad440e68c0952c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xaad440e68c0952d0 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928117:0:242322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: ffff88ca8b781200/0xaad440e68c0952c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xaad440e68c0952d0 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928124:0:242322:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.154@tcp lock: ffff88ca8b781200/0xaad440e68c0952c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xaad440e68c0952d0 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928175:0:242322:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572592.928182:0:242322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: ffff88caa1ecec00/0xaad440e68c09577d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaad440e68c095784 expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928188:0:242322:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: ffff88caa1ecec00/0xaad440e68c09577d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xaad440e68c095784 expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928194:0:242322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: ffff88caa1ecec00/0xaad440e68c09577d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xaad440e68c095784 expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928200:0:242322:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.154@tcp lock: ffff88caa1ecec00/0xaad440e68c09577d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xaad440e68c095784 expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928217:0:242322:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788572592.928232:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572592.928238:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: ffff88ca8b781200/0xaad440e68c0952c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xaad440e68c0952d0 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928245:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b781200 already unused, calling callback (ffffffffc135fc20) 10000000:00010000:0.0:1788572592.928250:0:225819:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: ffff88ca8b781200/0xaad440e68c0952c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xaad440e68c0952d0 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928259:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: ffff88ca8b781200/0xaad440e68c0952c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xaad440e68c0952d0 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788572592.928266:0:225819:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: ffff88ca8b781200/0xaad440e68c0952c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xaad440e68c0952d0 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788572592.928272:0:225819:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788572592.928275:0:225819:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1788572592.928304:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: ffff88ca8b781200/0xaad440e68c0952c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c0952d0 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928311:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572592.928332:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: ffff88ca8b781200/0xaad440e68c0952c9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c0952d0 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928340:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: ffff88ca8b781200/0xaad440e68c0952c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c0952d0 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928355:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572592.928358:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: ffff88caa1ecec00/0xaad440e68c09577d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xaad440e68c095784 expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928364:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88caa1ecec00 already unused, calling callback (ffffffffc135fc20) 10000000:00010000:0.0:1788572592.928366:0:225819:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: ffff88caa1ecec00/0xaad440e68c09577d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xaad440e68c095784 expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928372:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: ffff88caa1ecec00/0xaad440e68c09577d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xaad440e68c095784 expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788572592.928382:0:225819:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: ffff88caa1ecec00/0xaad440e68c09577d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xaad440e68c095784 expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788572592.928388:0:225819:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1788572592.928390:0:225819:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1788572592.928397:0:225819:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1788572592.928412:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: ffff88caa1ecec00/0xaad440e68c09577d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c095784 expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928419:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572592.928436:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: ffff88caa1ecec00/0xaad440e68c09577d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c095784 expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928442:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: ffff88caa1ecec00/0xaad440e68c09577d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c095784 expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.928450:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572592.928451:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572592.928453:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572592.928472:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3640:1875440196184576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572592.928531:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788572592.929068:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572592.929077:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788572592.929092:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3638:1875440196184704:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572592.930105:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196184448 00000100:00100000:3.0:1788572592.930118:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196184448 00000100:00100000:3.0:1788572592.930198:0:225658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196184576 00000100:00100000:3.0:1788572592.930201:0:225658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196184576 00000100:00100000:3.0:1788572592.930227:0:225658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16136 00000100:00100000:3.0:1788572592.930236:0:225658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ce9cd10e-f641-4d8f-bce9-32086d762c1a+25:3640:x1875440196184448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788572592.930250:0:225658:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788572592.930267:0:225658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88caa1ecf200/0xaad440e68c09537f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c095378 expref: 25 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572592.930281:0:225658:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788572592.930343:0:202378:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16137 00000100:00100000:2.0:1788572592.930353:0:202378:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce9cd10e-f641-4d8f-bce9-32086d762c1a+24:3640:x1875440196184576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788572592.930362:0:202378:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788572592.930371:0:202378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88caa1ecf400/0xaad440e68c0952d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c0952c9 expref: 24 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788572592.930380:0:202378:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572592.930482:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788572592.930536:0:202377:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196184704 00000100:00100000:1.0:1788572592.930540:0:202377:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196184704 00000100:00100000:1.0:1788572592.930571:0:202377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16138 00000100:00100000:1.0:1788572592.930578:0:202377:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca838d7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce9cd10e-f641-4d8f-bce9-32086d762c1a+24:3638:x1875440196184704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572592.930585:0:202377:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572592.930594:0:202377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88ca944fd200/0xaad440e68c095784 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c09577d expref: 24 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572592.930604:0:202377:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572592.930646:0:202377:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca838d7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce9cd10e-f641-4d8f-bce9-32086d762c1a+23:3638:x1875440196184704:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572592.930653:0:202377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16138 00000100:00100000:1.0:1788572592.930706:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3638:1875440196184704:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788572592.933189:0:242322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: ffff88ca827a6a00/0xaad440e68c095a78 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xaad440e68c095a7f expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933209:0:242322:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: ffff88ca827a6a00/0xaad440e68c095a78 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xaad440e68c095a7f expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933216:0:242322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: ffff88ca827a6a00/0xaad440e68c095a78 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xaad440e68c095a7f expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933272:0:242322:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.154@tcp lock: ffff88ca827a6a00/0xaad440e68c095a78 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xaad440e68c095a7f expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933310:0:242322:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788572592.933319:0:242322:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.154@tcp lock: ffff88ca8b780200/0xaad440e68c0952bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xaad440e68c0952c2 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933334:0:242322:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: ffff88ca8b780200/0xaad440e68c0952bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xaad440e68c0952c2 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933341:0:242322:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.154@tcp lock: ffff88ca8b780200/0xaad440e68c0952bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xaad440e68c0952c2 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933347:0:242322:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.154@tcp lock: ffff88ca8b780200/0xaad440e68c0952bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xaad440e68c0952c2 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933360:0:242322:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1788572592.933366:0:242322:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1788572592.933373:0:242322:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:0.0:1788572592.933414:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788572592.933421:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: ffff88ca827a6a00/0xaad440e68c095a78 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xaad440e68c095a7f expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933428:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca827a6a00 already unused, calling callback (ffffffffc135fc20) 10000000:00010000:0.0:1788572592.933431:0:225819:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: ffff88ca827a6a00/0xaad440e68c095a78 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xaad440e68c095a7f expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933440:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: ffff88ca827a6a00/0xaad440e68c095a78 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xaad440e68c095a7f expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788572592.933449:0:225819:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: ffff88ca827a6a00/0xaad440e68c095a78 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xaad440e68c095a7f expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788572592.933454:0:225819:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788572592.933456:0:225819:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788572592.933458:0:225819:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788572592.933503:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: ffff88ca827a6a00/0xaad440e68c095a78 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c095a7f expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933509:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572592.933530:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: ffff88ca827a6a00/0xaad440e68c095a78 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c095a7f expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933537:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: ffff88ca827a6a00/0xaad440e68c095a78 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c095a7f expref: -99 pid: 202389 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933553:0:225819:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788572592.933556:0:225819:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.154@tcp lock: ffff88ca8b780200/0xaad440e68c0952bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xaad440e68c0952c2 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933563:0:225819:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88ca8b780200 already unused, calling callback (ffffffffc135fc20) 10000000:00010000:0.0:1788572592.933566:0:225819:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.154@tcp lock: ffff88ca8b780200/0xaad440e68c0952bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xaad440e68c0952c2 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933573:0:225819:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.154@tcp lock: ffff88ca8b780200/0xaad440e68c0952bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xaad440e68c0952c2 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788572592.933579:0:225819:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.154@tcp lock: ffff88ca8b780200/0xaad440e68c0952bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xaad440e68c0952c2 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788572592.933589:0:225819:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1788572592.933591:0:225819:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1788572592.933593:0:225819:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1788572592.933605:0:225819:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.154@tcp lock: ffff88ca8b780200/0xaad440e68c0952bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c0952c2 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933611:0:225819:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788572592.933620:0:225819:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.154@tcp lock: ffff88ca8b780200/0xaad440e68c0952bb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c0952c2 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933626:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.154@tcp lock: ffff88ca8b780200/0xaad440e68c0952bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xaad440e68c0952c2 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.933636:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572592.933638:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788572592.933640:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572592.933646:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788572592.933662:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3637:1875440196184832:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572592.933736:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788572592.933774:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788572592.933781:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3640:1875440196184960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788572592.933802:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:0.0:1788572592.933828:0:242322:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1788572592.933831:0:242322:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1788572592.933836:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788572592.933841:0:242322:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/11 00000020:00080000:0.0:1788572592.933846:0:242322:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff88ca82454000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788572592.933852:0:242322:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff88ca84016800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788572592.933860:0:242322:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff88ca82d8d800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788572592.933864:0:242322:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff88ca82cdf800 lustre-MDT0001-mdtlov_UUID 0@lo 5 (0 0 1) 0 0 0 0: 0000000000000000 12884962184 stale:0 00000020:00080000:0.0:1788572592.933871:0:242322:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff88ca8fc5a800 b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea 192.168.202.54@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 12884962140 stale:0 00000020:00080000:0.0:1788572592.933877:0:242322:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff88ca825b3380) has exports, disconnecting them 00000020:00080000:0.0:1788572592.933881:0:242322:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff88ca82454000), last request at 1788572589 00000020:00000080:0.0:1788572592.933888:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c09574c 00000100:00080000:0.0:1788572592.933905:0:242322:0:(import.c:65:import_set_state_nolock()) ffff88ca82456000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788572592.933950:0:242322:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff88ca82454000): rc 0 00000020:00000080:0.0:1788572592.933953:0:242322:0:(genops.c:885:class_export_put()) final put ffff88ca82454000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1788572592.933962:0:242322:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff88ca84016800), last request at 1788572589 00000020:00000080:0.0:1788572592.933965:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c095546 00000100:00080000:0.0:1788572592.933971:0:242322:0:(import.c:65:import_set_state_nolock()) ffff88ca84014800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1788572592.933980:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1788572592.933986:0:242322:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff88ca84016800): rc 0 00000020:00000080:0.0:1788572592.933988:0:242322:0:(genops.c:885:class_export_put()) final put ffff88ca84016800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1788572592.933992:0:242322:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff88ca82d8d800), last request at 1788569771 00000020:00000080:0.0:1788572592.933994:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c095497 00000100:00080000:0.0:1788572592.933997:0:242322:0:(import.c:65:import_set_state_nolock()) ffff88ca82d8b800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1788572592.934005:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1788572592.934010:0:242322:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff88ca82d8d800): rc 0 00000020:00000080:0.0:1788572592.934012:0:242322:0:(genops.c:885:class_export_put()) final put ffff88ca82d8d800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1788572592.934015:0:242322:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff88ca82cdf800), last request at 1788569771 00000020:00000080:0.0:1788572592.934018:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c09543c 00000020:00010000:0.0:1788572592.934021:0:242322:0:(genops.c:1921:obd_stale_export_put()) Put export ffff88ca82cdf800: total 3 00000100:00080000:0.0:1788572592.934024:0:242322:0:(import.c:65:import_set_state_nolock()) ffff88cbb72a6000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788572592.934032:0:242322:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884962185 00000020:00010000:0.0:1788572592.934040:0:225819:0:(genops.c:1907:obd_stale_export_get()) Get export ffff88ca82cdf800: total 3 00010000:00010000:0.0:1788572592.934085:0:225819:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff88ca82cdf800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788572592.934120:0:225819:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88ca914f7a00/0xaad440e68c0972ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c0972e3 expref: 5 pid: 202397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788572592.934143:0:225819:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff88ca82cdf800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788572592.936867:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572592.936895:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196184832 00000100:00100000:1.0:1788572592.936906:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196184832 00000100:00100000:1.0:1788572592.936962:0:204719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196184960 00000100:00100000:1.0:1788572592.936965:0:204719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196184960 00000100:00100000:1.0:1788572592.936982:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16139 00000100:00100000:1.0:1788572592.936989:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce9cd10e-f641-4d8f-bce9-32086d762c1a+24:3637:x1875440196184832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572592.937005:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572592.937023:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88caa2e21200/0xaad440e68c095a7f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c095a78 expref: 24 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572592.937038:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572592.937122:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce9cd10e-f641-4d8f-bce9-32086d762c1a+23:3637:x1875440196184832:12345-0@lo:103:ldlm_bl.0 Request processed in 133us (3387us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572592.937129:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16139 00000100:00100000:1.0:1788572592.937144:0:204719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16140 00000100:00100000:1.0:1788572592.937164:0:204719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88caa25f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce9cd10e-f641-4d8f-bce9-32086d762c1a+22:3640:x1875440196184960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788572592.937175:0:204719:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788572592.937184:0:204719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88caa1ecf000/0xaad440e68c0952c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c0952bb expref: 22 pid: 202386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788572592.937193:0:204719:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788572592.937221:0:204719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce9cd10e-f641-4d8f-bce9-32086d762c1a+21:3640:x1875440196184960:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (3419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788572592.937228:0:204719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16140 00000100:00100000:1.0:1788572592.937267:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3637:1875440196184832:0@lo:103:ldlm_bl.0 00000020:00000080:1.0:1788572592.937297:0:231139:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca82454000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1788572592.937362:0:231139:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca84016800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788572592.937392:0:231139:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca82d8d800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1788572592.937415:0:231139:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88ca82456000 for lustre-MDT0000 00000020:00000080:1.0:1788572592.937419:0:231139:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88ca84014800 for lustre-MDT0000 00000020:00000080:1.0:1788572592.937423:0:231139:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88ca82d8b800 for lustre-MDT0000 00010000:00010000:1.0:1788572592.937434:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572592.937464:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3640:1875440196184960:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788572592.938021:0:225658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ce9cd10e-f641-4d8f-bce9-32086d762c1a+20:3640:x1875440196184448:12345-0@lo:103:ldlm_bl.0 Request processed in 7784us (11431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572592.938029:0:225658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16136 00010000:00010000:3.0:1788572592.938057:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788572592.938477:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3640:1875440196184448:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1788572592.939745:0:242322:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff88ca82cdf800): rc 0 00000004:00000080:1.0:1788572592.939763:0:242322:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffff96ae88537ae0 00000100:00080000:1.0:1788572592.939782:0:242322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788572592.939787:0:242322:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 8589973378 gen 3 00000100:00100000:1.0:1788572592.939796:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca96adca80 x1875440196171776/t8589973380(8589973380) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.939807:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973380 committed transno 8589973378 00000100:00100000:1.0:1788572592.939839:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca94a1ca80 x1875440196172032/t8589973381(8589973381) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.939846:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973381 committed transno 8589973378 00000100:00100000:1.0:1788572592.939858:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca94a1d180 x1875440196172288/t8589973382(8589973382) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.939864:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973382 committed transno 8589973378 00000100:00100000:1.0:1788572592.939875:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8558b480 x1875440196172544/t8589973383(8589973383) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.939882:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973383 committed transno 8589973378 00000100:00100000:1.0:1788572592.939893:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca85589500 x1875440196172800/t8589973384(8589973384) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.939900:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973384 committed transno 8589973378 00000100:00100000:1.0:1788572592.939910:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbaf5d4a80 x1875440196173056/t8589973385(8589973385) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.939915:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973385 committed transno 8589973378 00000100:00100000:1.0:1788572592.939929:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbade00e00 x1875440196173312/t8589973386(8589973386) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.939934:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973386 committed transno 8589973378 00000100:00100000:1.0:1788572592.939945:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbade00000 x1875440196173568/t8589973387(8589973387) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.939951:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973387 committed transno 8589973378 00000100:00100000:1.0:1788572592.939959:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbade02680 x1875440196173824/t8589973388(8589973388) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.939966:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973388 committed transno 8589973378 00000100:00100000:1.0:1788572592.939974:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbade03800 x1875440196174080/t8589973389(8589973389) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.939980:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973389 committed transno 8589973378 00000100:00100000:1.0:1788572592.939988:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbade02300 x1875440196174336/t8589973390(8589973390) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.939993:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973390 committed transno 8589973378 00000100:00100000:1.0:1788572592.940003:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8f936d80 x1875440196174592/t8589973391(8589973391) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940009:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973391 committed transno 8589973378 00000100:00100000:1.0:1788572592.940018:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8f934a80 x1875440196174848/t8589973392(8589973392) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940023:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973392 committed transno 8589973378 00000100:00100000:1.0:1788572592.940035:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8e054380 x1875440196175104/t8589973393(8589973393) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940040:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973393 committed transno 8589973378 00000100:00100000:1.0:1788572592.940050:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8e055500 x1875440196175360/t8589973394(8589973394) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940056:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973394 committed transno 8589973378 00000100:00100000:1.0:1788572592.940067:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca856f7100 x1875440196175616/t8589973395(8589973395) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940073:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973395 committed transno 8589973378 00000100:00100000:1.0:1788572592.940081:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca856f5f80 x1875440196175872/t8589973396(8589973396) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940086:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973396 committed transno 8589973378 00000100:00100000:1.0:1788572592.940096:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca961d4000 x1875440196176128/t8589973397(8589973397) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940102:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973397 committed transno 8589973378 00000100:00100000:1.0:1788572592.940110:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca961d6300 x1875440196176384/t8589973398(8589973398) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940116:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973398 committed transno 8589973378 00000100:00100000:1.0:1788572592.940125:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca9478ea00 x1875440196176640/t8589973399(8589973399) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940131:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973399 committed transno 8589973378 00000100:00100000:1.0:1788572592.940140:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca9478d180 x1875440196176896/t8589973400(8589973400) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940145:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973400 committed transno 8589973378 00000100:00100000:1.0:1788572592.940176:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca9550b100 x1875440196177152/t8589973401(8589973401) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940182:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973401 committed transno 8589973378 00000100:00100000:1.0:1788572592.940196:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca96b02d80 x1875440196177408/t8589973402(8589973402) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940202:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973402 committed transno 8589973378 00000100:00100000:1.0:1788572592.940212:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca83b28e00 x1875440196177664/t8589973403(8589973403) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940218:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973403 committed transno 8589973378 00000100:00100000:1.0:1788572592.940232:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca83b2aa00 x1875440196177920/t8589973404(8589973404) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940239:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973404 committed transno 8589973378 00000100:00100000:1.0:1788572592.940249:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8e182d80 x1875440196178176/t8589973405(8589973405) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940260:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973405 committed transno 8589973378 00000100:00100000:1.0:1788572592.940269:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8e180700 x1875440196178432/t8589973406(8589973406) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940275:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973406 committed transno 8589973378 00000100:00100000:1.0:1788572592.940282:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8e181f80 x1875440196178688/t8589973407(8589973407) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940287:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973407 committed transno 8589973378 00000100:00100000:1.0:1788572592.940295:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8b6fca80 x1875440196178944/t8589973408(8589973408) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940301:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973408 committed transno 8589973378 00000100:00100000:1.0:1788572592.940311:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8b6fdf80 x1875440196179200/t8589973409(8589973409) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.940318:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973409 committed transno 8589973378 00000100:00100000:1.0:1788572592.941523:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8b6ff480 x1875440196179456/t8589973410(8589973410) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.941535:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973410 committed transno 8589973378 00000100:00100000:1.0:1788572592.941550:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8b6ff800 x1875440196179712/t8589973411(8589973411) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.941556:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973411 committed transno 8589973378 00000100:00100000:1.0:1788572592.941565:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8b6fc700 x1875440196179968/t8589973412(8589973412) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.941570:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973412 committed transno 8589973378 00000100:00100000:1.0:1788572592.941579:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8fcb3100 x1875440196180224/t8589973413(8589973413) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.941584:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973413 committed transno 8589973378 00000100:00100000:1.0:1788572592.941593:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8e057800 x1875440196180480/t8589973414(8589973414) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.941599:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973414 committed transno 8589973378 00000100:00100000:1.0:1788572592.941609:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbbde70e00 x1875440196180736/t8589973415(8589973415) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.941614:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973415 committed transno 8589973378 00000100:00100000:1.0:1788572592.941623:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca9478ca80 x1875440196180992/t8589973416(8589973416) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.941629:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973416 committed transno 8589973378 00000100:00100000:1.0:1788572592.941638:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca83b28a80 x1875440196181248/t8589973417(8589973417) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.941644:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973417 committed transno 8589973378 00000100:00100000:1.0:1788572592.941652:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca9478d500 x1875440196181504/t8589973418(8589973418) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.941710:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973418 committed transno 8589973378 00000100:00100000:1.0:1788572592.941732:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca9478ed80 x1875440196181760/t8589973419(8589973419) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.941739:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973419 committed transno 8589973378 00000100:00100000:1.0:1788572592.941751:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca83b2a680 x1875440196182016/t8589973420(8589973420) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.941962:0:242322:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589973420 committed transno 8589973378 00000001:00100000:3.0:1788572592.943330:0:202372:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1788572592.943344:0:202372:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea 00000001:00080000:3.0:1788572592.943355:0:202372:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884962185 is committed 00000020:00000080:3.0:1788572592.943359:0:202372:0:(genops.c:885:class_export_put()) final put ffff88ca8fc5a800/b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea 00000020:00000080:3.0:1788572592.943423:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca8fc5a800/b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea for lustre-MDT0000 00000020:00000080:3.0:1788572592.943501:0:229956:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88ca8fc59800 for lustre-MDT0000 00000100:00080000:1.0:1788572592.949109:0:242322:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788572592.949143:0:242322:0:(import.c:65:import_set_state_nolock()) ffff88cbafbb0000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788572592.949306:0:242322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788572592.949311:0:242322:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589944725 gen 3 00000100:00100000:1.0:1788572592.949325:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbaf5d4e00 x1875440196170496/t8589944728(8589944728) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.949337:0:242322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbaf5d4e00, transno 8589944728 00000100:00100000:1.0:1788572592.949352:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8e182300 x1875440196170880/t8589944729(8589944729) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.949357:0:242322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88ca8e182300, transno 8589944729 00000100:00100000:1.0:1788572592.949361:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbaf5d4000 x1875440196170752/t8589944730(8589944730) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.949367:0:242322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbaf5d4000, transno 8589944730 00000100:00100000:1.0:1788572592.949372:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbaf5d7800 x1875440196170624/t8589944731(8589944731) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.949378:0:242322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbaf5d7800, transno 8589944731 00000004:00080000:1.0:1788572592.949388:0:242322:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000004:00080000:1.0:1788572592.949549:0:202416:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:2.0:1788572592.950772:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca83b2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:0:1875440196185216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788572592.950776:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875440196185088:0@lo:39:umount.0 00000100:00100000:3.0:1788572592.950846:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788572592.950961:0:202378:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88caa25f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce9cd10e-f641-4d8f-bce9-32086d762c1a+19:3640:x1875440196184576:12345-0@lo:103:ldlm_bl.0 Request processed in 20609us (22429us total) trans 0 rc 0/0 00000100:00100000:3.0:1788572592.950973:0:202378:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16137 00000100:00100000:2.0:1788572592.950992:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196185088 00000100:00100000:2.0:1788572592.950999:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196185088 00000100:00100000:2.0:1788572592.951044:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35815 00000100:00100000:2.0:1788572592.951052:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+46:3636:x1875440196185088:12345-0@lo:39:umount.0 00000020:00000080:2.0:1788572592.951079:0:228212:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c0954c1 00000100:00080000:2.0:1788572592.951091:0:228212:0:(import.c:65:import_set_state_nolock()) ffff88ca8fc84800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788572592.951123:0:228212:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589973421 00000100:00100000:2.0:1788572592.951276:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+44:3636:x1875440196185088:12345-0@lo:39:umount.0 Request processed in 225us (429us total) trans 8589973422 rc 0/0 00000100:00100000:2.0:1788572592.951283:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35815 00000100:00100000:2.0:1788572592.951318:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88caa25f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce9cd10e-f641-4d8f-bce9-32086d762c1a:3640:1875440196184576:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1788572592.951345:0:3636:0:(import.c:65:import_set_state_nolock()) ffff88cbafbb0000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788572592.951351:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875440196185088:0@lo:39:umount.0 00010000:00010000:3.0:1788572592.951424:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788572592.951627:0:242322:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1788572592.951643:0:242322:0:(import.c:65:import_set_state_nolock()) ffff88cbadd53800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788572592.951743:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88ca8fcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875440196185344:0@lo:9:umount.0 00000100:00100000:3.0:1788572592.951790:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788572592.951892:0:242322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788572592.951895:0:242322:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589944043 gen 3 00000100:00100000:1.0:1788572592.951904:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbbfec5880 x1875440196169856/t8589944047(8589944047) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.951912:0:242322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec5880, transno 8589944047 00000100:00100000:1.0:1788572592.951923:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbbfec5c00 x1875440196169728/t8589944048(8589944048) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.951929:0:242322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec5c00, transno 8589944048 00000100:00100000:1.0:1788572592.951933:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88cbbfec6300 x1875440196169984/t8589944049(8589944049) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.951938:0:242322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88cbbfec6300, transno 8589944049 00000100:00100000:1.0:1788572592.951943:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88caa25f0a80 x1875440196170112/t8589944050(8589944050) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788572603 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788572592.951949:0:242322:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff88caa25f0a80, transno 8589944050 00000004:00080000:1.0:1788572592.951960:0:242322:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788572592.952018:0:242322:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788572592.952029:0:242322:0:(import.c:65:import_set_state_nolock()) ffff88cbbf54c800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000004:00080000:2.0:1788572592.952955:0:202418:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:2.0:1788572592.952979:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196185344 00000100:00100000:2.0:1788572592.952999:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196185344 00000100:00100000:2.0:1788572592.953063:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21599 00000100:00100000:2.0:1788572592.953072:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3636:x1875440196185344:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788572592.953097:0:203892:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c09565e 00000100:00080000:2.0:1788572592.953113:0:203892:0:(import.c:65:import_set_state_nolock()) ffff88cbb721f800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788572592.953170:0:203892:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589944731 00000100:00100000:3.0:1788572592.957867:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875440196185472:0@lo:9:umount.0 00000100:00100000:3.0:1788572592.957956:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1788572592.958235:0:242322:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff88ca825b3380) has no exports 00000100:00100000:2.0:1788572592.959147:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3636:x1875440196185344:12345-0@lo:9:umount.0 Request processed in 6069us (7348us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572592.959176:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21599 00000100:00100000:2.0:1788572592.959209:0:203892:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196185472 00000100:00100000:2.0:1788572592.959220:0:203892:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196185472 00000100:00100000:2.0:1788572592.959268:0:203892:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21600 00000100:00100000:2.0:1788572592.959277:0:203892:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3636:x1875440196185472:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788572592.959305:0:203892:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c09578b 00000100:00080000:2.0:1788572592.959319:0:203892:0:(import.c:65:import_set_state_nolock()) ffff88ca82455000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788572592.959379:0:203892:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589944050 00000100:00100000:2.0:1788572592.959529:0:203892:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88cb9ca1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3636:x1875440196185472:12345-0@lo:9:umount.0 Request processed in 253us (1572us total) trans 0 rc 0/0 00000100:00100000:2.0:1788572592.959536:0:203892:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21600 00000100:00080000:2.0:1788572592.959556:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788572592.959560:0:202388:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788572592.959597:0:202381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572592.959605:0:202380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788572592.966076:0:204704:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea 00000020:00000080:1.0:1788572592.966088:0:204704:0:(genops.c:885:class_export_put()) final put ffff88cb8a486800/b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea 00000001:00080000:1.0:1788572592.966111:0:204704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589944050 is committed 00000001:00080000:1.0:1788572592.966128:0:204704:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589944046 is committed 00000040:00080000:1.0:1788572592.968985:0:242322:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 5, last_idx 7 00000100:00080000:3.0:1788572592.969123:0:3636:0:(import.c:65:import_set_state_nolock()) ffff88cbadd53800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000040:00080000:1.0:1788572592.969243:0:242322:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0x240000401:0x1:0x0] first idx 6, last_idx 7 00000020:00080000:1.0:1788572592.969383:0:242322:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff88ca825b3380) has no exports 00000004:00080000:3.0:1788572592.974606:0:3636:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788572592.977244:0:3636:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788572592.977262:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88ca8fcb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875440196185344:0@lo:9:umount.0 00000100:00080000:3.0:1788572592.978090:0:3636:0:(import.c:65:import_set_state_nolock()) ffff88cbbf54c800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788572592.978116:0:3636:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788572592.978119:0:3636:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788572592.978124:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cbbde70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3636:1875440196185472:0@lo:9:umount.0 00000020:00000080:0.0:1788572592.978824:0:225819:0:(genops.c:885:class_export_put()) final put ffff88ca82cdf800/lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1788572592.978978:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88caa25f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3637:1875440196185600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788572592.979061:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1788572592.979957:0:231139:0:(genops.c:844:class_export_destroy()) destroying export ffff88cb8a486800/b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea for lustre-OST0001 00000020:00000080:0.0:1788572592.980073:0:231139:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca82cdf800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1788572592.980106:0:231139:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88cbadd0d000 for lustre-OST0001 00000020:00000080:0.0:1788572592.980110:0:231139:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88cbb72a6000 for lustre-MDT0000 00000100:00100000:0.0:1788572592.980497:0:203901:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196185600 00000100:00100000:0.0:1788572592.980510:0:203901:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196185600 00000100:00100000:0.0:1788572592.980554:0:203901:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35816 00000100:00100000:0.0:1788572592.980562:0:203901:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:3637:x1875440196185600:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1788572592.980571:0:203901:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00010000:00010000:2.0:1788572592.989115:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572592.989124:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788572592.989127:0:225819:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572592.989585:0:203901:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:3637:x1875440196185600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 9016us (10518us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788572592.989601:0:203901:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35816 00000001:00100000:2.0:1788572592.990818:0:203887:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1788572592.990833:0:203887:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea 00000020:00000080:2.0:1788572592.990836:0:203887:0:(genops.c:885:class_export_put()) final put ffff88caa20cf800/b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea 00000001:00080000:2.0:1788572592.990856:0:203887:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589944731 is committed 00000020:00000080:2.0:1788572592.990866:0:203887:0:(genops.c:885:class_export_put()) final put ffff88cbadec0000/lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1788572592.990872:0:203887:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589944727 is committed 00000001:00100000:0.0:1788572592.993484:0:203121:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1788572592.993499:0:203121:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589973422 is committed 00000001:00100000:0.0:1788572592.993505:0:203121:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea 00000001:00080000:0.0:1788572592.993511:0:203121:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589973421 is committed 00000020:00000080:0.0:1788572592.993515:0:203121:0:(genops.c:885:class_export_put()) final put ffff88ca8fc58000/b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea 00000020:00000080:0.0:1788572592.993579:0:203121:0:(genops.c:885:class_export_put()) final put ffff88ca838a9800/lustre-MDT0000-mdtlov_UUID 00000004:00080000:0.0:1788572592.993628:0:203121:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 322 committed 00000100:02020000:3.0:1788572592.994511:0:3637:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000020:00000080:2.0:1788572592.995395:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88caa20cf800/b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea for lustre-OST0000 00000020:00000080:2.0:1788572592.995925:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbadec0000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1788572592.996256:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca8fc58000/b2cc9c98-f7dc-4bc4-ba2b-27aeebb6d5ea for lustre-MDT0001 00000020:00000080:2.0:1788572592.996748:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca838a9800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1788572592.996841:0:229956:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88caa20cc000 for lustre-OST0000 00000020:00000080:2.0:1788572592.996847:0:229956:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88cbb721f800 for lustre-OST0000 00000020:00000080:2.0:1788572592.996851:0:229956:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88ca8fc5f800 for lustre-MDT0001 00000020:00000080:2.0:1788572592.996854:0:229956:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88ca8fc84800 for lustre-MDT0001 00000100:00080000:3.0:1788572592.998829:0:3637:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788572592.998837:0:3637:0:(import.c:65:import_set_state_nolock()) ffff88ca8412f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788572592.998842:0:3637:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788572593.004466:0:3637:0:(import.c:65:import_set_state_nolock()) ffff88ca8412f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788572593.004478:0:3637:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 10749 00000100:00080000:3.0:1788572593.004488:0:3637:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff88ca8412f800 using connection 192.168.202.154@tcp/0@lo 00000100:00100000:3.0:1788572593.004531:0:3637:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88cb9ca1ce00 x1875440196185728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788572593.006083:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88cb9ca1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875440196185728:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1788572593.006196:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788572593.006245:0:228212:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875440196185728 00000100:00100000:2.0:1788572593.006254:0:228212:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875440196185728 00000100:00100000:2.0:1788572593.006296:0:228212:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35817 00000100:00100000:2.0:1788572593.006304:0:228212:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff88ca83b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:3636:x1875440196185728:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:2.0:1788572593.006335:0:228212:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788572593.008576:0:228212:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff88ca83b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:3636:x1875440196185728:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 2260us (2371us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788572593.008592:0:228212:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35817 00000100:00080000:2.0:1788572593.008668:0:3636:0:(import.c:65:import_set_state_nolock()) ffff88ca8412f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788572593.008674:0:3636:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788572593.008678:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88cb9ca1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3636:1875440196185728:0@lo:38:ptlrpcd_00_00.0 00000020:00000080:1.0:1788572593.029262:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c095316 00000020:00000080:1.0:1788572593.029278:0:242322:0:(genops.c:885:class_export_put()) final put ffff88ca84e72000/lustre-QMT0000_UUID 00000020:01000000:1.0:1788572593.029328:0:242322:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1788572593.029377:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788572593.029388:0:242322:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788572593.029393:0:242322:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff88cbba4f3380) has no exports 00000020:00000080:2.0:1788572593.029432:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca84e72000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:0.0:1788572593.029672:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c09530f 00000020:00000080:0.0:1788572593.029680:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cbaf970000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1788572593.029827:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbaf970000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788572593.029912:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788572593.029921:0:242322:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1788572593.029924:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cbaf975000/lustre-QMT0000_UUID 00000020:00000080:0.0:1788572593.029927:0:242322:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbaf975000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1788572593.029933:0:242322:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:01000000:0.0:1788572593.030085:0:242322:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff88ca82c23480 - data ffff88ca8c915360/ffff88ca91829800 00000020:01000000:0.0:1788572593.030489:0:242322:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff88ca8527c4e0 - data ffff88ca8ddd4ca8/ffff88cbaf6fc000 00000001:00000004:0.0:1788572593.058379:0:242322:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884962185 00000100:00080000:2.0:1788572593.095907:0:242322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788572593.095917:0:242322:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 8589973378 gen 4 00000100:00100000:2.0:1788572593.095936:0:242322:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff88ca8fcb3100 x1875440196185088/t8589973422(8589973422) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788572602 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788572593.095962:0:242322:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1788572593.097754:0:242322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788572593.097763:0:242322:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589944725 gen 4 00000004:00080000:2.0:1788572593.097782:0:242322:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788572593.097785:0:242322:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788572593.098132:0:202416:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788572593.098139:0:202416:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 3955 count 5 00000040:00080000:0.0:1788572593.098176:0:202416:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 3 count 2 00000100:00080000:2.0:1788572593.099026:0:242322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788572593.099031:0:242322:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589944043 gen 4 00000004:00080000:2.0:1788572593.099080:0:242322:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788572593.099082:0:242322:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788572593.099812:0:202418:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788572593.099817:0:202418:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 3946 count 5 00000040:00080000:3.0:1788572593.099837:0:202418:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 3 count 2 00000020:00000080:2.0:1788572593.100644:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c0952de 00000020:00000080:2.0:1788572593.100666:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cbafbb3000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788572593.101238:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbafbb3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788572593.102834:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c0952f3 00000020:00000080:2.0:1788572593.102849:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cbafbb4800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788572593.102868:0:242322:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1788572593.102875:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788572593.102884:0:242322:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788572593.102888:0:242322:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff88ca825b0000) has no exports 00000004:01000000:2.0:1788572593.103057:0:242322:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1788572593.103067:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c095355 00000020:00000080:2.0:1788572593.103071:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cb9149d000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788572593.103075:0:242322:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1788572593.103078:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788572593.103083:0:242322:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788572593.103085:0:242322:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff88cbba4f4d40) has no exports 00000020:00000080:2.0:1788572593.103091:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c09534e 00000020:00000080:2.0:1788572593.103095:0:242322:0:(genops.c:885:class_export_put()) final put ffff88ca84e73000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788572593.103234:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbafbb4800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1788572593.103244:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cb9149d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788572593.103249:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca84e73000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1788572593.103627:0:242322:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1788572593.103632:0:242322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788572593.103637:0:242322:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589944043 gen 5 00000004:00080000:2.0:1788572593.103643:0:242322:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788572593.103645:0:242322:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788572593.103789:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788572593.103796:0:242322:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788572593.103802:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c095340 00000020:00000080:2.0:1788572593.103807:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cbadd51800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788572593.103890:0:229956:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88cbbf54c800 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1788572593.103897:0:229956:0:(genops.c:885:class_export_put()) final put ffff88cbadd52000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788572593.103899:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbadd52000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1788572593.103904:0:229956:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788572593.104178:0:242322:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1788572593.104184:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788572593.104189:0:242322:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788572593.104192:0:242322:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff88cbba4f19c0) has no exports 00000020:00000080:2.0:1788572593.104197:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c095339 00000020:00000080:2.0:1788572593.104201:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cbadd50800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788572593.109051:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbadd51800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00010000:01000000:2.0:1788572593.110456:0:242322:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1788572593.110463:0:242322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788572593.110468:0:242322:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589944725 gen 5 00000004:00080000:2.0:1788572593.110476:0:242322:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788572593.110479:0:242322:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788572593.110518:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788572593.110530:0:242322:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1788572593.110546:0:242322:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1788572593.110554:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c09532b 00000020:00000080:2.0:1788572593.110564:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cbadd57000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788572593.110570:0:242322:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1788572593.110574:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788572593.110578:0:242322:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788572593.110582:0:242322:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff88ca82cd19c0) has no exports 00000020:00000080:2.0:1788572593.110589:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c095324 00000020:00000080:2.0:1788572593.110592:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cbafbb5800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788572593.111789:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbadd50800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788572593.111809:0:229956:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88cbadd53800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1788572593.111817:0:229956:0:(genops.c:885:class_export_put()) final put ffff88cbadd56000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788572593.111820:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbadd56000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1788572593.111824:0:229956:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788572593.111904:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbadd57000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1788572593.111909:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbafbb5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1788572593.112246:0:242322:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:3.0:1788572593.112250:0:242322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788572593.112255:0:242322:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 8589973378 gen 5 00000100:00100000:3.0:1788572593.112261:0:242322:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788572593.112305:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788572593.112314:0:242322:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788572593.112350:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788572593.112354:0:242322:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788572593.112357:0:242322:0:(genops.c:885:class_export_put()) final put ffff88caa04a1000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788572593.112360:0:242322:0:(genops.c:844:class_export_destroy()) destroying export ffff88caa04a1000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:3.0:1788572593.112365:0:242322:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788572593.112427:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c0952fa 00000020:00000080:3.0:1788572593.112434:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cbafbb4000/lustre-MDD0000_UUID 00000020:01000000:3.0:1788572593.112439:0:242322:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:3.0:1788572593.112443:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788572593.112446:0:242322:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788572593.112450:0:242322:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff88ca82cd3380) has no exports 00000020:00000080:3.0:1788572593.112468:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788572593.112471:0:242322:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:3.0:1788572593.112475:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c095301 00000020:00000080:3.0:1788572593.112479:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cbafbb5000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1788572593.112488:0:242322:0:(tgt_mount.c:187:server_put_mount()) put mount ffff88ca8417a000 from lustre-MDT0000, refs=3 00000020:01000004:3.0:1788572593.112491:0:242322:0:(obd_mount.c:710:lustre_put_lsi()) put ffff88ca8417a000 3 00000020:01000004:3.0:1788572593.112494:0:242322:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff88ca8417a000 from lustre-MDT0000 00000020:00000080:3.0:1788572593.112509:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788572593.112513:0:242322:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:3.0:1788572593.112515:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cbafbb2000/lustre-MDT0000_UUID 00000020:00000080:3.0:1788572593.112517:0:242322:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbafbb2000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:3.0:1788572593.112524:0:242322:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:3.0:1788572593.112553:0:242322:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:3.0:1788572593.112557:0:242322:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:3.0:1788572593.112560:0:242322:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:3.0:1788572593.112562:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788572593.112565:0:242322:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788572593.112573:0:242322:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff88cbbb5e7800 ce9cd10e-f641-4d8f-bce9-32086d762c1a 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788572593.112578:0:242322:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff88ca82c90000) has exports, disconnecting them 00000020:00080000:3.0:1788572593.112582:0:242322:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff88cbbb5e7800), last request at 1788569758 00000020:00000080:3.0:1788572593.112597:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c0952a6 00000020:00010000:3.0:1788572593.112601:0:242322:0:(genops.c:1921:obd_stale_export_put()) Put export ffff88cbbb5e7800: total 2 00000100:00080000:3.0:1788572593.112605:0:242322:0:(import.c:65:import_set_state_nolock()) ffff88cbbb5e2800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788572593.112618:0:242322:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff88cbbb5e7800): rc 0 00000020:00080000:3.0:1788572593.112621:0:242322:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff88ca82c90000) has no exports 00000020:00010000:3.0:1788572593.112630:0:204293:0:(genops.c:1907:obd_stale_export_get()) Get export ffff88cbbb5e7800: total 2 00000020:00000080:0.0:1788572593.112800:0:229956:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88cbafbb0000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1788572593.112808:0:229956:0:(genops.c:885:class_export_put()) final put ffff88ca84e70000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788572593.112810:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca84e70000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1788572593.112814:0:229956:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788572593.112866:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbafbb4000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1788572593.112870:0:229956:0:(genops.c:885:class_export_put()) final put ffff88cbafbb7800/lustre-MDD0000_UUID 00000020:00000080:0.0:1788572593.112872:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbafbb7800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1788572593.112874:0:229956:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1788572593.112898:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbafbb5000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:3.0:1788572593.113523:0:204293:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff88cbbb5e7800, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1788572593.113563:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88ca82c6dc00/0xaad440e68c098d46 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c098d3f expref: 14 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113588:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88ca944fcc00/0xaad440e68c095a55 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c095a4e expref: 13 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113600:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88caa2e20400/0xaad440e68c095737 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c095730 expref: 12 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113610:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88ca944fdc00/0xaad440e68c095776 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c09576f expref: 11 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113623:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88caa2e20e00/0xaad440e68c095a63 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c095a5c expref: 10 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113633:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88ca944fda00/0xaad440e68c095a71 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c095a6a expref: 9 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113646:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88caa2e20c00/0xaad440e68c095507 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c095500 expref: 8 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113740:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88caa1ecea00/0xaad440e68c09570d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c095706 expref: 7 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113751:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88ca8b781a00/0xaad440e68c095531 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c09552a expref: 6 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113761:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88caa2e21600/0xaad440e68c095482 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c09547b expref: 5 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113772:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88caa2e20000/0xaad440e68c0953d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c0953cc expref: 4 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113783:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88caa2e20600/0xaad440e68c0953e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c0953da expref: 3 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113797:0:204293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88caa1ecfa00/0xaad440e68c0952b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xaad440e68c0952ad expref: 2 pid: 202386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788572593.113810:0:204293:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff88cbbb5e7800, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1788572593.113828:0:204293:0:(genops.c:885:class_export_put()) final put ffff88cbbb5e7800/ce9cd10e-f641-4d8f-bce9-32086d762c1a 00010000:00010000:3.0:1788572593.113844:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572593.113847:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788572593.113849:0:204293:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788572593.113985:0:202386:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff88ca94b47c00:202386] 1 exiting: rc = 0 00000100:00100000:0.0:1788572593.114097:0:202384:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff88ca8f247e00:202384] 0 exiting: rc = 1 00000020:00000080:0.0:1788572593.114138:0:229956:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbbb5e7800/ce9cd10e-f641-4d8f-bce9-32086d762c1a for MGS 00000020:00000080:0.0:1788572593.114190:0:229956:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88cbbb5e2800 for MGS 00000100:00100000:3.0:1788572593.115288:0:202387:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff88cbadee4200:202387] 2 exiting: rc = 0 00000100:00100000:0.0:1788572593.115472:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115481:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115488:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115493:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115499:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115505:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115512:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115519:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115525:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115539:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115550:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115557:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115564:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115571:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115581:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115593:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115601:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115611:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115621:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115629:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115638:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115650:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115670:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115683:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115691:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115699:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115728:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115736:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115743:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115750:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115756:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115761:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115768:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115776:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115782:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115787:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115794:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115800:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115811:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115820:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115825:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115835:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115843:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115850:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115858:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115864:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115870:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115876:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115883:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115894:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115906:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115912:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115918:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115924:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115930:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115936:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115942:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115948:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115955:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115960:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115970:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115978:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.115984:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788572593.116003:0:242322:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1788572593.117923:0:242322:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff88ca82e97540 - data ffff88ca821a5ca8/ffff88ca91874c00 00000020:01000000:0.0:1788572593.118077:0:242322:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff88ca8278eae0 - data ffff88cba7dbfca8/ffff88cbbb9f4400 00000020:00000080:0.0:1788572593.118777:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c09528a 00000020:00000080:0.0:1788572593.118789:0:242322:0:(genops.c:885:class_export_put()) final put ffff88ca9274b000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788572593.118811:0:242322:0:(tgt_mount.c:187:server_put_mount()) put mount ffff88ca8417a000 from MGS, refs=2 00000020:01000004:0.0:1788572593.118816:0:242322:0:(obd_mount.c:710:lustre_put_lsi()) put ffff88ca8417a000 2 00000020:01000004:0.0:1788572593.118819:0:242322:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff88ca8417a000 from MGS 00000020:00000080:0.0:1788572593.118842:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788572593.118850:0:242322:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1788572593.118853:0:242322:0:(genops.c:885:class_export_put()) final put ffff88ca9274f800/MGS 00000020:00000080:0.0:1788572593.118857:0:242322:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca9274f800/MGS for MGS 00000020:01000000:0.0:1788572593.118863:0:242322:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1788572593.118940:0:242322:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1788572593.118944:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788572593.118949:0:242322:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788572593.118956:0:242322:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff88cbbb759800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788572593.118962:0:242322:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff88cbab0099c0) has exports, disconnecting them 00000020:00080000:0.0:1788572593.118968:0:242322:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff88cbbb759800), last request at 1788569758 00000020:00000080:0.0:1788572593.118972:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c09538d 00000020:00080000:0.0:1788572593.118981:0:242322:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff88cbbb759800): rc 0 00000020:00000080:0.0:1788572593.118986:0:242322:0:(genops.c:885:class_export_put()) final put ffff88cbbb759800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788572593.119125:0:231139:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca9274b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788572593.120636:0:231139:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbbb759800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1788572593.138348:0:242322:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1788572593.138359:0:242322:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788572593.138365:0:242322:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788572593.138381:0:242322:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788572593.138874:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788572593.138884:0:242322:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1788572593.138893:0:242322:0:(obd_mount.c:710:lustre_put_lsi()) put ffff88ca8417a000 1 00000020:00000080:2.0:1788572593.138900:0:242322:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xaad440e68c09527c 00000020:00000080:2.0:1788572593.138909:0:242322:0:(genops.c:885:class_export_put()) final put ffff88ca9274d000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1788572593.139415:0:231139:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff88cbbb75d800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788572593.139424:0:231139:0:(genops.c:885:class_export_put()) final put ffff88cbbb758800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1788572593.139427:0:231139:0:(genops.c:844:class_export_destroy()) destroying export ffff88cbbb758800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1788572593.139440:0:231139:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000000:2.0:1788572593.139794:0:242322:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1788572593.139800:0:242322:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788572593.139806:0:242322:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788572593.139810:0:242322:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff88cbab008000) has no exports 00000020:00000080:3.0:1788572593.140422:0:231139:0:(genops.c:844:class_export_destroy()) destroying export ffff88ca9274d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd Debug log: 65165 lines, 65165 kept, 0 dropped, 0 bad.